From f2012055ccda1fa3b27600c2cd7b457d74ded785 Mon Sep 17 00:00:00 2001 From: Adam Sawicki Date: Mon, 11 Jan 2021 18:04:42 +0100 Subject: [PATCH] Added support for VK_EXT_memory_priority Added VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT, VmaAllocationCreateInfo::priority, VmaPoolCreateInfo::priority. See #160 --- docs/html/allocation_annotation.html | 16 +- docs/html/choosing_memory_type.html | 16 +- docs/html/custom_memory_pools.html | 16 +- docs/html/defragmentation.html | 28 +- docs/html/functions.html | 4 + docs/html/functions_vars.html | 4 + docs/html/globals.html | 6 + docs/html/globals_defs.html | 3 + docs/html/globals_eval.html | 3 + docs/html/lost_allocations.html | 12 +- docs/html/memory_mapping.html | 20 +- docs/html/quick_start.html | 16 +- docs/html/resource_aliasing.html | 6 +- docs/html/search/all_10.js | 16 +- docs/html/search/all_11.js | 310 +- docs/html/search/all_b.js | 5 +- docs/html/search/all_c.js | 2 +- docs/html/search/all_d.js | 8 +- docs/html/search/all_e.js | 6 +- docs/html/search/all_f.js | 2 +- docs/html/search/classes_0.js | 42 +- docs/html/search/defines_0.js | 15 +- docs/html/search/enums_0.js | 12 +- docs/html/search/enumvalues_0.js | 83 +- docs/html/search/files_0.js | 2 +- docs/html/search/functions_0.js | 104 +- docs/html/search/pages_0.js | 2 +- docs/html/search/pages_1.js | 6 +- docs/html/search/pages_2.js | 6 +- docs/html/search/pages_3.js | 2 +- docs/html/search/pages_4.js | 2 +- docs/html/search/pages_5.js | 2 +- docs/html/search/pages_6.js | 2 +- docs/html/search/pages_7.js | 2 +- docs/html/search/pages_8.js | 6 +- docs/html/search/pages_9.js | 4 +- docs/html/search/pages_a.js | 6 +- docs/html/search/typedefs_0.js | 4 +- docs/html/search/typedefs_1.js | 56 +- docs/html/search/variables_0.js | 14 +- docs/html/search/variables_1.js | 12 +- docs/html/search/variables_2.js | 2 +- docs/html/search/variables_3.js | 6 +- docs/html/search/variables_4.js | 4 +- docs/html/search/variables_5.js | 2 +- docs/html/search/variables_6.js | 28 +- docs/html/search/variables_7.js | 2 +- docs/html/search/variables_8.js | 39 +- docs/html/search/variables_9.js | 2 +- docs/html/search/variables_a.js | 2 +- docs/html/search/variables_b.js | 2 +- docs/html/search/variables_c.js | 16 +- docs/html/search/variables_d.js | 36 +- ...ct_vma_allocation_create_info-members.html | 7 +- .../struct_vma_allocation_create_info.html | 20 + .../struct_vma_pool_create_info-members.html | 1 + docs/html/struct_vma_pool_create_info.html | 20 + docs/html/vk__mem__alloc_8h.html | 22 + docs/html/vk__mem__alloc_8h_source.html | 31303 ++++++++-------- docs/html/vk_khr_dedicated_allocation.html | 4 +- src/Tests.cpp | 34 + src/VulkanSample.cpp | 24 + src/vk_mem_alloc.h | 83 +- 63 files changed, 16408 insertions(+), 16134 deletions(-) diff --git a/docs/html/allocation_annotation.html b/docs/html/allocation_annotation.html index 971a8c8..0d3a44b 100644 --- a/docs/html/allocation_annotation.html +++ b/docs/html/allocation_annotation.html @@ -116,18 +116,18 @@ Allocation names
Note
Passing string name to VMA allocation doesn't automatically set it to the Vulkan buffer or image created with it. You must do it manually using an extension like VK_EXT_debug_utils, which is independent of this library.
-
VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
@ VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
Definition: vk_mem_alloc.h:2800
-
VmaAllocationCreateInfo::pUserData
void * pUserData
Custom general-purpose pointer that will be stored in VmaAllocation, can be read as VmaAllocationInfo...
Definition: vk_mem_alloc.h:2894
+
VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
@ VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
Definition: vk_mem_alloc.h:2826
+
VmaAllocationCreateInfo::pUserData
void * pUserData
Custom general-purpose pointer that will be stored in VmaAllocation, can be read as VmaAllocationInfo...
Definition: vk_mem_alloc.h:2920
vmaGetAllocationInfo
void vmaGetAllocationInfo(VmaAllocator allocator, VmaAllocation allocation, VmaAllocationInfo *pAllocationInfo)
Returns current information about specified allocation and atomically marks it as used in current fra...
VmaAllocation
Represents single memory allocation.
-
VMA_MEMORY_USAGE_GPU_ONLY
@ VMA_MEMORY_USAGE_GPU_ONLY
Definition: vk_mem_alloc.h:2697
+
VMA_MEMORY_USAGE_GPU_ONLY
@ VMA_MEMORY_USAGE_GPU_ONLY
Definition: vk_mem_alloc.h:2723
vmaCreateImage
VkResult vmaCreateImage(VmaAllocator allocator, const VkImageCreateInfo *pImageCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkImage *pImage, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
Function similar to vmaCreateBuffer().
-
VmaAllocationCreateInfo::usage
VmaMemoryUsage usage
Intended usage of memory.
Definition: vk_mem_alloc.h:2863
-
VmaAllocationInfo::pUserData
void * pUserData
Custom general-purpose pointer that was passed as VmaAllocationCreateInfo::pUserData or set using vma...
Definition: vk_mem_alloc.h:3241
+
VmaAllocationCreateInfo::usage
VmaMemoryUsage usage
Intended usage of memory.
Definition: vk_mem_alloc.h:2889
+
VmaAllocationInfo::pUserData
void * pUserData
Custom general-purpose pointer that was passed as VmaAllocationCreateInfo::pUserData or set using vma...
Definition: vk_mem_alloc.h:3280
vmaCreateBuffer
VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
-
VmaAllocationCreateInfo::flags
VmaAllocationCreateFlags flags
Use VmaAllocationCreateFlagBits enum.
Definition: vk_mem_alloc.h:2857
-
VmaAllocationCreateInfo
Definition: vk_mem_alloc.h:2855
-
VmaAllocationInfo
Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
Definition: vk_mem_alloc.h:3192
+
VmaAllocationCreateInfo::flags
VmaAllocationCreateFlags flags
Use VmaAllocationCreateFlagBits enum.
Definition: vk_mem_alloc.h:2883
+
VmaAllocationCreateInfo
Definition: vk_mem_alloc.h:2881
+
VmaAllocationInfo
Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
Definition: vk_mem_alloc.h:3231
Generated by doxygen 1.8.20 diff --git a/docs/html/choosing_memory_type.html b/docs/html/choosing_memory_type.html index 0cd6223..61303e8 100644 --- a/docs/html/choosing_memory_type.html +++ b/docs/html/choosing_memory_type.html @@ -132,15 +132,15 @@ Dedicated allocations
VmaAllocation
Represents single memory allocation.
-
VMA_MEMORY_USAGE_GPU_ONLY
@ VMA_MEMORY_USAGE_GPU_ONLY
Definition: vk_mem_alloc.h:2697
-
VmaAllocationCreateInfo::requiredFlags
VkMemoryPropertyFlags requiredFlags
Flags that must be set in a Memory Type chosen for an allocation.
Definition: vk_mem_alloc.h:2868
-
VmaAllocationCreateInfo::usage
VmaMemoryUsage usage
Intended usage of memory.
Definition: vk_mem_alloc.h:2863
+
VMA_MEMORY_USAGE_GPU_ONLY
@ VMA_MEMORY_USAGE_GPU_ONLY
Definition: vk_mem_alloc.h:2723
+
VmaAllocationCreateInfo::requiredFlags
VkMemoryPropertyFlags requiredFlags
Flags that must be set in a Memory Type chosen for an allocation.
Definition: vk_mem_alloc.h:2894
+
VmaAllocationCreateInfo::usage
VmaMemoryUsage usage
Intended usage of memory.
Definition: vk_mem_alloc.h:2889
vmaCreateBuffer
VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
-
VMA_ALLOCATION_CREATE_MAPPED_BIT
@ VMA_ALLOCATION_CREATE_MAPPED_BIT
Set this flag to use a memory that will be persistently mapped and retrieve pointer to it.
Definition: vk_mem_alloc.h:2774
-
VmaAllocationCreateInfo::flags
VmaAllocationCreateFlags flags
Use VmaAllocationCreateFlagBits enum.
Definition: vk_mem_alloc.h:2857
-
VmaAllocationCreateInfo
Definition: vk_mem_alloc.h:2855
-
VmaAllocationCreateInfo::preferredFlags
VkMemoryPropertyFlags preferredFlags
Flags that preferably should be set in a memory type chosen for an allocation.
Definition: vk_mem_alloc.h:2873
-
VmaAllocationCreateInfo::memoryTypeBits
uint32_t memoryTypeBits
Bitmask containing one bit set for every memory type acceptable for this allocation.
Definition: vk_mem_alloc.h:2881
+
VMA_ALLOCATION_CREATE_MAPPED_BIT
@ VMA_ALLOCATION_CREATE_MAPPED_BIT
Set this flag to use a memory that will be persistently mapped and retrieve pointer to it.
Definition: vk_mem_alloc.h:2800
+
VmaAllocationCreateInfo::flags
VmaAllocationCreateFlags flags
Use VmaAllocationCreateFlagBits enum.
Definition: vk_mem_alloc.h:2883
+
VmaAllocationCreateInfo
Definition: vk_mem_alloc.h:2881
+
VmaAllocationCreateInfo::preferredFlags
VkMemoryPropertyFlags preferredFlags
Flags that preferably should be set in a memory type chosen for an allocation.
Definition: vk_mem_alloc.h:2899
+
VmaAllocationCreateInfo::memoryTypeBits
uint32_t memoryTypeBits
Bitmask containing one bit set for every memory type acceptable for this allocation.
Definition: vk_mem_alloc.h:2907
Generated by doxygen 1.8.20 diff --git a/docs/html/custom_memory_pools.html b/docs/html/custom_memory_pools.html index 1d60e88..00668c5 100644 --- a/docs/html/custom_memory_pools.html +++ b/docs/html/custom_memory_pools.html @@ -180,21 +180,21 @@ Buddy allocation algorithm -
VmaPoolCreateInfo::memoryTypeIndex
uint32_t memoryTypeIndex
Vulkan memory type index to allocate this pool from.
Definition: vk_mem_alloc.h:3019
-
VmaAllocationCreateInfo::pool
VmaPool pool
Pool that this allocation should be created in.
Definition: vk_mem_alloc.h:2887
+
VmaPoolCreateInfo::memoryTypeIndex
uint32_t memoryTypeIndex
Vulkan memory type index to allocate this pool from.
Definition: vk_mem_alloc.h:3052
+
VmaAllocationCreateInfo::pool
VmaPool pool
Pool that this allocation should be created in.
Definition: vk_mem_alloc.h:2913
vmaDestroyPool
void vmaDestroyPool(VmaAllocator allocator, VmaPool pool)
Destroys VmaPool object and frees Vulkan device memory.
VmaAllocation
Represents single memory allocation.
-
VMA_MEMORY_USAGE_GPU_ONLY
@ VMA_MEMORY_USAGE_GPU_ONLY
Definition: vk_mem_alloc.h:2697
+
VMA_MEMORY_USAGE_GPU_ONLY
@ VMA_MEMORY_USAGE_GPU_ONLY
Definition: vk_mem_alloc.h:2723
vmaCreatePool
VkResult vmaCreatePool(VmaAllocator allocator, const VmaPoolCreateInfo *pCreateInfo, VmaPool *pPool)
Allocates Vulkan device memory and creates VmaPool object.
-
VmaPoolCreateInfo::maxBlockCount
size_t maxBlockCount
Maximum number of blocks that can be allocated in this pool. Optional.
Definition: vk_mem_alloc.h:3044
-
VmaPoolCreateInfo
Describes parameter of created VmaPool.
Definition: vk_mem_alloc.h:3016
+
VmaPoolCreateInfo::maxBlockCount
size_t maxBlockCount
Maximum number of blocks that can be allocated in this pool. Optional.
Definition: vk_mem_alloc.h:3077
+
VmaPoolCreateInfo
Describes parameter of created VmaPool.
Definition: vk_mem_alloc.h:3049
VmaPool
Represents custom memory pool.
vmaFindMemoryTypeIndexForBufferInfo
VkResult vmaFindMemoryTypeIndexForBufferInfo(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, uint32_t *pMemoryTypeIndex)
Helps to find memoryTypeIndex, given VkBufferCreateInfo and VmaAllocationCreateInfo.
-
VmaAllocationCreateInfo::usage
VmaMemoryUsage usage
Intended usage of memory.
Definition: vk_mem_alloc.h:2863
+
VmaAllocationCreateInfo::usage
VmaMemoryUsage usage
Intended usage of memory.
Definition: vk_mem_alloc.h:2889
vmaCreateBuffer
VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
vmaDestroyBuffer
void vmaDestroyBuffer(VmaAllocator allocator, VkBuffer buffer, VmaAllocation allocation)
Destroys Vulkan buffer and frees allocated memory.
-
VmaAllocationCreateInfo
Definition: vk_mem_alloc.h:2855
-
VmaAllocationInfo
Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
Definition: vk_mem_alloc.h:3192
+
VmaAllocationCreateInfo
Definition: vk_mem_alloc.h:2881
+
VmaAllocationInfo
Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
Definition: vk_mem_alloc.h:3231
Generated by doxygen 1.8.20 diff --git a/docs/html/defragmentation.html b/docs/html/defragmentation.html index 52df1b8..efe253d 100644 --- a/docs/html/defragmentation.html +++ b/docs/html/defragmentation.html @@ -120,9 +120,9 @@ Defragmenting CPU memory
// Create new buffer with same parameters.
VkBufferCreateInfo bufferInfo = ...;
vkCreateBuffer(device, &bufferInfo, nullptr, &buffers[i]);
-
+
// You can make dummy call to vkGetBufferMemoryRequirements here to silence validation layer warning.
-
+
// Bind new buffer to new memory region. Data contained in it is already moved.
VmaAllocationInfo allocInfo;
vmaGetAllocationInfo(allocator, allocations[i], &allocInfo);
@@ -181,9 +181,9 @@ Defragmenting GPU memory
// Create new buffer with same parameters.
VkBufferCreateInfo bufferInfo = ...;
vkCreateBuffer(device, &bufferInfo, nullptr, &buffers[i]);
-
+
// You can make dummy call to vkGetBufferMemoryRequirements here to silence validation layer warning.
-
+
// Bind new buffer to new memory region. Data contained in it is already moved.
VmaAllocationInfo allocInfo;
vmaGetAllocationInfo(allocator, allocations[i], &allocInfo);
@@ -214,22 +214,22 @@ Writing custom defragmentation algorithm -
VmaDefragmentationInfo2::allocationCount
uint32_t allocationCount
Number of allocations in pAllocations array.
Definition: vk_mem_alloc.h:3609
+
VmaDefragmentationInfo2::allocationCount
uint32_t allocationCount
Number of allocations in pAllocations array.
Definition: vk_mem_alloc.h:3648
VmaAllocator
Represents main object of this library initialized.
vmaGetAllocationInfo
void vmaGetAllocationInfo(VmaAllocator allocator, VmaAllocation allocation, VmaAllocationInfo *pAllocationInfo)
Returns current information about specified allocation and atomically marks it as used in current fra...
vmaDefragmentationEnd
VkResult vmaDefragmentationEnd(VmaAllocator allocator, VmaDefragmentationContext context)
Ends defragmentation process.
-
VmaDefragmentationInfo2::maxGpuBytesToMove
VkDeviceSize maxGpuBytesToMove
Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
Definition: vk_mem_alloc.h:3658
-
VmaDefragmentationInfo2::commandBuffer
VkCommandBuffer commandBuffer
Optional. Command buffer where GPU copy commands will be posted.
Definition: vk_mem_alloc.h:3672
-
VmaDefragmentationInfo2
Parameters for defragmentation.
Definition: vk_mem_alloc.h:3603
+
VmaDefragmentationInfo2::maxGpuBytesToMove
VkDeviceSize maxGpuBytesToMove
Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
Definition: vk_mem_alloc.h:3697
+
VmaDefragmentationInfo2::commandBuffer
VkCommandBuffer commandBuffer
Optional. Command buffer where GPU copy commands will be posted.
Definition: vk_mem_alloc.h:3711
+
VmaDefragmentationInfo2
Parameters for defragmentation.
Definition: vk_mem_alloc.h:3642
vmaBindBufferMemory
VkResult vmaBindBufferMemory(VmaAllocator allocator, VmaAllocation allocation, VkBuffer buffer)
Binds buffer to allocation.
-
VmaDefragmentationInfo2::pAllocations
const VmaAllocation * pAllocations
Pointer to array of allocations that can be defragmented.
Definition: vk_mem_alloc.h:3618
-
VmaDefragmentationInfo2::maxGpuAllocationsToMove
uint32_t maxGpuAllocationsToMove
Maximum number of allocations that can be moved to a different place using transfers on GPU side,...
Definition: vk_mem_alloc.h:3663
-
VmaDefragmentationInfo2::maxCpuBytesToMove
VkDeviceSize maxCpuBytesToMove
Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
Definition: vk_mem_alloc.h:3648
+
VmaDefragmentationInfo2::pAllocations
const VmaAllocation * pAllocations
Pointer to array of allocations that can be defragmented.
Definition: vk_mem_alloc.h:3657
+
VmaDefragmentationInfo2::maxGpuAllocationsToMove
uint32_t maxGpuAllocationsToMove
Maximum number of allocations that can be moved to a different place using transfers on GPU side,...
Definition: vk_mem_alloc.h:3702
+
VmaDefragmentationInfo2::maxCpuBytesToMove
VkDeviceSize maxCpuBytesToMove
Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
Definition: vk_mem_alloc.h:3687
vmaDefragmentationBegin
VkResult vmaDefragmentationBegin(VmaAllocator allocator, const VmaDefragmentationInfo2 *pInfo, VmaDefragmentationStats *pStats, VmaDefragmentationContext *pContext)
Begins defragmentation process.
-
VmaDefragmentationInfo2::pAllocationsChanged
VkBool32 * pAllocationsChanged
Optional, output. Pointer to array that will be filled with information whether the allocation at cer...
Definition: vk_mem_alloc.h:3624
-
VmaAllocationInfo
Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
Definition: vk_mem_alloc.h:3192
+
VmaDefragmentationInfo2::pAllocationsChanged
VkBool32 * pAllocationsChanged
Optional, output. Pointer to array that will be filled with information whether the allocation at cer...
Definition: vk_mem_alloc.h:3663
+
VmaAllocationInfo
Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
Definition: vk_mem_alloc.h:3231
VmaDefragmentationContext
Represents Opaque object that represents started defragmentation process.
-
VmaDefragmentationInfo2::maxCpuAllocationsToMove
uint32_t maxCpuAllocationsToMove
Maximum number of allocations that can be moved to a different place using transfers on CPU side,...
Definition: vk_mem_alloc.h:3653
+
VmaDefragmentationInfo2::maxCpuAllocationsToMove
uint32_t maxCpuAllocationsToMove
Maximum number of allocations that can be moved to a different place using transfers on CPU side,...
Definition: vk_mem_alloc.h:3692
Generated by doxygen 1.8.20 diff --git a/docs/html/functions.html b/docs/html/functions.html index d4499bb..4532dd9 100644 --- a/docs/html/functions.html +++ b/docs/html/functions.html @@ -265,6 +265,10 @@ $(function() {
  • preferredLargeHeapBlockSize : VmaAllocatorCreateInfo
    • +
  • priority +: VmaAllocationCreateInfo +, VmaPoolCreateInfo +
  • pUserData : VmaAllocationCreateInfo , VmaAllocationInfo diff --git a/docs/html/functions_vars.html b/docs/html/functions_vars.html index bd2646e..8448a21 100644 --- a/docs/html/functions_vars.html +++ b/docs/html/functions_vars.html @@ -265,6 +265,10 @@ $(function() {
  • preferredLargeHeapBlockSize : VmaAllocatorCreateInfo
    • +
  • priority +: VmaAllocationCreateInfo +, VmaPoolCreateInfo +
  • pUserData : VmaAllocationCreateInfo , VmaAllocationInfo diff --git a/docs/html/globals.html b/docs/html/globals.html index c9862fe..5903e7f 100644 --- a/docs/html/globals.html +++ b/docs/html/globals.html @@ -134,6 +134,9 @@ $(function() {
  • VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT : vk_mem_alloc.h
    • +
  • VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT +: vk_mem_alloc.h +
  • VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT : vk_mem_alloc.h
    • @@ -164,6 +167,9 @@ $(function() {
  • VMA_MEMORY_BUDGET : vk_mem_alloc.h
    • +
  • VMA_MEMORY_PRIORITY +: vk_mem_alloc.h +
  • VMA_MEMORY_USAGE_CPU_COPY : vk_mem_alloc.h
    • diff --git a/docs/html/globals_defs.html b/docs/html/globals_defs.html index 432c2da..5abbe13 100644 --- a/docs/html/globals_defs.html +++ b/docs/html/globals_defs.html @@ -74,6 +74,9 @@ $(function() {
  • VMA_MEMORY_BUDGET : vk_mem_alloc.h
    • +
  • VMA_MEMORY_PRIORITY +: vk_mem_alloc.h +
  • VMA_RECORDING_ENABLED : vk_mem_alloc.h
    • diff --git a/docs/html/globals_eval.html b/docs/html/globals_eval.html index d4f31a2..39b2ae2 100644 --- a/docs/html/globals_eval.html +++ b/docs/html/globals_eval.html @@ -124,6 +124,9 @@ $(function() {
  • VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT : vk_mem_alloc.h
    • +
  • VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT +: vk_mem_alloc.h +
  • VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT : vk_mem_alloc.h
    • diff --git a/docs/html/lost_allocations.html b/docs/html/lost_allocations.html index 244ee9c..218ab60 100644 --- a/docs/html/lost_allocations.html +++ b/docs/html/lost_allocations.html @@ -125,15 +125,15 @@ $(function() {
    vmaTouchAllocation
    VkBool32 vmaTouchAllocation(VmaAllocator allocator, VmaAllocation allocation)
    Returns VK_TRUE if allocation is not lost and atomically marks it as used in current frame.
    -
    VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
    @ VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
    Definition: vk_mem_alloc.h:2787
    +
    VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
    @ VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
    Definition: vk_mem_alloc.h:2813
    VmaAllocation
    Represents single memory allocation.
    -
    VMA_MEMORY_USAGE_GPU_ONLY
    @ VMA_MEMORY_USAGE_GPU_ONLY
    Definition: vk_mem_alloc.h:2697
    -
    VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
    @ VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
    Definition: vk_mem_alloc.h:2794
    -
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2863
    +
    VMA_MEMORY_USAGE_GPU_ONLY
    @ VMA_MEMORY_USAGE_GPU_ONLY
    Definition: vk_mem_alloc.h:2723
    +
    VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
    @ VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
    Definition: vk_mem_alloc.h:2820
    +
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2889
    vmaCreateBuffer
    VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
    vmaDestroyBuffer
    void vmaDestroyBuffer(VmaAllocator allocator, VkBuffer buffer, VmaAllocation allocation)
    Destroys Vulkan buffer and frees allocated memory.
    -
    VmaAllocationCreateInfo::flags
    VmaAllocationCreateFlags flags
    Use VmaAllocationCreateFlagBits enum.
    Definition: vk_mem_alloc.h:2857
    -
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2855
    +
    VmaAllocationCreateInfo::flags
    VmaAllocationCreateFlags flags
    Use VmaAllocationCreateFlagBits enum.
    Definition: vk_mem_alloc.h:2883
    +
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2881
    Generated by doxygen 1.8.20 diff --git a/docs/html/memory_mapping.html b/docs/html/memory_mapping.html index 27fe1c2..1372187 100644 --- a/docs/html/memory_mapping.html +++ b/docs/html/memory_mapping.html @@ -186,19 +186,19 @@ Finding out if memory is mappable
    vmaUnmapMemory
    void vmaUnmapMemory(VmaAllocator allocator, VmaAllocation allocation)
    Unmaps memory represented by given allocation, mapped previously using vmaMapMemory().
    VmaAllocator
    Represents main object of this library initialized.
    vmaGetMemoryTypeProperties
    void vmaGetMemoryTypeProperties(VmaAllocator allocator, uint32_t memoryTypeIndex, VkMemoryPropertyFlags *pFlags)
    Given Memory Type Index, returns Property Flags of this memory type.
    -
    VMA_MEMORY_USAGE_CPU_ONLY
    @ VMA_MEMORY_USAGE_CPU_ONLY
    Definition: vk_mem_alloc.h:2707
    +
    VMA_MEMORY_USAGE_CPU_ONLY
    @ VMA_MEMORY_USAGE_CPU_ONLY
    Definition: vk_mem_alloc.h:2733
    VmaAllocation
    Represents single memory allocation.
    -
    VMA_MEMORY_USAGE_GPU_ONLY
    @ VMA_MEMORY_USAGE_GPU_ONLY
    Definition: vk_mem_alloc.h:2697
    +
    VMA_MEMORY_USAGE_GPU_ONLY
    @ VMA_MEMORY_USAGE_GPU_ONLY
    Definition: vk_mem_alloc.h:2723
    vmaMapMemory
    VkResult vmaMapMemory(VmaAllocator allocator, VmaAllocation allocation, void **ppData)
    Maps memory represented by given allocation and returns pointer to it.
    -
    VmaAllocationInfo::pMappedData
    void * pMappedData
    Pointer to the beginning of this allocation as mapped data.
    Definition: vk_mem_alloc.h:3236
    -
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2863
    +
    VmaAllocationInfo::pMappedData
    void * pMappedData
    Pointer to the beginning of this allocation as mapped data.
    Definition: vk_mem_alloc.h:3275
    +
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2889
    vmaCreateBuffer
    VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
    -
    VmaAllocationInfo::memoryType
    uint32_t memoryType
    Memory type index that this allocation was allocated from.
    Definition: vk_mem_alloc.h:3197
    -
    VMA_ALLOCATION_CREATE_MAPPED_BIT
    @ VMA_ALLOCATION_CREATE_MAPPED_BIT
    Set this flag to use a memory that will be persistently mapped and retrieve pointer to it.
    Definition: vk_mem_alloc.h:2774
    -
    VmaAllocationCreateInfo::flags
    VmaAllocationCreateFlags flags
    Use VmaAllocationCreateFlagBits enum.
    Definition: vk_mem_alloc.h:2857
    -
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2855
    -
    VmaAllocationCreateInfo::preferredFlags
    VkMemoryPropertyFlags preferredFlags
    Flags that preferably should be set in a memory type chosen for an allocation.
    Definition: vk_mem_alloc.h:2873
    -
    VmaAllocationInfo
    Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
    Definition: vk_mem_alloc.h:3192
    +
    VmaAllocationInfo::memoryType
    uint32_t memoryType
    Memory type index that this allocation was allocated from.
    Definition: vk_mem_alloc.h:3236
    +
    VMA_ALLOCATION_CREATE_MAPPED_BIT
    @ VMA_ALLOCATION_CREATE_MAPPED_BIT
    Set this flag to use a memory that will be persistently mapped and retrieve pointer to it.
    Definition: vk_mem_alloc.h:2800
    +
    VmaAllocationCreateInfo::flags
    VmaAllocationCreateFlags flags
    Use VmaAllocationCreateFlagBits enum.
    Definition: vk_mem_alloc.h:2883
    +
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2881
    +
    VmaAllocationCreateInfo::preferredFlags
    VkMemoryPropertyFlags preferredFlags
    Flags that preferably should be set in a memory type chosen for an allocation.
    Definition: vk_mem_alloc.h:2899
    +
    VmaAllocationInfo
    Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
    Definition: vk_mem_alloc.h:3231
    Generated by doxygen 1.8.20 diff --git a/docs/html/quick_start.html b/docs/html/quick_start.html index 18b988e..bf5e1ec 100644 --- a/docs/html/quick_start.html +++ b/docs/html/quick_start.html @@ -128,20 +128,20 @@ Resource allocation
    vmaDestroyAllocator(allocator);
    -
    VmaAllocatorCreateInfo::physicalDevice
    VkPhysicalDevice physicalDevice
    Vulkan physical device.
    Definition: vk_mem_alloc.h:2394
    +
    VmaAllocatorCreateInfo::physicalDevice
    VkPhysicalDevice physicalDevice
    Vulkan physical device.
    Definition: vk_mem_alloc.h:2420
    VmaAllocator
    Represents main object of this library initialized.
    -
    VmaAllocatorCreateInfo
    Description of a Allocator to be created.
    Definition: vk_mem_alloc.h:2389
    +
    VmaAllocatorCreateInfo
    Description of a Allocator to be created.
    Definition: vk_mem_alloc.h:2415
    VmaAllocation
    Represents single memory allocation.
    -
    VmaAllocatorCreateInfo::vulkanApiVersion
    uint32_t vulkanApiVersion
    Optional. The highest version of Vulkan that the application is designed to use.
    Definition: vk_mem_alloc.h:2472
    -
    VMA_MEMORY_USAGE_GPU_ONLY
    @ VMA_MEMORY_USAGE_GPU_ONLY
    Definition: vk_mem_alloc.h:2697
    +
    VmaAllocatorCreateInfo::vulkanApiVersion
    uint32_t vulkanApiVersion
    Optional. The highest version of Vulkan that the application is designed to use.
    Definition: vk_mem_alloc.h:2498
    +
    VMA_MEMORY_USAGE_GPU_ONLY
    @ VMA_MEMORY_USAGE_GPU_ONLY
    Definition: vk_mem_alloc.h:2723
    vmaDestroyAllocator
    void vmaDestroyAllocator(VmaAllocator allocator)
    Destroys allocator object.
    -
    VmaAllocatorCreateInfo::device
    VkDevice device
    Vulkan device.
    Definition: vk_mem_alloc.h:2397
    -
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2863
    +
    VmaAllocatorCreateInfo::device
    VkDevice device
    Vulkan device.
    Definition: vk_mem_alloc.h:2423
    +
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2889
    vmaCreateBuffer
    VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
    vmaCreateAllocator
    VkResult vmaCreateAllocator(const VmaAllocatorCreateInfo *pCreateInfo, VmaAllocator *pAllocator)
    Creates Allocator object.
    -
    VmaAllocatorCreateInfo::instance
    VkInstance instance
    Handle to Vulkan instance object.
    Definition: vk_mem_alloc.h:2463
    +
    VmaAllocatorCreateInfo::instance
    VkInstance instance
    Handle to Vulkan instance object.
    Definition: vk_mem_alloc.h:2489
    vmaDestroyBuffer
    void vmaDestroyBuffer(VmaAllocator allocator, VkBuffer buffer, VmaAllocation allocation)
    Destroys Vulkan buffer and frees allocated memory.
    -
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2855
    +
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2881
    Generated by doxygen 1.8.20 diff --git a/docs/html/resource_aliasing.html b/docs/html/resource_aliasing.html index f3e8815..dd1bf08 100644 --- a/docs/html/resource_aliasing.html +++ b/docs/html/resource_aliasing.html @@ -147,11 +147,11 @@ $(function() {
    VmaAllocation
    Represents single memory allocation.
    -
    VMA_MEMORY_USAGE_GPU_ONLY
    @ VMA_MEMORY_USAGE_GPU_ONLY
    Definition: vk_mem_alloc.h:2697
    +
    VMA_MEMORY_USAGE_GPU_ONLY
    @ VMA_MEMORY_USAGE_GPU_ONLY
    Definition: vk_mem_alloc.h:2723
    vmaAllocateMemory
    VkResult vmaAllocateMemory(VmaAllocator allocator, const VkMemoryRequirements *pVkMemoryRequirements, const VmaAllocationCreateInfo *pCreateInfo, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
    General purpose memory allocation.
    -
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2863
    +
    VmaAllocationCreateInfo::usage
    VmaMemoryUsage usage
    Intended usage of memory.
    Definition: vk_mem_alloc.h:2889
    vmaBindImageMemory
    VkResult vmaBindImageMemory(VmaAllocator allocator, VmaAllocation allocation, VkImage image)
    Binds image to allocation.
    -
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2855
    +
    VmaAllocationCreateInfo
    Definition: vk_mem_alloc.h:2881
    vmaFreeMemory
    void vmaFreeMemory(VmaAllocator allocator, const VmaAllocation allocation)
    Frees memory previously allocated using vmaAllocateMemory(), vmaAllocateMemoryForBuffer(),...
    diff --git a/docs/html/search/all_10.js b/docs/html/search/all_10.js index c96bee2..730aac6 100644 --- a/docs/html/search/all_10.js +++ b/docs/html/search/all_10.js @@ -1,11 +1,11 @@ var searchData= [ - ['unusedbytes_76',['unusedBytes',['../struct_vma_stat_info.html#a1859d290aca2cd582d8dc25922092669',1,'VmaStatInfo']]], - ['unusedrangecount_77',['unusedRangeCount',['../struct_vma_stat_info.html#ae06129c771bfebfd6468a7f4276502a9',1,'VmaStatInfo::unusedRangeCount()'],['../struct_vma_pool_stats.html#ae4f3546ffa4d1e598b64d8e6134854f4',1,'VmaPoolStats::unusedRangeCount()']]], - ['unusedrangesizeavg_78',['unusedRangeSizeAvg',['../struct_vma_stat_info.html#a2f9b3452af90c9768a30b7fb6ae194fc',1,'VmaStatInfo']]], - ['unusedrangesizemax_79',['unusedRangeSizeMax',['../struct_vma_stat_info.html#a5ba1a2476c4d39b10f7e2f7ebbb72ac4',1,'VmaStatInfo::unusedRangeSizeMax()'],['../struct_vma_pool_stats.html#ab4c8f52dd42ab01998f60f0b6acc722b',1,'VmaPoolStats::unusedRangeSizeMax()']]], - ['unusedrangesizemin_80',['unusedRangeSizeMin',['../struct_vma_stat_info.html#aedeba931324f16589cd2416c0d2dd0d4',1,'VmaStatInfo']]], - ['unusedsize_81',['unusedSize',['../struct_vma_pool_stats.html#ad7c54874724fce7b06aba526202d82a8',1,'VmaPoolStats']]], - ['usage_82',['usage',['../struct_vma_budget.html#a84dd1ecca8b0110259eb206dbadb11f6',1,'VmaBudget::usage()'],['../struct_vma_allocation_create_info.html#accb8b06b1f677d858cb9af20705fa910',1,'VmaAllocationCreateInfo::usage()']]], - ['usedbytes_83',['usedBytes',['../struct_vma_stat_info.html#ab0c6c73837e5a70c749fbd4f6064895a',1,'VmaStatInfo']]] + ['unusedbytes_77',['unusedBytes',['../struct_vma_stat_info.html#a1859d290aca2cd582d8dc25922092669',1,'VmaStatInfo']]], + ['unusedrangecount_78',['unusedRangeCount',['../struct_vma_stat_info.html#ae06129c771bfebfd6468a7f4276502a9',1,'VmaStatInfo::unusedRangeCount()'],['../struct_vma_pool_stats.html#ae4f3546ffa4d1e598b64d8e6134854f4',1,'VmaPoolStats::unusedRangeCount()']]], + ['unusedrangesizeavg_79',['unusedRangeSizeAvg',['../struct_vma_stat_info.html#a2f9b3452af90c9768a30b7fb6ae194fc',1,'VmaStatInfo']]], + ['unusedrangesizemax_80',['unusedRangeSizeMax',['../struct_vma_stat_info.html#a5ba1a2476c4d39b10f7e2f7ebbb72ac4',1,'VmaStatInfo::unusedRangeSizeMax()'],['../struct_vma_pool_stats.html#ab4c8f52dd42ab01998f60f0b6acc722b',1,'VmaPoolStats::unusedRangeSizeMax()']]], + ['unusedrangesizemin_81',['unusedRangeSizeMin',['../struct_vma_stat_info.html#aedeba931324f16589cd2416c0d2dd0d4',1,'VmaStatInfo']]], + ['unusedsize_82',['unusedSize',['../struct_vma_pool_stats.html#ad7c54874724fce7b06aba526202d82a8',1,'VmaPoolStats']]], + ['usage_83',['usage',['../struct_vma_budget.html#a84dd1ecca8b0110259eb206dbadb11f6',1,'VmaBudget::usage()'],['../struct_vma_allocation_create_info.html#accb8b06b1f677d858cb9af20705fa910',1,'VmaAllocationCreateInfo::usage()']]], + ['usedbytes_84',['usedBytes',['../struct_vma_stat_info.html#ab0c6c73837e5a70c749fbd4f6064895a',1,'VmaStatInfo']]] ]; diff --git a/docs/html/search/all_11.js b/docs/html/search/all_11.js index 1ca905f..c040635 100644 --- a/docs/html/search/all_11.js +++ b/docs/html/search/all_11.js @@ -1,157 +1,159 @@ var searchData= [ - ['vulkan_20memory_20allocator_84',['Vulkan Memory Allocator',['../index.html',1,'']]], - ['vk_5famd_5fdevice_5fcoherent_5fmemory_85',['VK_AMD_device_coherent_memory',['../vk_amd_device_coherent_memory.html',1,'index']]], - ['vk_5fkhr_5fdedicated_5fallocation_86',['VK_KHR_dedicated_allocation',['../vk_khr_dedicated_allocation.html',1,'index']]], - ['vk_5fmem_5falloc_2eh_87',['vk_mem_alloc.h',['../vk__mem__alloc_8h.html',1,'']]], - ['vkallocatememory_88',['vkAllocateMemory',['../struct_vma_vulkan_functions.html#a2943bf99dfd784a0e8f599d987e22e6c',1,'VmaVulkanFunctions']]], - ['vkbindbuffermemory_89',['vkBindBufferMemory',['../struct_vma_vulkan_functions.html#a94fc4f3a605d9880bb3c0ba2c2fc80b2',1,'VmaVulkanFunctions']]], - ['vkbindimagememory_90',['vkBindImageMemory',['../struct_vma_vulkan_functions.html#a1338d96a128a5ade648b8d934907c637',1,'VmaVulkanFunctions']]], - ['vkcmdcopybuffer_91',['vkCmdCopyBuffer',['../struct_vma_vulkan_functions.html#ae5c0db8c89a3b82593dc16aa6a49fa3a',1,'VmaVulkanFunctions']]], - ['vkcreatebuffer_92',['vkCreateBuffer',['../struct_vma_vulkan_functions.html#ae8084315a25006271a2edfc3a447519f',1,'VmaVulkanFunctions']]], - ['vkcreateimage_93',['vkCreateImage',['../struct_vma_vulkan_functions.html#a23ebe70be515b9b5010a1d691200e325',1,'VmaVulkanFunctions']]], - ['vkdestroybuffer_94',['vkDestroyBuffer',['../struct_vma_vulkan_functions.html#a7e054606faddb07f0e8556f3ed317d45',1,'VmaVulkanFunctions']]], - ['vkdestroyimage_95',['vkDestroyImage',['../struct_vma_vulkan_functions.html#a90b898227039b1dcb3520f6e91f09ffa',1,'VmaVulkanFunctions']]], - ['vkflushmappedmemoryranges_96',['vkFlushMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a33c322f4c4ad2810f8a9c97a277572f9',1,'VmaVulkanFunctions']]], - ['vkfreememory_97',['vkFreeMemory',['../struct_vma_vulkan_functions.html#a4c658701778564d62034255b5dda91b4',1,'VmaVulkanFunctions']]], - ['vkgetbuffermemoryrequirements_98',['vkGetBufferMemoryRequirements',['../struct_vma_vulkan_functions.html#a5b92901df89a4194b0d12f6071d4d143',1,'VmaVulkanFunctions']]], - ['vkgetimagememoryrequirements_99',['vkGetImageMemoryRequirements',['../struct_vma_vulkan_functions.html#a475f6f49f8debe4d10800592606d53f4',1,'VmaVulkanFunctions']]], - ['vkgetphysicaldevicememoryproperties_100',['vkGetPhysicalDeviceMemoryProperties',['../struct_vma_vulkan_functions.html#a60d25c33bba06bb8592e6875cbaa9830',1,'VmaVulkanFunctions']]], - ['vkgetphysicaldeviceproperties_101',['vkGetPhysicalDeviceProperties',['../struct_vma_vulkan_functions.html#a77b7a74082823e865dd6546623468f96',1,'VmaVulkanFunctions']]], - ['vkinvalidatemappedmemoryranges_102',['vkInvalidateMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a5c1093bc32386a8060c37c9f282078a1',1,'VmaVulkanFunctions']]], - ['vkmapmemory_103',['vkMapMemory',['../struct_vma_vulkan_functions.html#ab5c1f38dea3a2cf00dc9eb4f57218c49',1,'VmaVulkanFunctions']]], - ['vkunmapmemory_104',['vkUnmapMemory',['../struct_vma_vulkan_functions.html#acc798589736f0becb317fc2196c1d8b9',1,'VmaVulkanFunctions']]], - ['vma_5fallocation_5fcreate_5fcan_5fbecome_5flost_5fbit_105',['VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a5f436af6c8fe8540573a6d22627a6fd2',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fcan_5fmake_5fother_5flost_5fbit_106',['VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a68686d0ce9beb0d4d1b9f2b8b1389a7e',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fdedicated_5fmemory_5fbit_107',['VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a3fc311d855c2ff53f1090ef5c722b38f',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fdont_5fbind_5fbit_108',['VMA_ALLOCATION_CREATE_DONT_BIND_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a2310568c62208af432724305fe29ccea',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fflag_5fbits_5fmax_5fenum_109',['VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ae5633ec569f4899cf8f29e7385b2f882',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fmapped_5fbit_110',['VMA_ALLOCATION_CREATE_MAPPED_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a11da372cc3a82931c5e5d6146cd9dd1f',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fnever_5fallocate_5fbit_111',['VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a89759603401014eb325eb22a3839f2ff',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fbest_5ffit_5fbit_112',['VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a839826775c62319466441f86496f036d',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5ffirst_5ffit_5fbit_113',['VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a33eb2052674f3ad92386c714a65fb777',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmask_114',['VMA_ALLOCATION_CREATE_STRATEGY_MASK',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8e16845d81ae3d27c47106d4770d5c7e',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ffragmentation_5fbit_115',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a621b704103eb3360230c860acf36e706',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5fmemory_5fbit_116',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8af1210cf591784afa026d94998f735d',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ftime_5fbit_117',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a0729e932b7ea170e3a128cad96c5cf6d',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fworst_5ffit_5fbit_118',['VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ad242a04f802e25fef0b880afe8bb0a62',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fupper_5faddress_5fbit_119',['VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a42ba3a2d2c7117953210b7c3ef8da0df',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fuser_5fdata_5fcopy_5fstring_5fbit_120',['VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597aa6f24f821cd6a7c5e4a443f7bf59c520',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fwithin_5fbudget_5fbit_121',['VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ab8b1764f3e9022368e440c057783b92d',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5famd_5fdevice_5fcoherent_5fmemory_5fbit_122',['VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca2acce4886d8078552efa38878413970f',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fbuffer_5fdevice_5faddress_5fbit_123',['VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca5f1b28b0414319d1687e1f2b30ab0089',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fext_5fmemory_5fbudget_5fbit_124',['VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4d4687863f7bd4b418c6006dc04400b0',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fexternally_5fsynchronized_5fbit_125',['VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4816ddaed324ba110172ca608a20f29d',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fflag_5fbits_5fmax_5fenum_126',['VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cae4d5ad929caba5f23eb502b13bd5286c',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fkhr_5fbind_5fmemory2_5fbit_127',['VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca8fb75bf07cd184ab903596295e863dee',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fkhr_5fdedicated_5fallocation_5fbit_128',['VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cace7da7cc6e71a625dfa763c55a597878',1,'vk_mem_alloc.h']]], - ['vma_5fbind_5fmemory2_129',['VMA_BIND_MEMORY2',['../vk__mem__alloc_8h.html#a88bef97f86d70a34a4c0746e09a2680d',1,'vk_mem_alloc.h']]], - ['vma_5fbuffer_5fdevice_5faddress_130',['VMA_BUFFER_DEVICE_ADDRESS',['../vk__mem__alloc_8h.html#a7f9d5e71b70dd1a137c303a8a8262c10',1,'vk_mem_alloc.h']]], - ['vma_5fdedicated_5fallocation_131',['VMA_DEDICATED_ALLOCATION',['../vk__mem__alloc_8h.html#af7b860e63b96d11e44ae8587ba06bbf4',1,'vk_mem_alloc.h']]], - ['vma_5fdefragmentation_5fflag_5fbits_5fmax_5fenum_132',['VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50cab87ec33154803bfeb5ac2b379f1d6a97',1,'vk_mem_alloc.h']]], - ['vma_5fdefragmentation_5fflag_5fincremental_133',['VMA_DEFRAGMENTATION_FLAG_INCREMENTAL',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50ca31af49446af2459284a568ce2f3fdd33',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fbudget_134',['VMA_MEMORY_BUDGET',['../vk__mem__alloc_8h.html#a05decf1cf4ebf767beba7acca6c1ec3a',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fcpu_5fcopy_135',['VMA_MEMORY_USAGE_CPU_COPY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca416a444d4d0fc20067c3f76f32ff2500',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fcpu_5fonly_136',['VMA_MEMORY_USAGE_CPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca40bdf4cddeffeb12f43d45ca1286e0a5',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fcpu_5fto_5fgpu_137',['VMA_MEMORY_USAGE_CPU_TO_GPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca9066b52c5a7079bb74a69aaf8b92ff67',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5flazily_5fallocated_138',['VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca835333d9072db63a653818030e17614d',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5fonly_139',['VMA_MEMORY_USAGE_GPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccac6b5dc1432d88647aa4cd456246eadf7',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5fto_5fcpu_140',['VMA_MEMORY_USAGE_GPU_TO_CPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca7b586d2fdaf82a463b58f581ed72be27',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fmax_5fenum_141',['VMA_MEMORY_USAGE_MAX_ENUM',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca091e69437ef693e8d0d287f1c719ba6e',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5funknown_142',['VMA_MEMORY_USAGE_UNKNOWN',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccaf50d27e34e0925cf3a63db8c839121dd',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5falgorithm_5fmask_143',['VMA_POOL_CREATE_ALGORITHM_MASK',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7af4d270f8f42517a0f70037ceb6ac1d9c',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fbuddy_5falgorithm_5fbit_144',['VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a97a0dc38e5161b780594d998d313d35e',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fflag_5fbits_5fmax_5fenum_145',['VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a1c7312bea9ea246846b9054fd6bd6aec',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fignore_5fbuffer_5fimage_5fgranularity_5fbit_146',['VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a9f1a499508a8edb4e8ba40aa0290a3d2',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5flinear_5falgorithm_5fbit_147',['VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a13c8a444197c67866be9cb05599fc726',1,'vk_mem_alloc.h']]], - ['vma_5frecord_5fflag_5fbits_5fmax_5fenum_148',['VMA_RECORD_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a20dd17d69966dbffa054739d6090b85e',1,'vk_mem_alloc.h']]], - ['vma_5frecord_5fflush_5fafter_5fcall_5fbit_149',['VMA_RECORD_FLUSH_AFTER_CALL_BIT',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a8e7ab322e8732654be627c4ea8f36cc7',1,'vk_mem_alloc.h']]], - ['vma_5frecording_5fenabled_150',['VMA_RECORDING_ENABLED',['../vk__mem__alloc_8h.html#a1f0c126759fc96ccb6e2d23c101d770c',1,'vk_mem_alloc.h']]], - ['vma_5fstats_5fstring_5fenabled_151',['VMA_STATS_STRING_ENABLED',['../vk__mem__alloc_8h.html#ae25f0d55fd91cb166f002b63244800e1',1,'vk_mem_alloc.h']]], - ['vma_5fvulkan_5fversion_152',['VMA_VULKAN_VERSION',['../vk__mem__alloc_8h.html#a1a2407c283893638cc039bb31fcd74b6',1,'vk_mem_alloc.h']]], - ['vmaallocatememory_153',['vmaAllocateMemory',['../vk__mem__alloc_8h.html#abf28077dbf82d0908b8acbe8ee8dd9b8',1,'vk_mem_alloc.h']]], - ['vmaallocatememoryforbuffer_154',['vmaAllocateMemoryForBuffer',['../vk__mem__alloc_8h.html#a7fdf64415b6c3d83c454f28d2c53df7b',1,'vk_mem_alloc.h']]], - ['vmaallocatememoryforimage_155',['vmaAllocateMemoryForImage',['../vk__mem__alloc_8h.html#a0faa3f9e5fb233d29d1e00390650febb',1,'vk_mem_alloc.h']]], - ['vmaallocatememorypages_156',['vmaAllocateMemoryPages',['../vk__mem__alloc_8h.html#ad37e82e492b3de38fc3f4cffd9ad0ae1',1,'vk_mem_alloc.h']]], - ['vmaallocation_157',['VmaAllocation',['../struct_vma_allocation.html',1,'']]], - ['vmaallocationcreateflagbits_158',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597',1,'VmaAllocationCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a4fceecc301f4064dc808d3cd6c038941',1,'VmaAllocationCreateFlagBits(): vk_mem_alloc.h']]], - ['vmaallocationcreateflags_159',['VmaAllocationCreateFlags',['../vk__mem__alloc_8h.html#a5225e5e11f8376f6a31a1791f3d6e817',1,'vk_mem_alloc.h']]], - ['vmaallocationcreateinfo_160',['VmaAllocationCreateInfo',['../struct_vma_allocation_create_info.html',1,'VmaAllocationCreateInfo'],['../vk__mem__alloc_8h.html#a3bf110892ea2fb4649fedb68488d026a',1,'VmaAllocationCreateInfo(): vk_mem_alloc.h']]], - ['vmaallocationinfo_161',['VmaAllocationInfo',['../struct_vma_allocation_info.html',1,'VmaAllocationInfo'],['../vk__mem__alloc_8h.html#a1cf7774606721026a68aabe3af2e5b50',1,'VmaAllocationInfo(): vk_mem_alloc.h']]], - ['vmaallocator_162',['VmaAllocator',['../struct_vma_allocator.html',1,'']]], - ['vmaallocatorcreateflagbits_163',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7c',1,'VmaAllocatorCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#afd73b95e737ee7e76f827cb5472f559f',1,'VmaAllocatorCreateFlagBits(): vk_mem_alloc.h']]], - ['vmaallocatorcreateflags_164',['VmaAllocatorCreateFlags',['../vk__mem__alloc_8h.html#acfe6863e160722c2c1bbcf7573fddc4d',1,'vk_mem_alloc.h']]], - ['vmaallocatorcreateinfo_165',['VmaAllocatorCreateInfo',['../struct_vma_allocator_create_info.html',1,'VmaAllocatorCreateInfo'],['../vk__mem__alloc_8h.html#aad9652301d33759b83e52d4f3605a14a',1,'VmaAllocatorCreateInfo(): vk_mem_alloc.h']]], - ['vmaallocatorinfo_166',['VmaAllocatorInfo',['../struct_vma_allocator_info.html',1,'VmaAllocatorInfo'],['../vk__mem__alloc_8h.html#a1988031b0223fdbd564250fa1edd942c',1,'VmaAllocatorInfo(): vk_mem_alloc.h']]], - ['vmabegindefragmentationpass_167',['vmaBeginDefragmentationPass',['../vk__mem__alloc_8h.html#ac0f01545b6262f7d4d128fc8f8e5c77b',1,'vk_mem_alloc.h']]], - ['vmabindbuffermemory_168',['vmaBindBufferMemory',['../vk__mem__alloc_8h.html#a6b0929b914b60cf2d45cac4bf3547470',1,'vk_mem_alloc.h']]], - ['vmabindbuffermemory2_169',['vmaBindBufferMemory2',['../vk__mem__alloc_8h.html#a927c944f45e0f2941182abb6f608e64a',1,'vk_mem_alloc.h']]], - ['vmabindimagememory_170',['vmaBindImageMemory',['../vk__mem__alloc_8h.html#a3d3ca45799923aa5d138e9e5f9eb2da5',1,'vk_mem_alloc.h']]], - ['vmabindimagememory2_171',['vmaBindImageMemory2',['../vk__mem__alloc_8h.html#aa8251ee81b0045a443e35b8e8aa021bc',1,'vk_mem_alloc.h']]], - ['vmabudget_172',['VmaBudget',['../struct_vma_budget.html',1,'VmaBudget'],['../vk__mem__alloc_8h.html#aa078667e71b1ef24e87a6a30d128381d',1,'VmaBudget(): vk_mem_alloc.h']]], - ['vmabuildstatsstring_173',['vmaBuildStatsString',['../vk__mem__alloc_8h.html#aa4fee7eb5253377599ef4fd38c93c2a0',1,'vk_mem_alloc.h']]], - ['vmacalculatestats_174',['vmaCalculateStats',['../vk__mem__alloc_8h.html#a333b61c1788cb23559177531e6a93ca3',1,'vk_mem_alloc.h']]], - ['vmacheckcorruption_175',['vmaCheckCorruption',['../vk__mem__alloc_8h.html#a49329a7f030dafcf82f7b73334c22e98',1,'vk_mem_alloc.h']]], - ['vmacheckpoolcorruption_176',['vmaCheckPoolCorruption',['../vk__mem__alloc_8h.html#ad535935619c7a549bf837e1bb0068f89',1,'vk_mem_alloc.h']]], - ['vmacreateallocator_177',['vmaCreateAllocator',['../vk__mem__alloc_8h.html#a200692051ddb34240248234f5f4c17bb',1,'vk_mem_alloc.h']]], - ['vmacreatebuffer_178',['vmaCreateBuffer',['../vk__mem__alloc_8h.html#ac72ee55598617e8eecca384e746bab51',1,'vk_mem_alloc.h']]], - ['vmacreateimage_179',['vmaCreateImage',['../vk__mem__alloc_8h.html#a02a94f25679275851a53e82eacbcfc73',1,'vk_mem_alloc.h']]], - ['vmacreatelostallocation_180',['vmaCreateLostAllocation',['../vk__mem__alloc_8h.html#ae5c9657d9e94756269145b01c05d16f1',1,'vk_mem_alloc.h']]], - ['vmacreatepool_181',['vmaCreatePool',['../vk__mem__alloc_8h.html#a5c8770ded7c59c8caac6de0c2cb00b50',1,'vk_mem_alloc.h']]], - ['vmadefragment_182',['vmaDefragment',['../vk__mem__alloc_8h.html#a9f0f8f56db5f7f57fe4454f465142dac',1,'vk_mem_alloc.h']]], - ['vmadefragmentationbegin_183',['vmaDefragmentationBegin',['../vk__mem__alloc_8h.html#a36ba776fd7fd5cb1e9359fdc0d8e6e8a',1,'vk_mem_alloc.h']]], - ['vmadefragmentationcontext_184',['VmaDefragmentationContext',['../struct_vma_defragmentation_context.html',1,'']]], - ['vmadefragmentationend_185',['vmaDefragmentationEnd',['../vk__mem__alloc_8h.html#a8774e20e91e245aae959ba63efa15dd2',1,'vk_mem_alloc.h']]], - ['vmadefragmentationflagbits_186',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50c',1,'VmaDefragmentationFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a13415cc0b443353a7b5abda300b833fc',1,'VmaDefragmentationFlagBits(): vk_mem_alloc.h']]], - ['vmadefragmentationflags_187',['VmaDefragmentationFlags',['../vk__mem__alloc_8h.html#a88a77cef37e5d3c4fc9eb328885d048d',1,'vk_mem_alloc.h']]], - ['vmadefragmentationinfo_188',['VmaDefragmentationInfo',['../struct_vma_defragmentation_info.html',1,'VmaDefragmentationInfo'],['../vk__mem__alloc_8h.html#a2bf47f96bf92bed2a49461bd9af3acfa',1,'VmaDefragmentationInfo(): vk_mem_alloc.h']]], - ['vmadefragmentationinfo2_189',['VmaDefragmentationInfo2',['../struct_vma_defragmentation_info2.html',1,'VmaDefragmentationInfo2'],['../vk__mem__alloc_8h.html#ad6daeffaa670ce6d11a203a6224c9937',1,'VmaDefragmentationInfo2(): vk_mem_alloc.h']]], - ['vmadefragmentationpassinfo_190',['VmaDefragmentationPassInfo',['../struct_vma_defragmentation_pass_info.html',1,'VmaDefragmentationPassInfo'],['../vk__mem__alloc_8h.html#a72aebd522242d56abea67b4f47f6549e',1,'VmaDefragmentationPassInfo(): vk_mem_alloc.h']]], - ['vmadefragmentationpassmoveinfo_191',['VmaDefragmentationPassMoveInfo',['../struct_vma_defragmentation_pass_move_info.html',1,'VmaDefragmentationPassMoveInfo'],['../vk__mem__alloc_8h.html#ad6799e8e2b1527abfc84d33bc44aeaf5',1,'VmaDefragmentationPassMoveInfo(): vk_mem_alloc.h']]], - ['vmadefragmentationstats_192',['VmaDefragmentationStats',['../struct_vma_defragmentation_stats.html',1,'VmaDefragmentationStats'],['../vk__mem__alloc_8h.html#ad94034192259c2e34a4d1c5e27810403',1,'VmaDefragmentationStats(): vk_mem_alloc.h']]], - ['vmadestroyallocator_193',['vmaDestroyAllocator',['../vk__mem__alloc_8h.html#aa8d164061c88f22fb1fd3c8f3534bc1d',1,'vk_mem_alloc.h']]], - ['vmadestroybuffer_194',['vmaDestroyBuffer',['../vk__mem__alloc_8h.html#a0d9f4e4ba5bf9aab1f1c746387753d77',1,'vk_mem_alloc.h']]], - ['vmadestroyimage_195',['vmaDestroyImage',['../vk__mem__alloc_8h.html#ae50d2cb3b4a3bfd4dd40987234e50e7e',1,'vk_mem_alloc.h']]], - ['vmadestroypool_196',['vmaDestroyPool',['../vk__mem__alloc_8h.html#a5485779c8f1948238fc4e92232fa65e1',1,'vk_mem_alloc.h']]], - ['vmadevicememorycallbacks_197',['VmaDeviceMemoryCallbacks',['../struct_vma_device_memory_callbacks.html',1,'VmaDeviceMemoryCallbacks'],['../vk__mem__alloc_8h.html#a77692d3c8770ea8882d573206bd27b2b',1,'VmaDeviceMemoryCallbacks(): vk_mem_alloc.h']]], - ['vmaenddefragmentationpass_198',['vmaEndDefragmentationPass',['../vk__mem__alloc_8h.html#a1b9ffa538bed905af55c747cc48963bd',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindex_199',['vmaFindMemoryTypeIndex',['../vk__mem__alloc_8h.html#aef15a94b58fbcb0fe706d5720e84a74a',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindexforbufferinfo_200',['vmaFindMemoryTypeIndexForBufferInfo',['../vk__mem__alloc_8h.html#ae790ab9ffaf7667fb8f62523e6897888',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindexforimageinfo_201',['vmaFindMemoryTypeIndexForImageInfo',['../vk__mem__alloc_8h.html#a088da83d8eaf3ce9056d9ea0b981d472',1,'vk_mem_alloc.h']]], - ['vmaflushallocation_202',['vmaFlushAllocation',['../vk__mem__alloc_8h.html#a30c37c1eec6025f397be41644f48490f',1,'vk_mem_alloc.h']]], - ['vmaflushallocations_203',['vmaFlushAllocations',['../vk__mem__alloc_8h.html#ac3dd00da721875ed99fa8a881922bdfc',1,'vk_mem_alloc.h']]], - ['vmafreememory_204',['vmaFreeMemory',['../vk__mem__alloc_8h.html#a5fea5518972ae9094b1526cbcb19b05f',1,'vk_mem_alloc.h']]], - ['vmafreememorypages_205',['vmaFreeMemoryPages',['../vk__mem__alloc_8h.html#a834b1e4aef395c0a1d56a28e69a4a17e',1,'vk_mem_alloc.h']]], - ['vmafreestatsstring_206',['vmaFreeStatsString',['../vk__mem__alloc_8h.html#a3104eb30d8122c84dd8541063f145288',1,'vk_mem_alloc.h']]], - ['vmagetallocationinfo_207',['vmaGetAllocationInfo',['../vk__mem__alloc_8h.html#a86dd08aba8633bfa4ad0df2e76481d8b',1,'vk_mem_alloc.h']]], - ['vmagetallocatorinfo_208',['vmaGetAllocatorInfo',['../vk__mem__alloc_8h.html#afa02231a791b37255720d566a52683e7',1,'vk_mem_alloc.h']]], - ['vmagetbudget_209',['vmaGetBudget',['../vk__mem__alloc_8h.html#aec0ed24ebea2d0099eed5f801daaefba',1,'vk_mem_alloc.h']]], - ['vmagetmemoryproperties_210',['vmaGetMemoryProperties',['../vk__mem__alloc_8h.html#ab88db292a17974f911182543fda52d19',1,'vk_mem_alloc.h']]], - ['vmagetmemorytypeproperties_211',['vmaGetMemoryTypeProperties',['../vk__mem__alloc_8h.html#a8701444752eb5de4464adb5a2b514bca',1,'vk_mem_alloc.h']]], - ['vmagetphysicaldeviceproperties_212',['vmaGetPhysicalDeviceProperties',['../vk__mem__alloc_8h.html#aecabf7b6e91ea87d0316fa0a9e014fe0',1,'vk_mem_alloc.h']]], - ['vmagetpoolname_213',['vmaGetPoolName',['../vk__mem__alloc_8h.html#af09b4e4eafdbee812e8d73ddf960f030',1,'vk_mem_alloc.h']]], - ['vmagetpoolstats_214',['vmaGetPoolStats',['../vk__mem__alloc_8h.html#ae8bf76997b234ef68aad922616df4153',1,'vk_mem_alloc.h']]], - ['vmainvalidateallocation_215',['vmaInvalidateAllocation',['../vk__mem__alloc_8h.html#aaa8412919139ef413a4215ac6a290fae',1,'vk_mem_alloc.h']]], - ['vmainvalidateallocations_216',['vmaInvalidateAllocations',['../vk__mem__alloc_8h.html#ab25b558d75f7378ec944a1522fdcc3c5',1,'vk_mem_alloc.h']]], - ['vmamakepoolallocationslost_217',['vmaMakePoolAllocationsLost',['../vk__mem__alloc_8h.html#a736bd6cbda886f36c891727e73bd4024',1,'vk_mem_alloc.h']]], - ['vmamapmemory_218',['vmaMapMemory',['../vk__mem__alloc_8h.html#ad5bd1243512d099706de88168992f069',1,'vk_mem_alloc.h']]], - ['vmamemoryusage_219',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cc',1,'VmaMemoryUsage(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a806e8499dde802e59eb72a1dc811c35f',1,'VmaMemoryUsage(): vk_mem_alloc.h']]], - ['vmapool_220',['VmaPool',['../struct_vma_pool.html',1,'']]], - ['vmapoolcreateflagbits_221',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7',1,'VmaPoolCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a4d4f2efc2509157a9e4ecd4fd7942303',1,'VmaPoolCreateFlagBits(): vk_mem_alloc.h']]], - ['vmapoolcreateflags_222',['VmaPoolCreateFlags',['../vk__mem__alloc_8h.html#a2770e325ea42e087c1b91fdf46d0292a',1,'vk_mem_alloc.h']]], - ['vmapoolcreateinfo_223',['VmaPoolCreateInfo',['../struct_vma_pool_create_info.html',1,'VmaPoolCreateInfo'],['../vk__mem__alloc_8h.html#a1017aa83489c0eee8d2163d2bf253f67',1,'VmaPoolCreateInfo(): vk_mem_alloc.h']]], - ['vmapoolstats_224',['VmaPoolStats',['../struct_vma_pool_stats.html',1,'VmaPoolStats'],['../vk__mem__alloc_8h.html#a4759a2d9f99c19ba7627553c847132f1',1,'VmaPoolStats(): vk_mem_alloc.h']]], - ['vmarecordflagbits_225',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2',1,'VmaRecordFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#acd24d5eb58abff7e1f43cb32a1ba1413',1,'VmaRecordFlagBits(): vk_mem_alloc.h']]], - ['vmarecordflags_226',['VmaRecordFlags',['../vk__mem__alloc_8h.html#af3929a1a4547c592fc0b0e55ef452828',1,'vk_mem_alloc.h']]], - ['vmarecordsettings_227',['VmaRecordSettings',['../struct_vma_record_settings.html',1,'VmaRecordSettings'],['../vk__mem__alloc_8h.html#a16e21c877101493fce582664cd8754fc',1,'VmaRecordSettings(): vk_mem_alloc.h']]], - ['vmaresizeallocation_228',['vmaResizeAllocation',['../vk__mem__alloc_8h.html#a0ff488958ca72b28e545880463cb8696',1,'vk_mem_alloc.h']]], - ['vmasetallocationuserdata_229',['vmaSetAllocationUserData',['../vk__mem__alloc_8h.html#af9147d31ffc11d62fc187bde283ed14f',1,'vk_mem_alloc.h']]], - ['vmasetcurrentframeindex_230',['vmaSetCurrentFrameIndex',['../vk__mem__alloc_8h.html#ade56bf8dc9f5a5eaddf5f119ed525236',1,'vk_mem_alloc.h']]], - ['vmasetpoolname_231',['vmaSetPoolName',['../vk__mem__alloc_8h.html#adbae3a0b4ab078024462fc85c37f3b58',1,'vk_mem_alloc.h']]], - ['vmastatinfo_232',['VmaStatInfo',['../struct_vma_stat_info.html',1,'VmaStatInfo'],['../vk__mem__alloc_8h.html#aec5b57e29c97b5d69c6d5654d60df878',1,'VmaStatInfo(): vk_mem_alloc.h']]], - ['vmastats_233',['VmaStats',['../struct_vma_stats.html',1,'VmaStats'],['../vk__mem__alloc_8h.html#a21813b2efdf3836767a9058cd8a94034',1,'VmaStats(): vk_mem_alloc.h']]], - ['vmatouchallocation_234',['vmaTouchAllocation',['../vk__mem__alloc_8h.html#a43d8ba9673c846f049089a5029d5c73a',1,'vk_mem_alloc.h']]], - ['vmaunmapmemory_235',['vmaUnmapMemory',['../vk__mem__alloc_8h.html#a9bc268595cb33f6ec4d519cfce81ff45',1,'vk_mem_alloc.h']]], - ['vmavulkanfunctions_236',['VmaVulkanFunctions',['../struct_vma_vulkan_functions.html',1,'VmaVulkanFunctions'],['../vk__mem__alloc_8h.html#abb0a8e3b5040d847571cca6c7f9a8074',1,'VmaVulkanFunctions(): vk_mem_alloc.h']]], - ['vulkanapiversion_237',['vulkanApiVersion',['../struct_vma_allocator_create_info.html#ae0ffc55139b54520a6bb704b29ffc285',1,'VmaAllocatorCreateInfo']]] + ['vulkan_20memory_20allocator_85',['Vulkan Memory Allocator',['../index.html',1,'']]], + ['vk_5famd_5fdevice_5fcoherent_5fmemory_86',['VK_AMD_device_coherent_memory',['../vk_amd_device_coherent_memory.html',1,'index']]], + ['vk_5fkhr_5fdedicated_5fallocation_87',['VK_KHR_dedicated_allocation',['../vk_khr_dedicated_allocation.html',1,'index']]], + ['vk_5fmem_5falloc_2eh_88',['vk_mem_alloc.h',['../vk__mem__alloc_8h.html',1,'']]], + ['vkallocatememory_89',['vkAllocateMemory',['../struct_vma_vulkan_functions.html#a2943bf99dfd784a0e8f599d987e22e6c',1,'VmaVulkanFunctions']]], + ['vkbindbuffermemory_90',['vkBindBufferMemory',['../struct_vma_vulkan_functions.html#a94fc4f3a605d9880bb3c0ba2c2fc80b2',1,'VmaVulkanFunctions']]], + ['vkbindimagememory_91',['vkBindImageMemory',['../struct_vma_vulkan_functions.html#a1338d96a128a5ade648b8d934907c637',1,'VmaVulkanFunctions']]], + ['vkcmdcopybuffer_92',['vkCmdCopyBuffer',['../struct_vma_vulkan_functions.html#ae5c0db8c89a3b82593dc16aa6a49fa3a',1,'VmaVulkanFunctions']]], + ['vkcreatebuffer_93',['vkCreateBuffer',['../struct_vma_vulkan_functions.html#ae8084315a25006271a2edfc3a447519f',1,'VmaVulkanFunctions']]], + ['vkcreateimage_94',['vkCreateImage',['../struct_vma_vulkan_functions.html#a23ebe70be515b9b5010a1d691200e325',1,'VmaVulkanFunctions']]], + ['vkdestroybuffer_95',['vkDestroyBuffer',['../struct_vma_vulkan_functions.html#a7e054606faddb07f0e8556f3ed317d45',1,'VmaVulkanFunctions']]], + ['vkdestroyimage_96',['vkDestroyImage',['../struct_vma_vulkan_functions.html#a90b898227039b1dcb3520f6e91f09ffa',1,'VmaVulkanFunctions']]], + ['vkflushmappedmemoryranges_97',['vkFlushMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a33c322f4c4ad2810f8a9c97a277572f9',1,'VmaVulkanFunctions']]], + ['vkfreememory_98',['vkFreeMemory',['../struct_vma_vulkan_functions.html#a4c658701778564d62034255b5dda91b4',1,'VmaVulkanFunctions']]], + ['vkgetbuffermemoryrequirements_99',['vkGetBufferMemoryRequirements',['../struct_vma_vulkan_functions.html#a5b92901df89a4194b0d12f6071d4d143',1,'VmaVulkanFunctions']]], + ['vkgetimagememoryrequirements_100',['vkGetImageMemoryRequirements',['../struct_vma_vulkan_functions.html#a475f6f49f8debe4d10800592606d53f4',1,'VmaVulkanFunctions']]], + ['vkgetphysicaldevicememoryproperties_101',['vkGetPhysicalDeviceMemoryProperties',['../struct_vma_vulkan_functions.html#a60d25c33bba06bb8592e6875cbaa9830',1,'VmaVulkanFunctions']]], + ['vkgetphysicaldeviceproperties_102',['vkGetPhysicalDeviceProperties',['../struct_vma_vulkan_functions.html#a77b7a74082823e865dd6546623468f96',1,'VmaVulkanFunctions']]], + ['vkinvalidatemappedmemoryranges_103',['vkInvalidateMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a5c1093bc32386a8060c37c9f282078a1',1,'VmaVulkanFunctions']]], + ['vkmapmemory_104',['vkMapMemory',['../struct_vma_vulkan_functions.html#ab5c1f38dea3a2cf00dc9eb4f57218c49',1,'VmaVulkanFunctions']]], + ['vkunmapmemory_105',['vkUnmapMemory',['../struct_vma_vulkan_functions.html#acc798589736f0becb317fc2196c1d8b9',1,'VmaVulkanFunctions']]], + ['vma_5fallocation_5fcreate_5fcan_5fbecome_5flost_5fbit_106',['VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a5f436af6c8fe8540573a6d22627a6fd2',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fcan_5fmake_5fother_5flost_5fbit_107',['VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a68686d0ce9beb0d4d1b9f2b8b1389a7e',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fdedicated_5fmemory_5fbit_108',['VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a3fc311d855c2ff53f1090ef5c722b38f',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fdont_5fbind_5fbit_109',['VMA_ALLOCATION_CREATE_DONT_BIND_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a2310568c62208af432724305fe29ccea',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fflag_5fbits_5fmax_5fenum_110',['VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ae5633ec569f4899cf8f29e7385b2f882',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fmapped_5fbit_111',['VMA_ALLOCATION_CREATE_MAPPED_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a11da372cc3a82931c5e5d6146cd9dd1f',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fnever_5fallocate_5fbit_112',['VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a89759603401014eb325eb22a3839f2ff',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fbest_5ffit_5fbit_113',['VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a839826775c62319466441f86496f036d',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5ffirst_5ffit_5fbit_114',['VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a33eb2052674f3ad92386c714a65fb777',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmask_115',['VMA_ALLOCATION_CREATE_STRATEGY_MASK',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8e16845d81ae3d27c47106d4770d5c7e',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ffragmentation_5fbit_116',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a621b704103eb3360230c860acf36e706',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5fmemory_5fbit_117',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8af1210cf591784afa026d94998f735d',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ftime_5fbit_118',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a0729e932b7ea170e3a128cad96c5cf6d',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fworst_5ffit_5fbit_119',['VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ad242a04f802e25fef0b880afe8bb0a62',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fupper_5faddress_5fbit_120',['VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a42ba3a2d2c7117953210b7c3ef8da0df',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fuser_5fdata_5fcopy_5fstring_5fbit_121',['VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597aa6f24f821cd6a7c5e4a443f7bf59c520',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fwithin_5fbudget_5fbit_122',['VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ab8b1764f3e9022368e440c057783b92d',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5famd_5fdevice_5fcoherent_5fmemory_5fbit_123',['VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca2acce4886d8078552efa38878413970f',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fbuffer_5fdevice_5faddress_5fbit_124',['VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca5f1b28b0414319d1687e1f2b30ab0089',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fext_5fmemory_5fbudget_5fbit_125',['VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4d4687863f7bd4b418c6006dc04400b0',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fext_5fmemory_5fpriority_5fbit_126',['VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7caffdd7a5169be3dbd7cbf6b3619e4f78a',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fexternally_5fsynchronized_5fbit_127',['VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4816ddaed324ba110172ca608a20f29d',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fflag_5fbits_5fmax_5fenum_128',['VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cae4d5ad929caba5f23eb502b13bd5286c',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fkhr_5fbind_5fmemory2_5fbit_129',['VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca8fb75bf07cd184ab903596295e863dee',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fkhr_5fdedicated_5fallocation_5fbit_130',['VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cace7da7cc6e71a625dfa763c55a597878',1,'vk_mem_alloc.h']]], + ['vma_5fbind_5fmemory2_131',['VMA_BIND_MEMORY2',['../vk__mem__alloc_8h.html#a88bef97f86d70a34a4c0746e09a2680d',1,'vk_mem_alloc.h']]], + ['vma_5fbuffer_5fdevice_5faddress_132',['VMA_BUFFER_DEVICE_ADDRESS',['../vk__mem__alloc_8h.html#a7f9d5e71b70dd1a137c303a8a8262c10',1,'vk_mem_alloc.h']]], + ['vma_5fdedicated_5fallocation_133',['VMA_DEDICATED_ALLOCATION',['../vk__mem__alloc_8h.html#af7b860e63b96d11e44ae8587ba06bbf4',1,'vk_mem_alloc.h']]], + ['vma_5fdefragmentation_5fflag_5fbits_5fmax_5fenum_134',['VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50cab87ec33154803bfeb5ac2b379f1d6a97',1,'vk_mem_alloc.h']]], + ['vma_5fdefragmentation_5fflag_5fincremental_135',['VMA_DEFRAGMENTATION_FLAG_INCREMENTAL',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50ca31af49446af2459284a568ce2f3fdd33',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fbudget_136',['VMA_MEMORY_BUDGET',['../vk__mem__alloc_8h.html#a05decf1cf4ebf767beba7acca6c1ec3a',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fpriority_137',['VMA_MEMORY_PRIORITY',['../vk__mem__alloc_8h.html#a81af8a3a87e34bbb493848143cde43e4',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fcpu_5fcopy_138',['VMA_MEMORY_USAGE_CPU_COPY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca416a444d4d0fc20067c3f76f32ff2500',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fcpu_5fonly_139',['VMA_MEMORY_USAGE_CPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca40bdf4cddeffeb12f43d45ca1286e0a5',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fcpu_5fto_5fgpu_140',['VMA_MEMORY_USAGE_CPU_TO_GPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca9066b52c5a7079bb74a69aaf8b92ff67',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fgpu_5flazily_5fallocated_141',['VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca835333d9072db63a653818030e17614d',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fgpu_5fonly_142',['VMA_MEMORY_USAGE_GPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccac6b5dc1432d88647aa4cd456246eadf7',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fgpu_5fto_5fcpu_143',['VMA_MEMORY_USAGE_GPU_TO_CPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca7b586d2fdaf82a463b58f581ed72be27',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fmax_5fenum_144',['VMA_MEMORY_USAGE_MAX_ENUM',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca091e69437ef693e8d0d287f1c719ba6e',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5funknown_145',['VMA_MEMORY_USAGE_UNKNOWN',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccaf50d27e34e0925cf3a63db8c839121dd',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5falgorithm_5fmask_146',['VMA_POOL_CREATE_ALGORITHM_MASK',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7af4d270f8f42517a0f70037ceb6ac1d9c',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5fbuddy_5falgorithm_5fbit_147',['VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a97a0dc38e5161b780594d998d313d35e',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5fflag_5fbits_5fmax_5fenum_148',['VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a1c7312bea9ea246846b9054fd6bd6aec',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5fignore_5fbuffer_5fimage_5fgranularity_5fbit_149',['VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a9f1a499508a8edb4e8ba40aa0290a3d2',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5flinear_5falgorithm_5fbit_150',['VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a13c8a444197c67866be9cb05599fc726',1,'vk_mem_alloc.h']]], + ['vma_5frecord_5fflag_5fbits_5fmax_5fenum_151',['VMA_RECORD_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a20dd17d69966dbffa054739d6090b85e',1,'vk_mem_alloc.h']]], + ['vma_5frecord_5fflush_5fafter_5fcall_5fbit_152',['VMA_RECORD_FLUSH_AFTER_CALL_BIT',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a8e7ab322e8732654be627c4ea8f36cc7',1,'vk_mem_alloc.h']]], + ['vma_5frecording_5fenabled_153',['VMA_RECORDING_ENABLED',['../vk__mem__alloc_8h.html#a1f0c126759fc96ccb6e2d23c101d770c',1,'vk_mem_alloc.h']]], + ['vma_5fstats_5fstring_5fenabled_154',['VMA_STATS_STRING_ENABLED',['../vk__mem__alloc_8h.html#ae25f0d55fd91cb166f002b63244800e1',1,'vk_mem_alloc.h']]], + ['vma_5fvulkan_5fversion_155',['VMA_VULKAN_VERSION',['../vk__mem__alloc_8h.html#a1a2407c283893638cc039bb31fcd74b6',1,'vk_mem_alloc.h']]], + ['vmaallocatememory_156',['vmaAllocateMemory',['../vk__mem__alloc_8h.html#abf28077dbf82d0908b8acbe8ee8dd9b8',1,'vk_mem_alloc.h']]], + ['vmaallocatememoryforbuffer_157',['vmaAllocateMemoryForBuffer',['../vk__mem__alloc_8h.html#a7fdf64415b6c3d83c454f28d2c53df7b',1,'vk_mem_alloc.h']]], + ['vmaallocatememoryforimage_158',['vmaAllocateMemoryForImage',['../vk__mem__alloc_8h.html#a0faa3f9e5fb233d29d1e00390650febb',1,'vk_mem_alloc.h']]], + ['vmaallocatememorypages_159',['vmaAllocateMemoryPages',['../vk__mem__alloc_8h.html#ad37e82e492b3de38fc3f4cffd9ad0ae1',1,'vk_mem_alloc.h']]], + ['vmaallocation_160',['VmaAllocation',['../struct_vma_allocation.html',1,'']]], + ['vmaallocationcreateflagbits_161',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597',1,'VmaAllocationCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a4fceecc301f4064dc808d3cd6c038941',1,'VmaAllocationCreateFlagBits(): vk_mem_alloc.h']]], + ['vmaallocationcreateflags_162',['VmaAllocationCreateFlags',['../vk__mem__alloc_8h.html#a5225e5e11f8376f6a31a1791f3d6e817',1,'vk_mem_alloc.h']]], + ['vmaallocationcreateinfo_163',['VmaAllocationCreateInfo',['../struct_vma_allocation_create_info.html',1,'VmaAllocationCreateInfo'],['../vk__mem__alloc_8h.html#a3bf110892ea2fb4649fedb68488d026a',1,'VmaAllocationCreateInfo(): vk_mem_alloc.h']]], + ['vmaallocationinfo_164',['VmaAllocationInfo',['../struct_vma_allocation_info.html',1,'VmaAllocationInfo'],['../vk__mem__alloc_8h.html#a1cf7774606721026a68aabe3af2e5b50',1,'VmaAllocationInfo(): vk_mem_alloc.h']]], + ['vmaallocator_165',['VmaAllocator',['../struct_vma_allocator.html',1,'']]], + ['vmaallocatorcreateflagbits_166',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7c',1,'VmaAllocatorCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#afd73b95e737ee7e76f827cb5472f559f',1,'VmaAllocatorCreateFlagBits(): vk_mem_alloc.h']]], + ['vmaallocatorcreateflags_167',['VmaAllocatorCreateFlags',['../vk__mem__alloc_8h.html#acfe6863e160722c2c1bbcf7573fddc4d',1,'vk_mem_alloc.h']]], + ['vmaallocatorcreateinfo_168',['VmaAllocatorCreateInfo',['../struct_vma_allocator_create_info.html',1,'VmaAllocatorCreateInfo'],['../vk__mem__alloc_8h.html#aad9652301d33759b83e52d4f3605a14a',1,'VmaAllocatorCreateInfo(): vk_mem_alloc.h']]], + ['vmaallocatorinfo_169',['VmaAllocatorInfo',['../struct_vma_allocator_info.html',1,'VmaAllocatorInfo'],['../vk__mem__alloc_8h.html#a1988031b0223fdbd564250fa1edd942c',1,'VmaAllocatorInfo(): vk_mem_alloc.h']]], + ['vmabegindefragmentationpass_170',['vmaBeginDefragmentationPass',['../vk__mem__alloc_8h.html#ac0f01545b6262f7d4d128fc8f8e5c77b',1,'vk_mem_alloc.h']]], + ['vmabindbuffermemory_171',['vmaBindBufferMemory',['../vk__mem__alloc_8h.html#a6b0929b914b60cf2d45cac4bf3547470',1,'vk_mem_alloc.h']]], + ['vmabindbuffermemory2_172',['vmaBindBufferMemory2',['../vk__mem__alloc_8h.html#a927c944f45e0f2941182abb6f608e64a',1,'vk_mem_alloc.h']]], + ['vmabindimagememory_173',['vmaBindImageMemory',['../vk__mem__alloc_8h.html#a3d3ca45799923aa5d138e9e5f9eb2da5',1,'vk_mem_alloc.h']]], + ['vmabindimagememory2_174',['vmaBindImageMemory2',['../vk__mem__alloc_8h.html#aa8251ee81b0045a443e35b8e8aa021bc',1,'vk_mem_alloc.h']]], + ['vmabudget_175',['VmaBudget',['../struct_vma_budget.html',1,'VmaBudget'],['../vk__mem__alloc_8h.html#aa078667e71b1ef24e87a6a30d128381d',1,'VmaBudget(): vk_mem_alloc.h']]], + ['vmabuildstatsstring_176',['vmaBuildStatsString',['../vk__mem__alloc_8h.html#aa4fee7eb5253377599ef4fd38c93c2a0',1,'vk_mem_alloc.h']]], + ['vmacalculatestats_177',['vmaCalculateStats',['../vk__mem__alloc_8h.html#a333b61c1788cb23559177531e6a93ca3',1,'vk_mem_alloc.h']]], + ['vmacheckcorruption_178',['vmaCheckCorruption',['../vk__mem__alloc_8h.html#a49329a7f030dafcf82f7b73334c22e98',1,'vk_mem_alloc.h']]], + ['vmacheckpoolcorruption_179',['vmaCheckPoolCorruption',['../vk__mem__alloc_8h.html#ad535935619c7a549bf837e1bb0068f89',1,'vk_mem_alloc.h']]], + ['vmacreateallocator_180',['vmaCreateAllocator',['../vk__mem__alloc_8h.html#a200692051ddb34240248234f5f4c17bb',1,'vk_mem_alloc.h']]], + ['vmacreatebuffer_181',['vmaCreateBuffer',['../vk__mem__alloc_8h.html#ac72ee55598617e8eecca384e746bab51',1,'vk_mem_alloc.h']]], + ['vmacreateimage_182',['vmaCreateImage',['../vk__mem__alloc_8h.html#a02a94f25679275851a53e82eacbcfc73',1,'vk_mem_alloc.h']]], + ['vmacreatelostallocation_183',['vmaCreateLostAllocation',['../vk__mem__alloc_8h.html#ae5c9657d9e94756269145b01c05d16f1',1,'vk_mem_alloc.h']]], + ['vmacreatepool_184',['vmaCreatePool',['../vk__mem__alloc_8h.html#a5c8770ded7c59c8caac6de0c2cb00b50',1,'vk_mem_alloc.h']]], + ['vmadefragment_185',['vmaDefragment',['../vk__mem__alloc_8h.html#a9f0f8f56db5f7f57fe4454f465142dac',1,'vk_mem_alloc.h']]], + ['vmadefragmentationbegin_186',['vmaDefragmentationBegin',['../vk__mem__alloc_8h.html#a36ba776fd7fd5cb1e9359fdc0d8e6e8a',1,'vk_mem_alloc.h']]], + ['vmadefragmentationcontext_187',['VmaDefragmentationContext',['../struct_vma_defragmentation_context.html',1,'']]], + ['vmadefragmentationend_188',['vmaDefragmentationEnd',['../vk__mem__alloc_8h.html#a8774e20e91e245aae959ba63efa15dd2',1,'vk_mem_alloc.h']]], + ['vmadefragmentationflagbits_189',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50c',1,'VmaDefragmentationFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a13415cc0b443353a7b5abda300b833fc',1,'VmaDefragmentationFlagBits(): vk_mem_alloc.h']]], + ['vmadefragmentationflags_190',['VmaDefragmentationFlags',['../vk__mem__alloc_8h.html#a88a77cef37e5d3c4fc9eb328885d048d',1,'vk_mem_alloc.h']]], + ['vmadefragmentationinfo_191',['VmaDefragmentationInfo',['../struct_vma_defragmentation_info.html',1,'VmaDefragmentationInfo'],['../vk__mem__alloc_8h.html#a2bf47f96bf92bed2a49461bd9af3acfa',1,'VmaDefragmentationInfo(): vk_mem_alloc.h']]], + ['vmadefragmentationinfo2_192',['VmaDefragmentationInfo2',['../struct_vma_defragmentation_info2.html',1,'VmaDefragmentationInfo2'],['../vk__mem__alloc_8h.html#ad6daeffaa670ce6d11a203a6224c9937',1,'VmaDefragmentationInfo2(): vk_mem_alloc.h']]], + ['vmadefragmentationpassinfo_193',['VmaDefragmentationPassInfo',['../struct_vma_defragmentation_pass_info.html',1,'VmaDefragmentationPassInfo'],['../vk__mem__alloc_8h.html#a72aebd522242d56abea67b4f47f6549e',1,'VmaDefragmentationPassInfo(): vk_mem_alloc.h']]], + ['vmadefragmentationpassmoveinfo_194',['VmaDefragmentationPassMoveInfo',['../struct_vma_defragmentation_pass_move_info.html',1,'VmaDefragmentationPassMoveInfo'],['../vk__mem__alloc_8h.html#ad6799e8e2b1527abfc84d33bc44aeaf5',1,'VmaDefragmentationPassMoveInfo(): vk_mem_alloc.h']]], + ['vmadefragmentationstats_195',['VmaDefragmentationStats',['../struct_vma_defragmentation_stats.html',1,'VmaDefragmentationStats'],['../vk__mem__alloc_8h.html#ad94034192259c2e34a4d1c5e27810403',1,'VmaDefragmentationStats(): vk_mem_alloc.h']]], + ['vmadestroyallocator_196',['vmaDestroyAllocator',['../vk__mem__alloc_8h.html#aa8d164061c88f22fb1fd3c8f3534bc1d',1,'vk_mem_alloc.h']]], + ['vmadestroybuffer_197',['vmaDestroyBuffer',['../vk__mem__alloc_8h.html#a0d9f4e4ba5bf9aab1f1c746387753d77',1,'vk_mem_alloc.h']]], + ['vmadestroyimage_198',['vmaDestroyImage',['../vk__mem__alloc_8h.html#ae50d2cb3b4a3bfd4dd40987234e50e7e',1,'vk_mem_alloc.h']]], + ['vmadestroypool_199',['vmaDestroyPool',['../vk__mem__alloc_8h.html#a5485779c8f1948238fc4e92232fa65e1',1,'vk_mem_alloc.h']]], + ['vmadevicememorycallbacks_200',['VmaDeviceMemoryCallbacks',['../struct_vma_device_memory_callbacks.html',1,'VmaDeviceMemoryCallbacks'],['../vk__mem__alloc_8h.html#a77692d3c8770ea8882d573206bd27b2b',1,'VmaDeviceMemoryCallbacks(): vk_mem_alloc.h']]], + ['vmaenddefragmentationpass_201',['vmaEndDefragmentationPass',['../vk__mem__alloc_8h.html#a1b9ffa538bed905af55c747cc48963bd',1,'vk_mem_alloc.h']]], + ['vmafindmemorytypeindex_202',['vmaFindMemoryTypeIndex',['../vk__mem__alloc_8h.html#aef15a94b58fbcb0fe706d5720e84a74a',1,'vk_mem_alloc.h']]], + ['vmafindmemorytypeindexforbufferinfo_203',['vmaFindMemoryTypeIndexForBufferInfo',['../vk__mem__alloc_8h.html#ae790ab9ffaf7667fb8f62523e6897888',1,'vk_mem_alloc.h']]], + ['vmafindmemorytypeindexforimageinfo_204',['vmaFindMemoryTypeIndexForImageInfo',['../vk__mem__alloc_8h.html#a088da83d8eaf3ce9056d9ea0b981d472',1,'vk_mem_alloc.h']]], + ['vmaflushallocation_205',['vmaFlushAllocation',['../vk__mem__alloc_8h.html#a30c37c1eec6025f397be41644f48490f',1,'vk_mem_alloc.h']]], + ['vmaflushallocations_206',['vmaFlushAllocations',['../vk__mem__alloc_8h.html#ac3dd00da721875ed99fa8a881922bdfc',1,'vk_mem_alloc.h']]], + ['vmafreememory_207',['vmaFreeMemory',['../vk__mem__alloc_8h.html#a5fea5518972ae9094b1526cbcb19b05f',1,'vk_mem_alloc.h']]], + ['vmafreememorypages_208',['vmaFreeMemoryPages',['../vk__mem__alloc_8h.html#a834b1e4aef395c0a1d56a28e69a4a17e',1,'vk_mem_alloc.h']]], + ['vmafreestatsstring_209',['vmaFreeStatsString',['../vk__mem__alloc_8h.html#a3104eb30d8122c84dd8541063f145288',1,'vk_mem_alloc.h']]], + ['vmagetallocationinfo_210',['vmaGetAllocationInfo',['../vk__mem__alloc_8h.html#a86dd08aba8633bfa4ad0df2e76481d8b',1,'vk_mem_alloc.h']]], + ['vmagetallocatorinfo_211',['vmaGetAllocatorInfo',['../vk__mem__alloc_8h.html#afa02231a791b37255720d566a52683e7',1,'vk_mem_alloc.h']]], + ['vmagetbudget_212',['vmaGetBudget',['../vk__mem__alloc_8h.html#aec0ed24ebea2d0099eed5f801daaefba',1,'vk_mem_alloc.h']]], + ['vmagetmemoryproperties_213',['vmaGetMemoryProperties',['../vk__mem__alloc_8h.html#ab88db292a17974f911182543fda52d19',1,'vk_mem_alloc.h']]], + ['vmagetmemorytypeproperties_214',['vmaGetMemoryTypeProperties',['../vk__mem__alloc_8h.html#a8701444752eb5de4464adb5a2b514bca',1,'vk_mem_alloc.h']]], + ['vmagetphysicaldeviceproperties_215',['vmaGetPhysicalDeviceProperties',['../vk__mem__alloc_8h.html#aecabf7b6e91ea87d0316fa0a9e014fe0',1,'vk_mem_alloc.h']]], + ['vmagetpoolname_216',['vmaGetPoolName',['../vk__mem__alloc_8h.html#af09b4e4eafdbee812e8d73ddf960f030',1,'vk_mem_alloc.h']]], + ['vmagetpoolstats_217',['vmaGetPoolStats',['../vk__mem__alloc_8h.html#ae8bf76997b234ef68aad922616df4153',1,'vk_mem_alloc.h']]], + ['vmainvalidateallocation_218',['vmaInvalidateAllocation',['../vk__mem__alloc_8h.html#aaa8412919139ef413a4215ac6a290fae',1,'vk_mem_alloc.h']]], + ['vmainvalidateallocations_219',['vmaInvalidateAllocations',['../vk__mem__alloc_8h.html#ab25b558d75f7378ec944a1522fdcc3c5',1,'vk_mem_alloc.h']]], + ['vmamakepoolallocationslost_220',['vmaMakePoolAllocationsLost',['../vk__mem__alloc_8h.html#a736bd6cbda886f36c891727e73bd4024',1,'vk_mem_alloc.h']]], + ['vmamapmemory_221',['vmaMapMemory',['../vk__mem__alloc_8h.html#ad5bd1243512d099706de88168992f069',1,'vk_mem_alloc.h']]], + ['vmamemoryusage_222',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cc',1,'VmaMemoryUsage(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a806e8499dde802e59eb72a1dc811c35f',1,'VmaMemoryUsage(): vk_mem_alloc.h']]], + ['vmapool_223',['VmaPool',['../struct_vma_pool.html',1,'']]], + ['vmapoolcreateflagbits_224',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7',1,'VmaPoolCreateFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#a4d4f2efc2509157a9e4ecd4fd7942303',1,'VmaPoolCreateFlagBits(): vk_mem_alloc.h']]], + ['vmapoolcreateflags_225',['VmaPoolCreateFlags',['../vk__mem__alloc_8h.html#a2770e325ea42e087c1b91fdf46d0292a',1,'vk_mem_alloc.h']]], + ['vmapoolcreateinfo_226',['VmaPoolCreateInfo',['../struct_vma_pool_create_info.html',1,'VmaPoolCreateInfo'],['../vk__mem__alloc_8h.html#a1017aa83489c0eee8d2163d2bf253f67',1,'VmaPoolCreateInfo(): vk_mem_alloc.h']]], + ['vmapoolstats_227',['VmaPoolStats',['../struct_vma_pool_stats.html',1,'VmaPoolStats'],['../vk__mem__alloc_8h.html#a4759a2d9f99c19ba7627553c847132f1',1,'VmaPoolStats(): vk_mem_alloc.h']]], + ['vmarecordflagbits_228',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2',1,'VmaRecordFlagBits(): vk_mem_alloc.h'],['../vk__mem__alloc_8h.html#acd24d5eb58abff7e1f43cb32a1ba1413',1,'VmaRecordFlagBits(): vk_mem_alloc.h']]], + ['vmarecordflags_229',['VmaRecordFlags',['../vk__mem__alloc_8h.html#af3929a1a4547c592fc0b0e55ef452828',1,'vk_mem_alloc.h']]], + ['vmarecordsettings_230',['VmaRecordSettings',['../struct_vma_record_settings.html',1,'VmaRecordSettings'],['../vk__mem__alloc_8h.html#a16e21c877101493fce582664cd8754fc',1,'VmaRecordSettings(): vk_mem_alloc.h']]], + ['vmaresizeallocation_231',['vmaResizeAllocation',['../vk__mem__alloc_8h.html#a0ff488958ca72b28e545880463cb8696',1,'vk_mem_alloc.h']]], + ['vmasetallocationuserdata_232',['vmaSetAllocationUserData',['../vk__mem__alloc_8h.html#af9147d31ffc11d62fc187bde283ed14f',1,'vk_mem_alloc.h']]], + ['vmasetcurrentframeindex_233',['vmaSetCurrentFrameIndex',['../vk__mem__alloc_8h.html#ade56bf8dc9f5a5eaddf5f119ed525236',1,'vk_mem_alloc.h']]], + ['vmasetpoolname_234',['vmaSetPoolName',['../vk__mem__alloc_8h.html#adbae3a0b4ab078024462fc85c37f3b58',1,'vk_mem_alloc.h']]], + ['vmastatinfo_235',['VmaStatInfo',['../struct_vma_stat_info.html',1,'VmaStatInfo'],['../vk__mem__alloc_8h.html#aec5b57e29c97b5d69c6d5654d60df878',1,'VmaStatInfo(): vk_mem_alloc.h']]], + ['vmastats_236',['VmaStats',['../struct_vma_stats.html',1,'VmaStats'],['../vk__mem__alloc_8h.html#a21813b2efdf3836767a9058cd8a94034',1,'VmaStats(): vk_mem_alloc.h']]], + ['vmatouchallocation_237',['vmaTouchAllocation',['../vk__mem__alloc_8h.html#a43d8ba9673c846f049089a5029d5c73a',1,'vk_mem_alloc.h']]], + ['vmaunmapmemory_238',['vmaUnmapMemory',['../vk__mem__alloc_8h.html#a9bc268595cb33f6ec4d519cfce81ff45',1,'vk_mem_alloc.h']]], + ['vmavulkanfunctions_239',['VmaVulkanFunctions',['../struct_vma_vulkan_functions.html',1,'VmaVulkanFunctions'],['../vk__mem__alloc_8h.html#abb0a8e3b5040d847571cca6c7f9a8074',1,'VmaVulkanFunctions(): vk_mem_alloc.h']]], + ['vulkanapiversion_240',['vulkanApiVersion',['../struct_vma_allocator_create_info.html#ae0ffc55139b54520a6bb704b29ffc285',1,'VmaAllocatorCreateInfo']]] ]; diff --git a/docs/html/search/all_b.js b/docs/html/search/all_b.js index db99386..9907bb7 100644 --- a/docs/html/search/all_b.js +++ b/docs/html/search/all_b.js @@ -19,6 +19,7 @@ var searchData= ['precordsettings_62',['pRecordSettings',['../struct_vma_allocator_create_info.html#ace2aa4877b16a42b0b7673d4e26000ee',1,'VmaAllocatorCreateInfo']]], ['preferredflags_63',['preferredFlags',['../struct_vma_allocation_create_info.html#a7fe8d81a1ad10b2a2faacacee5b15d6d',1,'VmaAllocationCreateInfo']]], ['preferredlargeheapblocksize_64',['preferredLargeHeapBlockSize',['../struct_vma_allocator_create_info.html#a8e4714298e3121cdd8b214a1ae7a637a',1,'VmaAllocatorCreateInfo']]], - ['puserdata_65',['pUserData',['../struct_vma_device_memory_callbacks.html#a24052de0937ddd54015a2df0363903c6',1,'VmaDeviceMemoryCallbacks::pUserData()'],['../struct_vma_allocation_create_info.html#a8259e85c272683434f4abb4ddddffe19',1,'VmaAllocationCreateInfo::pUserData()'],['../struct_vma_allocation_info.html#adc507656149c04de7ed95d0042ba2a13',1,'VmaAllocationInfo::pUserData()']]], - ['pvulkanfunctions_66',['pVulkanFunctions',['../struct_vma_allocator_create_info.html#a3dc197be3227da7338b1643f70db36bd',1,'VmaAllocatorCreateInfo']]] + ['priority_65',['priority',['../struct_vma_allocation_create_info.html#a983d39e1a2e63649d78a960aa2fdd0f7',1,'VmaAllocationCreateInfo::priority()'],['../struct_vma_pool_create_info.html#a16e686c688f6725f119ebf6e24ab5274',1,'VmaPoolCreateInfo::priority()']]], + ['puserdata_66',['pUserData',['../struct_vma_device_memory_callbacks.html#a24052de0937ddd54015a2df0363903c6',1,'VmaDeviceMemoryCallbacks::pUserData()'],['../struct_vma_allocation_create_info.html#a8259e85c272683434f4abb4ddddffe19',1,'VmaAllocationCreateInfo::pUserData()'],['../struct_vma_allocation_info.html#adc507656149c04de7ed95d0042ba2a13',1,'VmaAllocationInfo::pUserData()']]], + ['pvulkanfunctions_67',['pVulkanFunctions',['../struct_vma_allocator_create_info.html#a3dc197be3227da7338b1643f70db36bd',1,'VmaAllocatorCreateInfo']]] ]; diff --git a/docs/html/search/all_c.js b/docs/html/search/all_c.js index c9ce84c..d58e218 100644 --- a/docs/html/search/all_c.js +++ b/docs/html/search/all_c.js @@ -1,4 +1,4 @@ var searchData= [ - ['quick_20start_67',['Quick start',['../quick_start.html',1,'index']]] + ['quick_20start_68',['Quick start',['../quick_start.html',1,'index']]] ]; diff --git a/docs/html/search/all_d.js b/docs/html/search/all_d.js index a77058c..408aa9e 100644 --- a/docs/html/search/all_d.js +++ b/docs/html/search/all_d.js @@ -1,7 +1,7 @@ var searchData= [ - ['record_20and_20replay_68',['Record and replay',['../record_and_replay.html',1,'index']]], - ['requiredflags_69',['requiredFlags',['../struct_vma_allocation_create_info.html#a9166390303ff42d783305bc31c2b6b90',1,'VmaAllocationCreateInfo']]], - ['resource_20aliasing_20_28overlap_29_70',['Resource aliasing (overlap)',['../resource_aliasing.html',1,'index']]], - ['recommended_20usage_20patterns_71',['Recommended usage patterns',['../usage_patterns.html',1,'index']]] + ['record_20and_20replay_69',['Record and replay',['../record_and_replay.html',1,'index']]], + ['requiredflags_70',['requiredFlags',['../struct_vma_allocation_create_info.html#a9166390303ff42d783305bc31c2b6b90',1,'VmaAllocationCreateInfo']]], + ['resource_20aliasing_20_28overlap_29_71',['Resource aliasing (overlap)',['../resource_aliasing.html',1,'index']]], + ['recommended_20usage_20patterns_72',['Recommended usage patterns',['../usage_patterns.html',1,'index']]] ]; diff --git a/docs/html/search/all_e.js b/docs/html/search/all_e.js index 20d416e..03fa2d8 100644 --- a/docs/html/search/all_e.js +++ b/docs/html/search/all_e.js @@ -1,6 +1,6 @@ var searchData= [ - ['size_72',['size',['../struct_vma_pool_stats.html#a326807b2de2b0931cee4ed9a5f2e420c',1,'VmaPoolStats::size()'],['../struct_vma_allocation_info.html#aac76d113a6a5ccbb09fea00fb25fd18f',1,'VmaAllocationInfo::size()']]], - ['statistics_73',['Statistics',['../statistics.html',1,'index']]], - ['staying_20within_20budget_74',['Staying within budget',['../staying_within_budget.html',1,'index']]] + ['size_73',['size',['../struct_vma_pool_stats.html#a326807b2de2b0931cee4ed9a5f2e420c',1,'VmaPoolStats::size()'],['../struct_vma_allocation_info.html#aac76d113a6a5ccbb09fea00fb25fd18f',1,'VmaAllocationInfo::size()']]], + ['statistics_74',['Statistics',['../statistics.html',1,'index']]], + ['staying_20within_20budget_75',['Staying within budget',['../staying_within_budget.html',1,'index']]] ]; diff --git a/docs/html/search/all_f.js b/docs/html/search/all_f.js index 628d913..be734f5 100644 --- a/docs/html/search/all_f.js +++ b/docs/html/search/all_f.js @@ -1,4 +1,4 @@ var searchData= [ - ['total_75',['total',['../struct_vma_stats.html#a2e8f5b3353f2fefef3c27f29e245a1f9',1,'VmaStats']]] + ['total_76',['total',['../struct_vma_stats.html#a2e8f5b3353f2fefef3c27f29e245a1f9',1,'VmaStats']]] ]; diff --git a/docs/html/search/classes_0.js b/docs/html/search/classes_0.js index 71d8cb1..3944cca 100644 --- a/docs/html/search/classes_0.js +++ b/docs/html/search/classes_0.js @@ -1,24 +1,24 @@ var searchData= [ - ['vmaallocation_238',['VmaAllocation',['../struct_vma_allocation.html',1,'']]], - ['vmaallocationcreateinfo_239',['VmaAllocationCreateInfo',['../struct_vma_allocation_create_info.html',1,'']]], - ['vmaallocationinfo_240',['VmaAllocationInfo',['../struct_vma_allocation_info.html',1,'']]], - ['vmaallocator_241',['VmaAllocator',['../struct_vma_allocator.html',1,'']]], - ['vmaallocatorcreateinfo_242',['VmaAllocatorCreateInfo',['../struct_vma_allocator_create_info.html',1,'']]], - ['vmaallocatorinfo_243',['VmaAllocatorInfo',['../struct_vma_allocator_info.html',1,'']]], - ['vmabudget_244',['VmaBudget',['../struct_vma_budget.html',1,'']]], - ['vmadefragmentationcontext_245',['VmaDefragmentationContext',['../struct_vma_defragmentation_context.html',1,'']]], - ['vmadefragmentationinfo_246',['VmaDefragmentationInfo',['../struct_vma_defragmentation_info.html',1,'']]], - ['vmadefragmentationinfo2_247',['VmaDefragmentationInfo2',['../struct_vma_defragmentation_info2.html',1,'']]], - ['vmadefragmentationpassinfo_248',['VmaDefragmentationPassInfo',['../struct_vma_defragmentation_pass_info.html',1,'']]], - ['vmadefragmentationpassmoveinfo_249',['VmaDefragmentationPassMoveInfo',['../struct_vma_defragmentation_pass_move_info.html',1,'']]], - ['vmadefragmentationstats_250',['VmaDefragmentationStats',['../struct_vma_defragmentation_stats.html',1,'']]], - ['vmadevicememorycallbacks_251',['VmaDeviceMemoryCallbacks',['../struct_vma_device_memory_callbacks.html',1,'']]], - ['vmapool_252',['VmaPool',['../struct_vma_pool.html',1,'']]], - ['vmapoolcreateinfo_253',['VmaPoolCreateInfo',['../struct_vma_pool_create_info.html',1,'']]], - ['vmapoolstats_254',['VmaPoolStats',['../struct_vma_pool_stats.html',1,'']]], - ['vmarecordsettings_255',['VmaRecordSettings',['../struct_vma_record_settings.html',1,'']]], - ['vmastatinfo_256',['VmaStatInfo',['../struct_vma_stat_info.html',1,'']]], - ['vmastats_257',['VmaStats',['../struct_vma_stats.html',1,'']]], - ['vmavulkanfunctions_258',['VmaVulkanFunctions',['../struct_vma_vulkan_functions.html',1,'']]] + ['vmaallocation_241',['VmaAllocation',['../struct_vma_allocation.html',1,'']]], + ['vmaallocationcreateinfo_242',['VmaAllocationCreateInfo',['../struct_vma_allocation_create_info.html',1,'']]], + ['vmaallocationinfo_243',['VmaAllocationInfo',['../struct_vma_allocation_info.html',1,'']]], + ['vmaallocator_244',['VmaAllocator',['../struct_vma_allocator.html',1,'']]], + ['vmaallocatorcreateinfo_245',['VmaAllocatorCreateInfo',['../struct_vma_allocator_create_info.html',1,'']]], + ['vmaallocatorinfo_246',['VmaAllocatorInfo',['../struct_vma_allocator_info.html',1,'']]], + ['vmabudget_247',['VmaBudget',['../struct_vma_budget.html',1,'']]], + ['vmadefragmentationcontext_248',['VmaDefragmentationContext',['../struct_vma_defragmentation_context.html',1,'']]], + ['vmadefragmentationinfo_249',['VmaDefragmentationInfo',['../struct_vma_defragmentation_info.html',1,'']]], + ['vmadefragmentationinfo2_250',['VmaDefragmentationInfo2',['../struct_vma_defragmentation_info2.html',1,'']]], + ['vmadefragmentationpassinfo_251',['VmaDefragmentationPassInfo',['../struct_vma_defragmentation_pass_info.html',1,'']]], + ['vmadefragmentationpassmoveinfo_252',['VmaDefragmentationPassMoveInfo',['../struct_vma_defragmentation_pass_move_info.html',1,'']]], + ['vmadefragmentationstats_253',['VmaDefragmentationStats',['../struct_vma_defragmentation_stats.html',1,'']]], + ['vmadevicememorycallbacks_254',['VmaDeviceMemoryCallbacks',['../struct_vma_device_memory_callbacks.html',1,'']]], + ['vmapool_255',['VmaPool',['../struct_vma_pool.html',1,'']]], + ['vmapoolcreateinfo_256',['VmaPoolCreateInfo',['../struct_vma_pool_create_info.html',1,'']]], + ['vmapoolstats_257',['VmaPoolStats',['../struct_vma_pool_stats.html',1,'']]], + ['vmarecordsettings_258',['VmaRecordSettings',['../struct_vma_record_settings.html',1,'']]], + ['vmastatinfo_259',['VmaStatInfo',['../struct_vma_stat_info.html',1,'']]], + ['vmastats_260',['VmaStats',['../struct_vma_stats.html',1,'']]], + ['vmavulkanfunctions_261',['VmaVulkanFunctions',['../struct_vma_vulkan_functions.html',1,'']]] ]; diff --git a/docs/html/search/defines_0.js b/docs/html/search/defines_0.js index 55d0767..1f59a46 100644 --- a/docs/html/search/defines_0.js +++ b/docs/html/search/defines_0.js @@ -1,10 +1,11 @@ var searchData= [ - ['vma_5fbind_5fmemory2_472',['VMA_BIND_MEMORY2',['../vk__mem__alloc_8h.html#a88bef97f86d70a34a4c0746e09a2680d',1,'vk_mem_alloc.h']]], - ['vma_5fbuffer_5fdevice_5faddress_473',['VMA_BUFFER_DEVICE_ADDRESS',['../vk__mem__alloc_8h.html#a7f9d5e71b70dd1a137c303a8a8262c10',1,'vk_mem_alloc.h']]], - ['vma_5fdedicated_5fallocation_474',['VMA_DEDICATED_ALLOCATION',['../vk__mem__alloc_8h.html#af7b860e63b96d11e44ae8587ba06bbf4',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fbudget_475',['VMA_MEMORY_BUDGET',['../vk__mem__alloc_8h.html#a05decf1cf4ebf767beba7acca6c1ec3a',1,'vk_mem_alloc.h']]], - ['vma_5frecording_5fenabled_476',['VMA_RECORDING_ENABLED',['../vk__mem__alloc_8h.html#a1f0c126759fc96ccb6e2d23c101d770c',1,'vk_mem_alloc.h']]], - ['vma_5fstats_5fstring_5fenabled_477',['VMA_STATS_STRING_ENABLED',['../vk__mem__alloc_8h.html#ae25f0d55fd91cb166f002b63244800e1',1,'vk_mem_alloc.h']]], - ['vma_5fvulkan_5fversion_478',['VMA_VULKAN_VERSION',['../vk__mem__alloc_8h.html#a1a2407c283893638cc039bb31fcd74b6',1,'vk_mem_alloc.h']]] + ['vma_5fbind_5fmemory2_477',['VMA_BIND_MEMORY2',['../vk__mem__alloc_8h.html#a88bef97f86d70a34a4c0746e09a2680d',1,'vk_mem_alloc.h']]], + ['vma_5fbuffer_5fdevice_5faddress_478',['VMA_BUFFER_DEVICE_ADDRESS',['../vk__mem__alloc_8h.html#a7f9d5e71b70dd1a137c303a8a8262c10',1,'vk_mem_alloc.h']]], + ['vma_5fdedicated_5fallocation_479',['VMA_DEDICATED_ALLOCATION',['../vk__mem__alloc_8h.html#af7b860e63b96d11e44ae8587ba06bbf4',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fbudget_480',['VMA_MEMORY_BUDGET',['../vk__mem__alloc_8h.html#a05decf1cf4ebf767beba7acca6c1ec3a',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fpriority_481',['VMA_MEMORY_PRIORITY',['../vk__mem__alloc_8h.html#a81af8a3a87e34bbb493848143cde43e4',1,'vk_mem_alloc.h']]], + ['vma_5frecording_5fenabled_482',['VMA_RECORDING_ENABLED',['../vk__mem__alloc_8h.html#a1f0c126759fc96ccb6e2d23c101d770c',1,'vk_mem_alloc.h']]], + ['vma_5fstats_5fstring_5fenabled_483',['VMA_STATS_STRING_ENABLED',['../vk__mem__alloc_8h.html#ae25f0d55fd91cb166f002b63244800e1',1,'vk_mem_alloc.h']]], + ['vma_5fvulkan_5fversion_484',['VMA_VULKAN_VERSION',['../vk__mem__alloc_8h.html#a1a2407c283893638cc039bb31fcd74b6',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/enums_0.js b/docs/html/search/enums_0.js index a65c89d..b676710 100644 --- a/docs/html/search/enums_0.js +++ b/docs/html/search/enums_0.js @@ -1,9 +1,9 @@ var searchData= [ - ['vmaallocationcreateflagbits_425',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597',1,'vk_mem_alloc.h']]], - ['vmaallocatorcreateflagbits_426',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7c',1,'vk_mem_alloc.h']]], - ['vmadefragmentationflagbits_427',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50c',1,'vk_mem_alloc.h']]], - ['vmamemoryusage_428',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cc',1,'vk_mem_alloc.h']]], - ['vmapoolcreateflagbits_429',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7',1,'vk_mem_alloc.h']]], - ['vmarecordflagbits_430',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2',1,'vk_mem_alloc.h']]] + ['vmaallocationcreateflagbits_429',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597',1,'vk_mem_alloc.h']]], + ['vmaallocatorcreateflagbits_430',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7c',1,'vk_mem_alloc.h']]], + ['vmadefragmentationflagbits_431',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50c',1,'vk_mem_alloc.h']]], + ['vmamemoryusage_432',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cc',1,'vk_mem_alloc.h']]], + ['vmapoolcreateflagbits_433',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7',1,'vk_mem_alloc.h']]], + ['vmarecordflagbits_434',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/enumvalues_0.js b/docs/html/search/enumvalues_0.js index 82bd66b..575bac2 100644 --- a/docs/html/search/enumvalues_0.js +++ b/docs/html/search/enumvalues_0.js @@ -1,44 +1,45 @@ var searchData= [ - ['vma_5fallocation_5fcreate_5fcan_5fbecome_5flost_5fbit_431',['VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a5f436af6c8fe8540573a6d22627a6fd2',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fcan_5fmake_5fother_5flost_5fbit_432',['VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a68686d0ce9beb0d4d1b9f2b8b1389a7e',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fdedicated_5fmemory_5fbit_433',['VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a3fc311d855c2ff53f1090ef5c722b38f',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fdont_5fbind_5fbit_434',['VMA_ALLOCATION_CREATE_DONT_BIND_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a2310568c62208af432724305fe29ccea',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fflag_5fbits_5fmax_5fenum_435',['VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ae5633ec569f4899cf8f29e7385b2f882',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fmapped_5fbit_436',['VMA_ALLOCATION_CREATE_MAPPED_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a11da372cc3a82931c5e5d6146cd9dd1f',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fnever_5fallocate_5fbit_437',['VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a89759603401014eb325eb22a3839f2ff',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fbest_5ffit_5fbit_438',['VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a839826775c62319466441f86496f036d',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5ffirst_5ffit_5fbit_439',['VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a33eb2052674f3ad92386c714a65fb777',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmask_440',['VMA_ALLOCATION_CREATE_STRATEGY_MASK',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8e16845d81ae3d27c47106d4770d5c7e',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ffragmentation_5fbit_441',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a621b704103eb3360230c860acf36e706',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5fmemory_5fbit_442',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8af1210cf591784afa026d94998f735d',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ftime_5fbit_443',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a0729e932b7ea170e3a128cad96c5cf6d',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fstrategy_5fworst_5ffit_5fbit_444',['VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ad242a04f802e25fef0b880afe8bb0a62',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fupper_5faddress_5fbit_445',['VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a42ba3a2d2c7117953210b7c3ef8da0df',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fuser_5fdata_5fcopy_5fstring_5fbit_446',['VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597aa6f24f821cd6a7c5e4a443f7bf59c520',1,'vk_mem_alloc.h']]], - ['vma_5fallocation_5fcreate_5fwithin_5fbudget_5fbit_447',['VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ab8b1764f3e9022368e440c057783b92d',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5famd_5fdevice_5fcoherent_5fmemory_5fbit_448',['VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca2acce4886d8078552efa38878413970f',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fbuffer_5fdevice_5faddress_5fbit_449',['VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca5f1b28b0414319d1687e1f2b30ab0089',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fext_5fmemory_5fbudget_5fbit_450',['VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4d4687863f7bd4b418c6006dc04400b0',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fexternally_5fsynchronized_5fbit_451',['VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4816ddaed324ba110172ca608a20f29d',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fflag_5fbits_5fmax_5fenum_452',['VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cae4d5ad929caba5f23eb502b13bd5286c',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fkhr_5fbind_5fmemory2_5fbit_453',['VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca8fb75bf07cd184ab903596295e863dee',1,'vk_mem_alloc.h']]], - ['vma_5fallocator_5fcreate_5fkhr_5fdedicated_5fallocation_5fbit_454',['VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cace7da7cc6e71a625dfa763c55a597878',1,'vk_mem_alloc.h']]], - ['vma_5fdefragmentation_5fflag_5fbits_5fmax_5fenum_455',['VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50cab87ec33154803bfeb5ac2b379f1d6a97',1,'vk_mem_alloc.h']]], - ['vma_5fdefragmentation_5fflag_5fincremental_456',['VMA_DEFRAGMENTATION_FLAG_INCREMENTAL',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50ca31af49446af2459284a568ce2f3fdd33',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fcpu_5fcopy_457',['VMA_MEMORY_USAGE_CPU_COPY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca416a444d4d0fc20067c3f76f32ff2500',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fcpu_5fonly_458',['VMA_MEMORY_USAGE_CPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca40bdf4cddeffeb12f43d45ca1286e0a5',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fcpu_5fto_5fgpu_459',['VMA_MEMORY_USAGE_CPU_TO_GPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca9066b52c5a7079bb74a69aaf8b92ff67',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5flazily_5fallocated_460',['VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca835333d9072db63a653818030e17614d',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5fonly_461',['VMA_MEMORY_USAGE_GPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccac6b5dc1432d88647aa4cd456246eadf7',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fgpu_5fto_5fcpu_462',['VMA_MEMORY_USAGE_GPU_TO_CPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca7b586d2fdaf82a463b58f581ed72be27',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5fmax_5fenum_463',['VMA_MEMORY_USAGE_MAX_ENUM',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca091e69437ef693e8d0d287f1c719ba6e',1,'vk_mem_alloc.h']]], - ['vma_5fmemory_5fusage_5funknown_464',['VMA_MEMORY_USAGE_UNKNOWN',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccaf50d27e34e0925cf3a63db8c839121dd',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5falgorithm_5fmask_465',['VMA_POOL_CREATE_ALGORITHM_MASK',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7af4d270f8f42517a0f70037ceb6ac1d9c',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fbuddy_5falgorithm_5fbit_466',['VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a97a0dc38e5161b780594d998d313d35e',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fflag_5fbits_5fmax_5fenum_467',['VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a1c7312bea9ea246846b9054fd6bd6aec',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5fignore_5fbuffer_5fimage_5fgranularity_5fbit_468',['VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a9f1a499508a8edb4e8ba40aa0290a3d2',1,'vk_mem_alloc.h']]], - ['vma_5fpool_5fcreate_5flinear_5falgorithm_5fbit_469',['VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a13c8a444197c67866be9cb05599fc726',1,'vk_mem_alloc.h']]], - ['vma_5frecord_5fflag_5fbits_5fmax_5fenum_470',['VMA_RECORD_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a20dd17d69966dbffa054739d6090b85e',1,'vk_mem_alloc.h']]], - ['vma_5frecord_5fflush_5fafter_5fcall_5fbit_471',['VMA_RECORD_FLUSH_AFTER_CALL_BIT',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a8e7ab322e8732654be627c4ea8f36cc7',1,'vk_mem_alloc.h']]] + ['vma_5fallocation_5fcreate_5fcan_5fbecome_5flost_5fbit_435',['VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a5f436af6c8fe8540573a6d22627a6fd2',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fcan_5fmake_5fother_5flost_5fbit_436',['VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a68686d0ce9beb0d4d1b9f2b8b1389a7e',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fdedicated_5fmemory_5fbit_437',['VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a3fc311d855c2ff53f1090ef5c722b38f',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fdont_5fbind_5fbit_438',['VMA_ALLOCATION_CREATE_DONT_BIND_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a2310568c62208af432724305fe29ccea',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fflag_5fbits_5fmax_5fenum_439',['VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ae5633ec569f4899cf8f29e7385b2f882',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fmapped_5fbit_440',['VMA_ALLOCATION_CREATE_MAPPED_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a11da372cc3a82931c5e5d6146cd9dd1f',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fnever_5fallocate_5fbit_441',['VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a89759603401014eb325eb22a3839f2ff',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fbest_5ffit_5fbit_442',['VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a839826775c62319466441f86496f036d',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5ffirst_5ffit_5fbit_443',['VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a33eb2052674f3ad92386c714a65fb777',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmask_444',['VMA_ALLOCATION_CREATE_STRATEGY_MASK',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8e16845d81ae3d27c47106d4770d5c7e',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ffragmentation_5fbit_445',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a621b704103eb3360230c860acf36e706',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5fmemory_5fbit_446',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a8af1210cf591784afa026d94998f735d',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fmin_5ftime_5fbit_447',['VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a0729e932b7ea170e3a128cad96c5cf6d',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fstrategy_5fworst_5ffit_5fbit_448',['VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ad242a04f802e25fef0b880afe8bb0a62',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fupper_5faddress_5fbit_449',['VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597a42ba3a2d2c7117953210b7c3ef8da0df',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fuser_5fdata_5fcopy_5fstring_5fbit_450',['VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597aa6f24f821cd6a7c5e4a443f7bf59c520',1,'vk_mem_alloc.h']]], + ['vma_5fallocation_5fcreate_5fwithin_5fbudget_5fbit_451',['VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT',['../vk__mem__alloc_8h.html#ad9889c10c798b040d59c92f257cae597ab8b1764f3e9022368e440c057783b92d',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5famd_5fdevice_5fcoherent_5fmemory_5fbit_452',['VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca2acce4886d8078552efa38878413970f',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fbuffer_5fdevice_5faddress_5fbit_453',['VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca5f1b28b0414319d1687e1f2b30ab0089',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fext_5fmemory_5fbudget_5fbit_454',['VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4d4687863f7bd4b418c6006dc04400b0',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fext_5fmemory_5fpriority_5fbit_455',['VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7caffdd7a5169be3dbd7cbf6b3619e4f78a',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fexternally_5fsynchronized_5fbit_456',['VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca4816ddaed324ba110172ca608a20f29d',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fflag_5fbits_5fmax_5fenum_457',['VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cae4d5ad929caba5f23eb502b13bd5286c',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fkhr_5fbind_5fmemory2_5fbit_458',['VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7ca8fb75bf07cd184ab903596295e863dee',1,'vk_mem_alloc.h']]], + ['vma_5fallocator_5fcreate_5fkhr_5fdedicated_5fallocation_5fbit_459',['VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT',['../vk__mem__alloc_8h.html#a4f87c9100d154a65a4ad495f7763cf7cace7da7cc6e71a625dfa763c55a597878',1,'vk_mem_alloc.h']]], + ['vma_5fdefragmentation_5fflag_5fbits_5fmax_5fenum_460',['VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50cab87ec33154803bfeb5ac2b379f1d6a97',1,'vk_mem_alloc.h']]], + ['vma_5fdefragmentation_5fflag_5fincremental_461',['VMA_DEFRAGMENTATION_FLAG_INCREMENTAL',['../vk__mem__alloc_8h.html#a6552a65b71d16f378c6994b3ceaef50ca31af49446af2459284a568ce2f3fdd33',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fcpu_5fcopy_462',['VMA_MEMORY_USAGE_CPU_COPY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca416a444d4d0fc20067c3f76f32ff2500',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fcpu_5fonly_463',['VMA_MEMORY_USAGE_CPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca40bdf4cddeffeb12f43d45ca1286e0a5',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fcpu_5fto_5fgpu_464',['VMA_MEMORY_USAGE_CPU_TO_GPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca9066b52c5a7079bb74a69aaf8b92ff67',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fgpu_5flazily_5fallocated_465',['VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca835333d9072db63a653818030e17614d',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fgpu_5fonly_466',['VMA_MEMORY_USAGE_GPU_ONLY',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccac6b5dc1432d88647aa4cd456246eadf7',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fgpu_5fto_5fcpu_467',['VMA_MEMORY_USAGE_GPU_TO_CPU',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca7b586d2fdaf82a463b58f581ed72be27',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5fmax_5fenum_468',['VMA_MEMORY_USAGE_MAX_ENUM',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305cca091e69437ef693e8d0d287f1c719ba6e',1,'vk_mem_alloc.h']]], + ['vma_5fmemory_5fusage_5funknown_469',['VMA_MEMORY_USAGE_UNKNOWN',['../vk__mem__alloc_8h.html#aa5846affa1e9da3800e3e78fae2305ccaf50d27e34e0925cf3a63db8c839121dd',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5falgorithm_5fmask_470',['VMA_POOL_CREATE_ALGORITHM_MASK',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7af4d270f8f42517a0f70037ceb6ac1d9c',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5fbuddy_5falgorithm_5fbit_471',['VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a97a0dc38e5161b780594d998d313d35e',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5fflag_5fbits_5fmax_5fenum_472',['VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a1c7312bea9ea246846b9054fd6bd6aec',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5fignore_5fbuffer_5fimage_5fgranularity_5fbit_473',['VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a9f1a499508a8edb4e8ba40aa0290a3d2',1,'vk_mem_alloc.h']]], + ['vma_5fpool_5fcreate_5flinear_5falgorithm_5fbit_474',['VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT',['../vk__mem__alloc_8h.html#a9a7c45f9c863695d98c83fa5ac940fe7a13c8a444197c67866be9cb05599fc726',1,'vk_mem_alloc.h']]], + ['vma_5frecord_5fflag_5fbits_5fmax_5fenum_475',['VMA_RECORD_FLAG_BITS_MAX_ENUM',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a20dd17d69966dbffa054739d6090b85e',1,'vk_mem_alloc.h']]], + ['vma_5frecord_5fflush_5fafter_5fcall_5fbit_476',['VMA_RECORD_FLUSH_AFTER_CALL_BIT',['../vk__mem__alloc_8h.html#a4dd2c44642312a147a4e93373a6e64d2a8e7ab322e8732654be627c4ea8f36cc7',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/files_0.js b/docs/html/search/files_0.js index 4c467ee..bcac042 100644 --- a/docs/html/search/files_0.js +++ b/docs/html/search/files_0.js @@ -1,4 +1,4 @@ var searchData= [ - ['vk_5fmem_5falloc_2eh_259',['vk_mem_alloc.h',['../vk__mem__alloc_8h.html',1,'']]] + ['vk_5fmem_5falloc_2eh_262',['vk_mem_alloc.h',['../vk__mem__alloc_8h.html',1,'']]] ]; diff --git a/docs/html/search/functions_0.js b/docs/html/search/functions_0.js index ed18dfa..4afcbd2 100644 --- a/docs/html/search/functions_0.js +++ b/docs/html/search/functions_0.js @@ -1,55 +1,55 @@ var searchData= [ - ['vmaallocatememory_260',['vmaAllocateMemory',['../vk__mem__alloc_8h.html#abf28077dbf82d0908b8acbe8ee8dd9b8',1,'vk_mem_alloc.h']]], - ['vmaallocatememoryforbuffer_261',['vmaAllocateMemoryForBuffer',['../vk__mem__alloc_8h.html#a7fdf64415b6c3d83c454f28d2c53df7b',1,'vk_mem_alloc.h']]], - ['vmaallocatememoryforimage_262',['vmaAllocateMemoryForImage',['../vk__mem__alloc_8h.html#a0faa3f9e5fb233d29d1e00390650febb',1,'vk_mem_alloc.h']]], - ['vmaallocatememorypages_263',['vmaAllocateMemoryPages',['../vk__mem__alloc_8h.html#ad37e82e492b3de38fc3f4cffd9ad0ae1',1,'vk_mem_alloc.h']]], - ['vmabegindefragmentationpass_264',['vmaBeginDefragmentationPass',['../vk__mem__alloc_8h.html#ac0f01545b6262f7d4d128fc8f8e5c77b',1,'vk_mem_alloc.h']]], - ['vmabindbuffermemory_265',['vmaBindBufferMemory',['../vk__mem__alloc_8h.html#a6b0929b914b60cf2d45cac4bf3547470',1,'vk_mem_alloc.h']]], - ['vmabindbuffermemory2_266',['vmaBindBufferMemory2',['../vk__mem__alloc_8h.html#a927c944f45e0f2941182abb6f608e64a',1,'vk_mem_alloc.h']]], - ['vmabindimagememory_267',['vmaBindImageMemory',['../vk__mem__alloc_8h.html#a3d3ca45799923aa5d138e9e5f9eb2da5',1,'vk_mem_alloc.h']]], - ['vmabindimagememory2_268',['vmaBindImageMemory2',['../vk__mem__alloc_8h.html#aa8251ee81b0045a443e35b8e8aa021bc',1,'vk_mem_alloc.h']]], - ['vmabuildstatsstring_269',['vmaBuildStatsString',['../vk__mem__alloc_8h.html#aa4fee7eb5253377599ef4fd38c93c2a0',1,'vk_mem_alloc.h']]], - ['vmacalculatestats_270',['vmaCalculateStats',['../vk__mem__alloc_8h.html#a333b61c1788cb23559177531e6a93ca3',1,'vk_mem_alloc.h']]], - ['vmacheckcorruption_271',['vmaCheckCorruption',['../vk__mem__alloc_8h.html#a49329a7f030dafcf82f7b73334c22e98',1,'vk_mem_alloc.h']]], - ['vmacheckpoolcorruption_272',['vmaCheckPoolCorruption',['../vk__mem__alloc_8h.html#ad535935619c7a549bf837e1bb0068f89',1,'vk_mem_alloc.h']]], - ['vmacreateallocator_273',['vmaCreateAllocator',['../vk__mem__alloc_8h.html#a200692051ddb34240248234f5f4c17bb',1,'vk_mem_alloc.h']]], - ['vmacreatebuffer_274',['vmaCreateBuffer',['../vk__mem__alloc_8h.html#ac72ee55598617e8eecca384e746bab51',1,'vk_mem_alloc.h']]], - ['vmacreateimage_275',['vmaCreateImage',['../vk__mem__alloc_8h.html#a02a94f25679275851a53e82eacbcfc73',1,'vk_mem_alloc.h']]], - ['vmacreatelostallocation_276',['vmaCreateLostAllocation',['../vk__mem__alloc_8h.html#ae5c9657d9e94756269145b01c05d16f1',1,'vk_mem_alloc.h']]], - ['vmacreatepool_277',['vmaCreatePool',['../vk__mem__alloc_8h.html#a5c8770ded7c59c8caac6de0c2cb00b50',1,'vk_mem_alloc.h']]], - ['vmadefragment_278',['vmaDefragment',['../vk__mem__alloc_8h.html#a9f0f8f56db5f7f57fe4454f465142dac',1,'vk_mem_alloc.h']]], - ['vmadefragmentationbegin_279',['vmaDefragmentationBegin',['../vk__mem__alloc_8h.html#a36ba776fd7fd5cb1e9359fdc0d8e6e8a',1,'vk_mem_alloc.h']]], - ['vmadefragmentationend_280',['vmaDefragmentationEnd',['../vk__mem__alloc_8h.html#a8774e20e91e245aae959ba63efa15dd2',1,'vk_mem_alloc.h']]], - ['vmadestroyallocator_281',['vmaDestroyAllocator',['../vk__mem__alloc_8h.html#aa8d164061c88f22fb1fd3c8f3534bc1d',1,'vk_mem_alloc.h']]], - ['vmadestroybuffer_282',['vmaDestroyBuffer',['../vk__mem__alloc_8h.html#a0d9f4e4ba5bf9aab1f1c746387753d77',1,'vk_mem_alloc.h']]], - ['vmadestroyimage_283',['vmaDestroyImage',['../vk__mem__alloc_8h.html#ae50d2cb3b4a3bfd4dd40987234e50e7e',1,'vk_mem_alloc.h']]], - ['vmadestroypool_284',['vmaDestroyPool',['../vk__mem__alloc_8h.html#a5485779c8f1948238fc4e92232fa65e1',1,'vk_mem_alloc.h']]], - ['vmaenddefragmentationpass_285',['vmaEndDefragmentationPass',['../vk__mem__alloc_8h.html#a1b9ffa538bed905af55c747cc48963bd',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindex_286',['vmaFindMemoryTypeIndex',['../vk__mem__alloc_8h.html#aef15a94b58fbcb0fe706d5720e84a74a',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindexforbufferinfo_287',['vmaFindMemoryTypeIndexForBufferInfo',['../vk__mem__alloc_8h.html#ae790ab9ffaf7667fb8f62523e6897888',1,'vk_mem_alloc.h']]], - ['vmafindmemorytypeindexforimageinfo_288',['vmaFindMemoryTypeIndexForImageInfo',['../vk__mem__alloc_8h.html#a088da83d8eaf3ce9056d9ea0b981d472',1,'vk_mem_alloc.h']]], - ['vmaflushallocation_289',['vmaFlushAllocation',['../vk__mem__alloc_8h.html#a30c37c1eec6025f397be41644f48490f',1,'vk_mem_alloc.h']]], - ['vmaflushallocations_290',['vmaFlushAllocations',['../vk__mem__alloc_8h.html#ac3dd00da721875ed99fa8a881922bdfc',1,'vk_mem_alloc.h']]], - ['vmafreememory_291',['vmaFreeMemory',['../vk__mem__alloc_8h.html#a5fea5518972ae9094b1526cbcb19b05f',1,'vk_mem_alloc.h']]], - ['vmafreememorypages_292',['vmaFreeMemoryPages',['../vk__mem__alloc_8h.html#a834b1e4aef395c0a1d56a28e69a4a17e',1,'vk_mem_alloc.h']]], - ['vmafreestatsstring_293',['vmaFreeStatsString',['../vk__mem__alloc_8h.html#a3104eb30d8122c84dd8541063f145288',1,'vk_mem_alloc.h']]], - ['vmagetallocationinfo_294',['vmaGetAllocationInfo',['../vk__mem__alloc_8h.html#a86dd08aba8633bfa4ad0df2e76481d8b',1,'vk_mem_alloc.h']]], - ['vmagetallocatorinfo_295',['vmaGetAllocatorInfo',['../vk__mem__alloc_8h.html#afa02231a791b37255720d566a52683e7',1,'vk_mem_alloc.h']]], - ['vmagetbudget_296',['vmaGetBudget',['../vk__mem__alloc_8h.html#aec0ed24ebea2d0099eed5f801daaefba',1,'vk_mem_alloc.h']]], - ['vmagetmemoryproperties_297',['vmaGetMemoryProperties',['../vk__mem__alloc_8h.html#ab88db292a17974f911182543fda52d19',1,'vk_mem_alloc.h']]], - ['vmagetmemorytypeproperties_298',['vmaGetMemoryTypeProperties',['../vk__mem__alloc_8h.html#a8701444752eb5de4464adb5a2b514bca',1,'vk_mem_alloc.h']]], - ['vmagetphysicaldeviceproperties_299',['vmaGetPhysicalDeviceProperties',['../vk__mem__alloc_8h.html#aecabf7b6e91ea87d0316fa0a9e014fe0',1,'vk_mem_alloc.h']]], - ['vmagetpoolname_300',['vmaGetPoolName',['../vk__mem__alloc_8h.html#af09b4e4eafdbee812e8d73ddf960f030',1,'vk_mem_alloc.h']]], - ['vmagetpoolstats_301',['vmaGetPoolStats',['../vk__mem__alloc_8h.html#ae8bf76997b234ef68aad922616df4153',1,'vk_mem_alloc.h']]], - ['vmainvalidateallocation_302',['vmaInvalidateAllocation',['../vk__mem__alloc_8h.html#aaa8412919139ef413a4215ac6a290fae',1,'vk_mem_alloc.h']]], - ['vmainvalidateallocations_303',['vmaInvalidateAllocations',['../vk__mem__alloc_8h.html#ab25b558d75f7378ec944a1522fdcc3c5',1,'vk_mem_alloc.h']]], - ['vmamakepoolallocationslost_304',['vmaMakePoolAllocationsLost',['../vk__mem__alloc_8h.html#a736bd6cbda886f36c891727e73bd4024',1,'vk_mem_alloc.h']]], - ['vmamapmemory_305',['vmaMapMemory',['../vk__mem__alloc_8h.html#ad5bd1243512d099706de88168992f069',1,'vk_mem_alloc.h']]], - ['vmaresizeallocation_306',['vmaResizeAllocation',['../vk__mem__alloc_8h.html#a0ff488958ca72b28e545880463cb8696',1,'vk_mem_alloc.h']]], - ['vmasetallocationuserdata_307',['vmaSetAllocationUserData',['../vk__mem__alloc_8h.html#af9147d31ffc11d62fc187bde283ed14f',1,'vk_mem_alloc.h']]], - ['vmasetcurrentframeindex_308',['vmaSetCurrentFrameIndex',['../vk__mem__alloc_8h.html#ade56bf8dc9f5a5eaddf5f119ed525236',1,'vk_mem_alloc.h']]], - ['vmasetpoolname_309',['vmaSetPoolName',['../vk__mem__alloc_8h.html#adbae3a0b4ab078024462fc85c37f3b58',1,'vk_mem_alloc.h']]], - ['vmatouchallocation_310',['vmaTouchAllocation',['../vk__mem__alloc_8h.html#a43d8ba9673c846f049089a5029d5c73a',1,'vk_mem_alloc.h']]], - ['vmaunmapmemory_311',['vmaUnmapMemory',['../vk__mem__alloc_8h.html#a9bc268595cb33f6ec4d519cfce81ff45',1,'vk_mem_alloc.h']]] + ['vmaallocatememory_263',['vmaAllocateMemory',['../vk__mem__alloc_8h.html#abf28077dbf82d0908b8acbe8ee8dd9b8',1,'vk_mem_alloc.h']]], + ['vmaallocatememoryforbuffer_264',['vmaAllocateMemoryForBuffer',['../vk__mem__alloc_8h.html#a7fdf64415b6c3d83c454f28d2c53df7b',1,'vk_mem_alloc.h']]], + ['vmaallocatememoryforimage_265',['vmaAllocateMemoryForImage',['../vk__mem__alloc_8h.html#a0faa3f9e5fb233d29d1e00390650febb',1,'vk_mem_alloc.h']]], + ['vmaallocatememorypages_266',['vmaAllocateMemoryPages',['../vk__mem__alloc_8h.html#ad37e82e492b3de38fc3f4cffd9ad0ae1',1,'vk_mem_alloc.h']]], + ['vmabegindefragmentationpass_267',['vmaBeginDefragmentationPass',['../vk__mem__alloc_8h.html#ac0f01545b6262f7d4d128fc8f8e5c77b',1,'vk_mem_alloc.h']]], + ['vmabindbuffermemory_268',['vmaBindBufferMemory',['../vk__mem__alloc_8h.html#a6b0929b914b60cf2d45cac4bf3547470',1,'vk_mem_alloc.h']]], + ['vmabindbuffermemory2_269',['vmaBindBufferMemory2',['../vk__mem__alloc_8h.html#a927c944f45e0f2941182abb6f608e64a',1,'vk_mem_alloc.h']]], + ['vmabindimagememory_270',['vmaBindImageMemory',['../vk__mem__alloc_8h.html#a3d3ca45799923aa5d138e9e5f9eb2da5',1,'vk_mem_alloc.h']]], + ['vmabindimagememory2_271',['vmaBindImageMemory2',['../vk__mem__alloc_8h.html#aa8251ee81b0045a443e35b8e8aa021bc',1,'vk_mem_alloc.h']]], + ['vmabuildstatsstring_272',['vmaBuildStatsString',['../vk__mem__alloc_8h.html#aa4fee7eb5253377599ef4fd38c93c2a0',1,'vk_mem_alloc.h']]], + ['vmacalculatestats_273',['vmaCalculateStats',['../vk__mem__alloc_8h.html#a333b61c1788cb23559177531e6a93ca3',1,'vk_mem_alloc.h']]], + ['vmacheckcorruption_274',['vmaCheckCorruption',['../vk__mem__alloc_8h.html#a49329a7f030dafcf82f7b73334c22e98',1,'vk_mem_alloc.h']]], + ['vmacheckpoolcorruption_275',['vmaCheckPoolCorruption',['../vk__mem__alloc_8h.html#ad535935619c7a549bf837e1bb0068f89',1,'vk_mem_alloc.h']]], + ['vmacreateallocator_276',['vmaCreateAllocator',['../vk__mem__alloc_8h.html#a200692051ddb34240248234f5f4c17bb',1,'vk_mem_alloc.h']]], + ['vmacreatebuffer_277',['vmaCreateBuffer',['../vk__mem__alloc_8h.html#ac72ee55598617e8eecca384e746bab51',1,'vk_mem_alloc.h']]], + ['vmacreateimage_278',['vmaCreateImage',['../vk__mem__alloc_8h.html#a02a94f25679275851a53e82eacbcfc73',1,'vk_mem_alloc.h']]], + ['vmacreatelostallocation_279',['vmaCreateLostAllocation',['../vk__mem__alloc_8h.html#ae5c9657d9e94756269145b01c05d16f1',1,'vk_mem_alloc.h']]], + ['vmacreatepool_280',['vmaCreatePool',['../vk__mem__alloc_8h.html#a5c8770ded7c59c8caac6de0c2cb00b50',1,'vk_mem_alloc.h']]], + ['vmadefragment_281',['vmaDefragment',['../vk__mem__alloc_8h.html#a9f0f8f56db5f7f57fe4454f465142dac',1,'vk_mem_alloc.h']]], + ['vmadefragmentationbegin_282',['vmaDefragmentationBegin',['../vk__mem__alloc_8h.html#a36ba776fd7fd5cb1e9359fdc0d8e6e8a',1,'vk_mem_alloc.h']]], + ['vmadefragmentationend_283',['vmaDefragmentationEnd',['../vk__mem__alloc_8h.html#a8774e20e91e245aae959ba63efa15dd2',1,'vk_mem_alloc.h']]], + ['vmadestroyallocator_284',['vmaDestroyAllocator',['../vk__mem__alloc_8h.html#aa8d164061c88f22fb1fd3c8f3534bc1d',1,'vk_mem_alloc.h']]], + ['vmadestroybuffer_285',['vmaDestroyBuffer',['../vk__mem__alloc_8h.html#a0d9f4e4ba5bf9aab1f1c746387753d77',1,'vk_mem_alloc.h']]], + ['vmadestroyimage_286',['vmaDestroyImage',['../vk__mem__alloc_8h.html#ae50d2cb3b4a3bfd4dd40987234e50e7e',1,'vk_mem_alloc.h']]], + ['vmadestroypool_287',['vmaDestroyPool',['../vk__mem__alloc_8h.html#a5485779c8f1948238fc4e92232fa65e1',1,'vk_mem_alloc.h']]], + ['vmaenddefragmentationpass_288',['vmaEndDefragmentationPass',['../vk__mem__alloc_8h.html#a1b9ffa538bed905af55c747cc48963bd',1,'vk_mem_alloc.h']]], + ['vmafindmemorytypeindex_289',['vmaFindMemoryTypeIndex',['../vk__mem__alloc_8h.html#aef15a94b58fbcb0fe706d5720e84a74a',1,'vk_mem_alloc.h']]], + ['vmafindmemorytypeindexforbufferinfo_290',['vmaFindMemoryTypeIndexForBufferInfo',['../vk__mem__alloc_8h.html#ae790ab9ffaf7667fb8f62523e6897888',1,'vk_mem_alloc.h']]], + ['vmafindmemorytypeindexforimageinfo_291',['vmaFindMemoryTypeIndexForImageInfo',['../vk__mem__alloc_8h.html#a088da83d8eaf3ce9056d9ea0b981d472',1,'vk_mem_alloc.h']]], + ['vmaflushallocation_292',['vmaFlushAllocation',['../vk__mem__alloc_8h.html#a30c37c1eec6025f397be41644f48490f',1,'vk_mem_alloc.h']]], + ['vmaflushallocations_293',['vmaFlushAllocations',['../vk__mem__alloc_8h.html#ac3dd00da721875ed99fa8a881922bdfc',1,'vk_mem_alloc.h']]], + ['vmafreememory_294',['vmaFreeMemory',['../vk__mem__alloc_8h.html#a5fea5518972ae9094b1526cbcb19b05f',1,'vk_mem_alloc.h']]], + ['vmafreememorypages_295',['vmaFreeMemoryPages',['../vk__mem__alloc_8h.html#a834b1e4aef395c0a1d56a28e69a4a17e',1,'vk_mem_alloc.h']]], + ['vmafreestatsstring_296',['vmaFreeStatsString',['../vk__mem__alloc_8h.html#a3104eb30d8122c84dd8541063f145288',1,'vk_mem_alloc.h']]], + ['vmagetallocationinfo_297',['vmaGetAllocationInfo',['../vk__mem__alloc_8h.html#a86dd08aba8633bfa4ad0df2e76481d8b',1,'vk_mem_alloc.h']]], + ['vmagetallocatorinfo_298',['vmaGetAllocatorInfo',['../vk__mem__alloc_8h.html#afa02231a791b37255720d566a52683e7',1,'vk_mem_alloc.h']]], + ['vmagetbudget_299',['vmaGetBudget',['../vk__mem__alloc_8h.html#aec0ed24ebea2d0099eed5f801daaefba',1,'vk_mem_alloc.h']]], + ['vmagetmemoryproperties_300',['vmaGetMemoryProperties',['../vk__mem__alloc_8h.html#ab88db292a17974f911182543fda52d19',1,'vk_mem_alloc.h']]], + ['vmagetmemorytypeproperties_301',['vmaGetMemoryTypeProperties',['../vk__mem__alloc_8h.html#a8701444752eb5de4464adb5a2b514bca',1,'vk_mem_alloc.h']]], + ['vmagetphysicaldeviceproperties_302',['vmaGetPhysicalDeviceProperties',['../vk__mem__alloc_8h.html#aecabf7b6e91ea87d0316fa0a9e014fe0',1,'vk_mem_alloc.h']]], + ['vmagetpoolname_303',['vmaGetPoolName',['../vk__mem__alloc_8h.html#af09b4e4eafdbee812e8d73ddf960f030',1,'vk_mem_alloc.h']]], + ['vmagetpoolstats_304',['vmaGetPoolStats',['../vk__mem__alloc_8h.html#ae8bf76997b234ef68aad922616df4153',1,'vk_mem_alloc.h']]], + ['vmainvalidateallocation_305',['vmaInvalidateAllocation',['../vk__mem__alloc_8h.html#aaa8412919139ef413a4215ac6a290fae',1,'vk_mem_alloc.h']]], + ['vmainvalidateallocations_306',['vmaInvalidateAllocations',['../vk__mem__alloc_8h.html#ab25b558d75f7378ec944a1522fdcc3c5',1,'vk_mem_alloc.h']]], + ['vmamakepoolallocationslost_307',['vmaMakePoolAllocationsLost',['../vk__mem__alloc_8h.html#a736bd6cbda886f36c891727e73bd4024',1,'vk_mem_alloc.h']]], + ['vmamapmemory_308',['vmaMapMemory',['../vk__mem__alloc_8h.html#ad5bd1243512d099706de88168992f069',1,'vk_mem_alloc.h']]], + ['vmaresizeallocation_309',['vmaResizeAllocation',['../vk__mem__alloc_8h.html#a0ff488958ca72b28e545880463cb8696',1,'vk_mem_alloc.h']]], + ['vmasetallocationuserdata_310',['vmaSetAllocationUserData',['../vk__mem__alloc_8h.html#af9147d31ffc11d62fc187bde283ed14f',1,'vk_mem_alloc.h']]], + ['vmasetcurrentframeindex_311',['vmaSetCurrentFrameIndex',['../vk__mem__alloc_8h.html#ade56bf8dc9f5a5eaddf5f119ed525236',1,'vk_mem_alloc.h']]], + ['vmasetpoolname_312',['vmaSetPoolName',['../vk__mem__alloc_8h.html#adbae3a0b4ab078024462fc85c37f3b58',1,'vk_mem_alloc.h']]], + ['vmatouchallocation_313',['vmaTouchAllocation',['../vk__mem__alloc_8h.html#a43d8ba9673c846f049089a5029d5c73a',1,'vk_mem_alloc.h']]], + ['vmaunmapmemory_314',['vmaUnmapMemory',['../vk__mem__alloc_8h.html#a9bc268595cb33f6ec4d519cfce81ff45',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/pages_0.js b/docs/html/search/pages_0.js index 4061d84..b317590 100644 --- a/docs/html/search/pages_0.js +++ b/docs/html/search/pages_0.js @@ -1,4 +1,4 @@ var searchData= [ - ['allocation_20names_20and_20user_20data_479',['Allocation names and user data',['../allocation_annotation.html',1,'index']]] + ['allocation_20names_20and_20user_20data_485',['Allocation names and user data',['../allocation_annotation.html',1,'index']]] ]; diff --git a/docs/html/search/pages_1.js b/docs/html/search/pages_1.js index dccc33a..f6dd8a9 100644 --- a/docs/html/search/pages_1.js +++ b/docs/html/search/pages_1.js @@ -1,6 +1,6 @@ var searchData= [ - ['choosing_20memory_20type_480',['Choosing memory type',['../choosing_memory_type.html',1,'index']]], - ['configuration_481',['Configuration',['../configuration.html',1,'index']]], - ['custom_20memory_20pools_482',['Custom memory pools',['../custom_memory_pools.html',1,'index']]] + ['choosing_20memory_20type_486',['Choosing memory type',['../choosing_memory_type.html',1,'index']]], + ['configuration_487',['Configuration',['../configuration.html',1,'index']]], + ['custom_20memory_20pools_488',['Custom memory pools',['../custom_memory_pools.html',1,'index']]] ]; diff --git a/docs/html/search/pages_2.js b/docs/html/search/pages_2.js index 243ecd8..eec09ef 100644 --- a/docs/html/search/pages_2.js +++ b/docs/html/search/pages_2.js @@ -1,6 +1,6 @@ var searchData= [ - ['debugging_20incorrect_20memory_20usage_483',['Debugging incorrect memory usage',['../debugging_memory_usage.html',1,'index']]], - ['defragmentation_484',['Defragmentation',['../defragmentation.html',1,'index']]], - ['deprecated_20list_485',['Deprecated List',['../deprecated.html',1,'']]] + ['debugging_20incorrect_20memory_20usage_489',['Debugging incorrect memory usage',['../debugging_memory_usage.html',1,'index']]], + ['defragmentation_490',['Defragmentation',['../defragmentation.html',1,'index']]], + ['deprecated_20list_491',['Deprecated List',['../deprecated.html',1,'']]] ]; diff --git a/docs/html/search/pages_3.js b/docs/html/search/pages_3.js index 41e1306..e2a1445 100644 --- a/docs/html/search/pages_3.js +++ b/docs/html/search/pages_3.js @@ -1,4 +1,4 @@ var searchData= [ - ['enabling_20buffer_20device_20address_486',['Enabling buffer device address',['../enabling_buffer_device_address.html',1,'index']]] + ['enabling_20buffer_20device_20address_492',['Enabling buffer device address',['../enabling_buffer_device_address.html',1,'index']]] ]; diff --git a/docs/html/search/pages_4.js b/docs/html/search/pages_4.js index e0f0f18..19c7b4a 100644 --- a/docs/html/search/pages_4.js +++ b/docs/html/search/pages_4.js @@ -1,4 +1,4 @@ var searchData= [ - ['general_20considerations_487',['General considerations',['../general_considerations.html',1,'index']]] + ['general_20considerations_493',['General considerations',['../general_considerations.html',1,'index']]] ]; diff --git a/docs/html/search/pages_5.js b/docs/html/search/pages_5.js index 3c89987..d827ca2 100644 --- a/docs/html/search/pages_5.js +++ b/docs/html/search/pages_5.js @@ -1,4 +1,4 @@ var searchData= [ - ['lost_20allocations_488',['Lost allocations',['../lost_allocations.html',1,'index']]] + ['lost_20allocations_494',['Lost allocations',['../lost_allocations.html',1,'index']]] ]; diff --git a/docs/html/search/pages_6.js b/docs/html/search/pages_6.js index 161d809..92ae94e 100644 --- a/docs/html/search/pages_6.js +++ b/docs/html/search/pages_6.js @@ -1,4 +1,4 @@ var searchData= [ - ['memory_20mapping_489',['Memory mapping',['../memory_mapping.html',1,'index']]] + ['memory_20mapping_495',['Memory mapping',['../memory_mapping.html',1,'index']]] ]; diff --git a/docs/html/search/pages_7.js b/docs/html/search/pages_7.js index d13f82a..349a27c 100644 --- a/docs/html/search/pages_7.js +++ b/docs/html/search/pages_7.js @@ -1,4 +1,4 @@ var searchData= [ - ['quick_20start_490',['Quick start',['../quick_start.html',1,'index']]] + ['quick_20start_496',['Quick start',['../quick_start.html',1,'index']]] ]; diff --git a/docs/html/search/pages_8.js b/docs/html/search/pages_8.js index a0d5e79..6623f88 100644 --- a/docs/html/search/pages_8.js +++ b/docs/html/search/pages_8.js @@ -1,6 +1,6 @@ var searchData= [ - ['record_20and_20replay_491',['Record and replay',['../record_and_replay.html',1,'index']]], - ['resource_20aliasing_20_28overlap_29_492',['Resource aliasing (overlap)',['../resource_aliasing.html',1,'index']]], - ['recommended_20usage_20patterns_493',['Recommended usage patterns',['../usage_patterns.html',1,'index']]] + ['record_20and_20replay_497',['Record and replay',['../record_and_replay.html',1,'index']]], + ['resource_20aliasing_20_28overlap_29_498',['Resource aliasing (overlap)',['../resource_aliasing.html',1,'index']]], + ['recommended_20usage_20patterns_499',['Recommended usage patterns',['../usage_patterns.html',1,'index']]] ]; diff --git a/docs/html/search/pages_9.js b/docs/html/search/pages_9.js index eacae9b..4c218b5 100644 --- a/docs/html/search/pages_9.js +++ b/docs/html/search/pages_9.js @@ -1,5 +1,5 @@ var searchData= [ - ['statistics_494',['Statistics',['../statistics.html',1,'index']]], - ['staying_20within_20budget_495',['Staying within budget',['../staying_within_budget.html',1,'index']]] + ['statistics_500',['Statistics',['../statistics.html',1,'index']]], + ['staying_20within_20budget_501',['Staying within budget',['../staying_within_budget.html',1,'index']]] ]; diff --git a/docs/html/search/pages_a.js b/docs/html/search/pages_a.js index b8e1a18..ecad7c7 100644 --- a/docs/html/search/pages_a.js +++ b/docs/html/search/pages_a.js @@ -1,6 +1,6 @@ var searchData= [ - ['vulkan_20memory_20allocator_496',['Vulkan Memory Allocator',['../index.html',1,'']]], - ['vk_5famd_5fdevice_5fcoherent_5fmemory_497',['VK_AMD_device_coherent_memory',['../vk_amd_device_coherent_memory.html',1,'index']]], - ['vk_5fkhr_5fdedicated_5fallocation_498',['VK_KHR_dedicated_allocation',['../vk_khr_dedicated_allocation.html',1,'index']]] + ['vulkan_20memory_20allocator_502',['Vulkan Memory Allocator',['../index.html',1,'']]], + ['vk_5famd_5fdevice_5fcoherent_5fmemory_503',['VK_AMD_device_coherent_memory',['../vk_amd_device_coherent_memory.html',1,'index']]], + ['vk_5fkhr_5fdedicated_5fallocation_504',['VK_KHR_dedicated_allocation',['../vk_khr_dedicated_allocation.html',1,'index']]] ]; diff --git a/docs/html/search/typedefs_0.js b/docs/html/search/typedefs_0.js index 6475b90..1f52652 100644 --- a/docs/html/search/typedefs_0.js +++ b/docs/html/search/typedefs_0.js @@ -1,5 +1,5 @@ var searchData= [ - ['pfn_5fvmaallocatedevicememoryfunction_395',['PFN_vmaAllocateDeviceMemoryFunction',['../vk__mem__alloc_8h.html#a7e1ed85f7799600b03ad51a77acc21f3',1,'vk_mem_alloc.h']]], - ['pfn_5fvmafreedevicememoryfunction_396',['PFN_vmaFreeDeviceMemoryFunction',['../vk__mem__alloc_8h.html#a154ccaaf53dc2c36378f80f0c4f3679b',1,'vk_mem_alloc.h']]] + ['pfn_5fvmaallocatedevicememoryfunction_399',['PFN_vmaAllocateDeviceMemoryFunction',['../vk__mem__alloc_8h.html#a7e1ed85f7799600b03ad51a77acc21f3',1,'vk_mem_alloc.h']]], + ['pfn_5fvmafreedevicememoryfunction_400',['PFN_vmaFreeDeviceMemoryFunction',['../vk__mem__alloc_8h.html#a154ccaaf53dc2c36378f80f0c4f3679b',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/typedefs_1.js b/docs/html/search/typedefs_1.js index cd8fdb1..33b4cde 100644 --- a/docs/html/search/typedefs_1.js +++ b/docs/html/search/typedefs_1.js @@ -1,31 +1,31 @@ var searchData= [ - ['vmaallocationcreateflagbits_397',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#a4fceecc301f4064dc808d3cd6c038941',1,'vk_mem_alloc.h']]], - ['vmaallocationcreateflags_398',['VmaAllocationCreateFlags',['../vk__mem__alloc_8h.html#a5225e5e11f8376f6a31a1791f3d6e817',1,'vk_mem_alloc.h']]], - ['vmaallocationcreateinfo_399',['VmaAllocationCreateInfo',['../vk__mem__alloc_8h.html#a3bf110892ea2fb4649fedb68488d026a',1,'vk_mem_alloc.h']]], - ['vmaallocationinfo_400',['VmaAllocationInfo',['../vk__mem__alloc_8h.html#a1cf7774606721026a68aabe3af2e5b50',1,'vk_mem_alloc.h']]], - ['vmaallocatorcreateflagbits_401',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#afd73b95e737ee7e76f827cb5472f559f',1,'vk_mem_alloc.h']]], - ['vmaallocatorcreateflags_402',['VmaAllocatorCreateFlags',['../vk__mem__alloc_8h.html#acfe6863e160722c2c1bbcf7573fddc4d',1,'vk_mem_alloc.h']]], - ['vmaallocatorcreateinfo_403',['VmaAllocatorCreateInfo',['../vk__mem__alloc_8h.html#aad9652301d33759b83e52d4f3605a14a',1,'vk_mem_alloc.h']]], - ['vmaallocatorinfo_404',['VmaAllocatorInfo',['../vk__mem__alloc_8h.html#a1988031b0223fdbd564250fa1edd942c',1,'vk_mem_alloc.h']]], - ['vmabudget_405',['VmaBudget',['../vk__mem__alloc_8h.html#aa078667e71b1ef24e87a6a30d128381d',1,'vk_mem_alloc.h']]], - ['vmadefragmentationflagbits_406',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a13415cc0b443353a7b5abda300b833fc',1,'vk_mem_alloc.h']]], - ['vmadefragmentationflags_407',['VmaDefragmentationFlags',['../vk__mem__alloc_8h.html#a88a77cef37e5d3c4fc9eb328885d048d',1,'vk_mem_alloc.h']]], - ['vmadefragmentationinfo_408',['VmaDefragmentationInfo',['../vk__mem__alloc_8h.html#a2bf47f96bf92bed2a49461bd9af3acfa',1,'vk_mem_alloc.h']]], - ['vmadefragmentationinfo2_409',['VmaDefragmentationInfo2',['../vk__mem__alloc_8h.html#ad6daeffaa670ce6d11a203a6224c9937',1,'vk_mem_alloc.h']]], - ['vmadefragmentationpassinfo_410',['VmaDefragmentationPassInfo',['../vk__mem__alloc_8h.html#a72aebd522242d56abea67b4f47f6549e',1,'vk_mem_alloc.h']]], - ['vmadefragmentationpassmoveinfo_411',['VmaDefragmentationPassMoveInfo',['../vk__mem__alloc_8h.html#ad6799e8e2b1527abfc84d33bc44aeaf5',1,'vk_mem_alloc.h']]], - ['vmadefragmentationstats_412',['VmaDefragmentationStats',['../vk__mem__alloc_8h.html#ad94034192259c2e34a4d1c5e27810403',1,'vk_mem_alloc.h']]], - ['vmadevicememorycallbacks_413',['VmaDeviceMemoryCallbacks',['../vk__mem__alloc_8h.html#a77692d3c8770ea8882d573206bd27b2b',1,'vk_mem_alloc.h']]], - ['vmamemoryusage_414',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#a806e8499dde802e59eb72a1dc811c35f',1,'vk_mem_alloc.h']]], - ['vmapoolcreateflagbits_415',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a4d4f2efc2509157a9e4ecd4fd7942303',1,'vk_mem_alloc.h']]], - ['vmapoolcreateflags_416',['VmaPoolCreateFlags',['../vk__mem__alloc_8h.html#a2770e325ea42e087c1b91fdf46d0292a',1,'vk_mem_alloc.h']]], - ['vmapoolcreateinfo_417',['VmaPoolCreateInfo',['../vk__mem__alloc_8h.html#a1017aa83489c0eee8d2163d2bf253f67',1,'vk_mem_alloc.h']]], - ['vmapoolstats_418',['VmaPoolStats',['../vk__mem__alloc_8h.html#a4759a2d9f99c19ba7627553c847132f1',1,'vk_mem_alloc.h']]], - ['vmarecordflagbits_419',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#acd24d5eb58abff7e1f43cb32a1ba1413',1,'vk_mem_alloc.h']]], - ['vmarecordflags_420',['VmaRecordFlags',['../vk__mem__alloc_8h.html#af3929a1a4547c592fc0b0e55ef452828',1,'vk_mem_alloc.h']]], - ['vmarecordsettings_421',['VmaRecordSettings',['../vk__mem__alloc_8h.html#a16e21c877101493fce582664cd8754fc',1,'vk_mem_alloc.h']]], - ['vmastatinfo_422',['VmaStatInfo',['../vk__mem__alloc_8h.html#aec5b57e29c97b5d69c6d5654d60df878',1,'vk_mem_alloc.h']]], - ['vmastats_423',['VmaStats',['../vk__mem__alloc_8h.html#a21813b2efdf3836767a9058cd8a94034',1,'vk_mem_alloc.h']]], - ['vmavulkanfunctions_424',['VmaVulkanFunctions',['../vk__mem__alloc_8h.html#abb0a8e3b5040d847571cca6c7f9a8074',1,'vk_mem_alloc.h']]] + ['vmaallocationcreateflagbits_401',['VmaAllocationCreateFlagBits',['../vk__mem__alloc_8h.html#a4fceecc301f4064dc808d3cd6c038941',1,'vk_mem_alloc.h']]], + ['vmaallocationcreateflags_402',['VmaAllocationCreateFlags',['../vk__mem__alloc_8h.html#a5225e5e11f8376f6a31a1791f3d6e817',1,'vk_mem_alloc.h']]], + ['vmaallocationcreateinfo_403',['VmaAllocationCreateInfo',['../vk__mem__alloc_8h.html#a3bf110892ea2fb4649fedb68488d026a',1,'vk_mem_alloc.h']]], + ['vmaallocationinfo_404',['VmaAllocationInfo',['../vk__mem__alloc_8h.html#a1cf7774606721026a68aabe3af2e5b50',1,'vk_mem_alloc.h']]], + ['vmaallocatorcreateflagbits_405',['VmaAllocatorCreateFlagBits',['../vk__mem__alloc_8h.html#afd73b95e737ee7e76f827cb5472f559f',1,'vk_mem_alloc.h']]], + ['vmaallocatorcreateflags_406',['VmaAllocatorCreateFlags',['../vk__mem__alloc_8h.html#acfe6863e160722c2c1bbcf7573fddc4d',1,'vk_mem_alloc.h']]], + ['vmaallocatorcreateinfo_407',['VmaAllocatorCreateInfo',['../vk__mem__alloc_8h.html#aad9652301d33759b83e52d4f3605a14a',1,'vk_mem_alloc.h']]], + ['vmaallocatorinfo_408',['VmaAllocatorInfo',['../vk__mem__alloc_8h.html#a1988031b0223fdbd564250fa1edd942c',1,'vk_mem_alloc.h']]], + ['vmabudget_409',['VmaBudget',['../vk__mem__alloc_8h.html#aa078667e71b1ef24e87a6a30d128381d',1,'vk_mem_alloc.h']]], + ['vmadefragmentationflagbits_410',['VmaDefragmentationFlagBits',['../vk__mem__alloc_8h.html#a13415cc0b443353a7b5abda300b833fc',1,'vk_mem_alloc.h']]], + ['vmadefragmentationflags_411',['VmaDefragmentationFlags',['../vk__mem__alloc_8h.html#a88a77cef37e5d3c4fc9eb328885d048d',1,'vk_mem_alloc.h']]], + ['vmadefragmentationinfo_412',['VmaDefragmentationInfo',['../vk__mem__alloc_8h.html#a2bf47f96bf92bed2a49461bd9af3acfa',1,'vk_mem_alloc.h']]], + ['vmadefragmentationinfo2_413',['VmaDefragmentationInfo2',['../vk__mem__alloc_8h.html#ad6daeffaa670ce6d11a203a6224c9937',1,'vk_mem_alloc.h']]], + ['vmadefragmentationpassinfo_414',['VmaDefragmentationPassInfo',['../vk__mem__alloc_8h.html#a72aebd522242d56abea67b4f47f6549e',1,'vk_mem_alloc.h']]], + ['vmadefragmentationpassmoveinfo_415',['VmaDefragmentationPassMoveInfo',['../vk__mem__alloc_8h.html#ad6799e8e2b1527abfc84d33bc44aeaf5',1,'vk_mem_alloc.h']]], + ['vmadefragmentationstats_416',['VmaDefragmentationStats',['../vk__mem__alloc_8h.html#ad94034192259c2e34a4d1c5e27810403',1,'vk_mem_alloc.h']]], + ['vmadevicememorycallbacks_417',['VmaDeviceMemoryCallbacks',['../vk__mem__alloc_8h.html#a77692d3c8770ea8882d573206bd27b2b',1,'vk_mem_alloc.h']]], + ['vmamemoryusage_418',['VmaMemoryUsage',['../vk__mem__alloc_8h.html#a806e8499dde802e59eb72a1dc811c35f',1,'vk_mem_alloc.h']]], + ['vmapoolcreateflagbits_419',['VmaPoolCreateFlagBits',['../vk__mem__alloc_8h.html#a4d4f2efc2509157a9e4ecd4fd7942303',1,'vk_mem_alloc.h']]], + ['vmapoolcreateflags_420',['VmaPoolCreateFlags',['../vk__mem__alloc_8h.html#a2770e325ea42e087c1b91fdf46d0292a',1,'vk_mem_alloc.h']]], + ['vmapoolcreateinfo_421',['VmaPoolCreateInfo',['../vk__mem__alloc_8h.html#a1017aa83489c0eee8d2163d2bf253f67',1,'vk_mem_alloc.h']]], + ['vmapoolstats_422',['VmaPoolStats',['../vk__mem__alloc_8h.html#a4759a2d9f99c19ba7627553c847132f1',1,'vk_mem_alloc.h']]], + ['vmarecordflagbits_423',['VmaRecordFlagBits',['../vk__mem__alloc_8h.html#acd24d5eb58abff7e1f43cb32a1ba1413',1,'vk_mem_alloc.h']]], + ['vmarecordflags_424',['VmaRecordFlags',['../vk__mem__alloc_8h.html#af3929a1a4547c592fc0b0e55ef452828',1,'vk_mem_alloc.h']]], + ['vmarecordsettings_425',['VmaRecordSettings',['../vk__mem__alloc_8h.html#a16e21c877101493fce582664cd8754fc',1,'vk_mem_alloc.h']]], + ['vmastatinfo_426',['VmaStatInfo',['../vk__mem__alloc_8h.html#aec5b57e29c97b5d69c6d5654d60df878',1,'vk_mem_alloc.h']]], + ['vmastats_427',['VmaStats',['../vk__mem__alloc_8h.html#a21813b2efdf3836767a9058cd8a94034',1,'vk_mem_alloc.h']]], + ['vmavulkanfunctions_428',['VmaVulkanFunctions',['../vk__mem__alloc_8h.html#abb0a8e3b5040d847571cca6c7f9a8074',1,'vk_mem_alloc.h']]] ]; diff --git a/docs/html/search/variables_0.js b/docs/html/search/variables_0.js index c301aa7..b48c4e6 100644 --- a/docs/html/search/variables_0.js +++ b/docs/html/search/variables_0.js @@ -1,10 +1,10 @@ var searchData= [ - ['allocation_312',['allocation',['../struct_vma_defragmentation_pass_move_info.html#ae885c861c2dd8d622e6c19e281d035cc',1,'VmaDefragmentationPassMoveInfo']]], - ['allocationbytes_313',['allocationBytes',['../struct_vma_budget.html#a7e2a6583ebd63e194951c542563804d8',1,'VmaBudget']]], - ['allocationcount_314',['allocationCount',['../struct_vma_stat_info.html#a537741e4d5cdddc1c0ab95ec650afaff',1,'VmaStatInfo::allocationCount()'],['../struct_vma_pool_stats.html#ad1924eb54fffa45e9e0e65670c8fe5eb',1,'VmaPoolStats::allocationCount()'],['../struct_vma_defragmentation_info2.html#a3cf86ab32c1da779b4923d301a3056ba',1,'VmaDefragmentationInfo2::allocationCount()']]], - ['allocationsizeavg_315',['allocationSizeAvg',['../struct_vma_stat_info.html#a1081a039964e566c672e7a2347f9e599',1,'VmaStatInfo']]], - ['allocationsizemax_316',['allocationSizeMax',['../struct_vma_stat_info.html#a17e9733a5ecd76287d4db6e66f71f50c',1,'VmaStatInfo']]], - ['allocationsizemin_317',['allocationSizeMin',['../struct_vma_stat_info.html#ade8b40bd3139c04aabd2fc538a356fea',1,'VmaStatInfo']]], - ['allocationsmoved_318',['allocationsMoved',['../struct_vma_defragmentation_stats.html#aefeabf130022008eadd75999478af3f9',1,'VmaDefragmentationStats']]] + ['allocation_315',['allocation',['../struct_vma_defragmentation_pass_move_info.html#ae885c861c2dd8d622e6c19e281d035cc',1,'VmaDefragmentationPassMoveInfo']]], + ['allocationbytes_316',['allocationBytes',['../struct_vma_budget.html#a7e2a6583ebd63e194951c542563804d8',1,'VmaBudget']]], + ['allocationcount_317',['allocationCount',['../struct_vma_stat_info.html#a537741e4d5cdddc1c0ab95ec650afaff',1,'VmaStatInfo::allocationCount()'],['../struct_vma_pool_stats.html#ad1924eb54fffa45e9e0e65670c8fe5eb',1,'VmaPoolStats::allocationCount()'],['../struct_vma_defragmentation_info2.html#a3cf86ab32c1da779b4923d301a3056ba',1,'VmaDefragmentationInfo2::allocationCount()']]], + ['allocationsizeavg_318',['allocationSizeAvg',['../struct_vma_stat_info.html#a1081a039964e566c672e7a2347f9e599',1,'VmaStatInfo']]], + ['allocationsizemax_319',['allocationSizeMax',['../struct_vma_stat_info.html#a17e9733a5ecd76287d4db6e66f71f50c',1,'VmaStatInfo']]], + ['allocationsizemin_320',['allocationSizeMin',['../struct_vma_stat_info.html#ade8b40bd3139c04aabd2fc538a356fea',1,'VmaStatInfo']]], + ['allocationsmoved_321',['allocationsMoved',['../struct_vma_defragmentation_stats.html#aefeabf130022008eadd75999478af3f9',1,'VmaDefragmentationStats']]] ]; diff --git a/docs/html/search/variables_1.js b/docs/html/search/variables_1.js index 8b6acfe..8466fe9 100644 --- a/docs/html/search/variables_1.js +++ b/docs/html/search/variables_1.js @@ -1,9 +1,9 @@ var searchData= [ - ['blockbytes_319',['blockBytes',['../struct_vma_budget.html#a58b492901baab685f466199124e514a0',1,'VmaBudget']]], - ['blockcount_320',['blockCount',['../struct_vma_stat_info.html#abc4bb7cd611900778464c56e50c970a4',1,'VmaStatInfo::blockCount()'],['../struct_vma_pool_stats.html#aa0b5cb45cef6f18571cefb03b9a230e7',1,'VmaPoolStats::blockCount()']]], - ['blocksize_321',['blockSize',['../struct_vma_pool_create_info.html#aa4265160536cdb9be821b7686c16c676',1,'VmaPoolCreateInfo']]], - ['budget_322',['budget',['../struct_vma_budget.html#ab82e1d1754c2d210d0bdf90220bc6cdd',1,'VmaBudget']]], - ['bytesfreed_323',['bytesFreed',['../struct_vma_defragmentation_stats.html#ab0cb9ac0dbc106c77e384ea676422f28',1,'VmaDefragmentationStats']]], - ['bytesmoved_324',['bytesMoved',['../struct_vma_defragmentation_stats.html#a36f9d5df2a10ba2a36b16e126d60572d',1,'VmaDefragmentationStats']]] + ['blockbytes_322',['blockBytes',['../struct_vma_budget.html#a58b492901baab685f466199124e514a0',1,'VmaBudget']]], + ['blockcount_323',['blockCount',['../struct_vma_stat_info.html#abc4bb7cd611900778464c56e50c970a4',1,'VmaStatInfo::blockCount()'],['../struct_vma_pool_stats.html#aa0b5cb45cef6f18571cefb03b9a230e7',1,'VmaPoolStats::blockCount()']]], + ['blocksize_324',['blockSize',['../struct_vma_pool_create_info.html#aa4265160536cdb9be821b7686c16c676',1,'VmaPoolCreateInfo']]], + ['budget_325',['budget',['../struct_vma_budget.html#ab82e1d1754c2d210d0bdf90220bc6cdd',1,'VmaBudget']]], + ['bytesfreed_326',['bytesFreed',['../struct_vma_defragmentation_stats.html#ab0cb9ac0dbc106c77e384ea676422f28',1,'VmaDefragmentationStats']]], + ['bytesmoved_327',['bytesMoved',['../struct_vma_defragmentation_stats.html#a36f9d5df2a10ba2a36b16e126d60572d',1,'VmaDefragmentationStats']]] ]; diff --git a/docs/html/search/variables_2.js b/docs/html/search/variables_2.js index 3754879..26c79ea 100644 --- a/docs/html/search/variables_2.js +++ b/docs/html/search/variables_2.js @@ -1,4 +1,4 @@ var searchData= [ - ['commandbuffer_325',['commandBuffer',['../struct_vma_defragmentation_info2.html#a7f71f39590c5316771493d2333f9c1bd',1,'VmaDefragmentationInfo2']]] + ['commandbuffer_328',['commandBuffer',['../struct_vma_defragmentation_info2.html#a7f71f39590c5316771493d2333f9c1bd',1,'VmaDefragmentationInfo2']]] ]; diff --git a/docs/html/search/variables_3.js b/docs/html/search/variables_3.js index 3335fa9..7235a7e 100644 --- a/docs/html/search/variables_3.js +++ b/docs/html/search/variables_3.js @@ -1,6 +1,6 @@ var searchData= [ - ['device_326',['device',['../struct_vma_allocator_create_info.html#ad924ddd77b04039c88d0c09b0ffcd500',1,'VmaAllocatorCreateInfo::device()'],['../struct_vma_allocator_info.html#a012b4c485bf3b0ea8921352c5ee0c357',1,'VmaAllocatorInfo::device()']]], - ['devicememory_327',['deviceMemory',['../struct_vma_allocation_info.html#ae0bfb7dfdf79a76ffefc9a94677a2f67',1,'VmaAllocationInfo']]], - ['devicememoryblocksfreed_328',['deviceMemoryBlocksFreed',['../struct_vma_defragmentation_stats.html#a0113f1877904a5d1ee8f409216ff276b',1,'VmaDefragmentationStats']]] + ['device_329',['device',['../struct_vma_allocator_create_info.html#ad924ddd77b04039c88d0c09b0ffcd500',1,'VmaAllocatorCreateInfo::device()'],['../struct_vma_allocator_info.html#a012b4c485bf3b0ea8921352c5ee0c357',1,'VmaAllocatorInfo::device()']]], + ['devicememory_330',['deviceMemory',['../struct_vma_allocation_info.html#ae0bfb7dfdf79a76ffefc9a94677a2f67',1,'VmaAllocationInfo']]], + ['devicememoryblocksfreed_331',['deviceMemoryBlocksFreed',['../struct_vma_defragmentation_stats.html#a0113f1877904a5d1ee8f409216ff276b',1,'VmaDefragmentationStats']]] ]; diff --git a/docs/html/search/variables_4.js b/docs/html/search/variables_4.js index 332a035..6688225 100644 --- a/docs/html/search/variables_4.js +++ b/docs/html/search/variables_4.js @@ -1,5 +1,5 @@ var searchData= [ - ['flags_329',['flags',['../struct_vma_record_settings.html#ad8fdcc92119ae7a8c08c1a564c01d63a',1,'VmaRecordSettings::flags()'],['../struct_vma_allocator_create_info.html#a392ea2ecbaff93f91a7c49f735ad4346',1,'VmaAllocatorCreateInfo::flags()'],['../struct_vma_allocation_create_info.html#add09658ac14fe290ace25470ddd6d41b',1,'VmaAllocationCreateInfo::flags()'],['../struct_vma_pool_create_info.html#a8405139f63d078340ae74513a59f5446',1,'VmaPoolCreateInfo::flags()'],['../struct_vma_defragmentation_info2.html#a53e844ee5633e229cf6daf14b2d9fff9',1,'VmaDefragmentationInfo2::flags()']]], - ['frameinusecount_330',['frameInUseCount',['../struct_vma_allocator_create_info.html#a21ea188dd212b8171cb9ecbed4a2a3a7',1,'VmaAllocatorCreateInfo::frameInUseCount()'],['../struct_vma_pool_create_info.html#a9437e43ffbb644dbbf7fc4e50cfad6aa',1,'VmaPoolCreateInfo::frameInUseCount()']]] + ['flags_332',['flags',['../struct_vma_record_settings.html#ad8fdcc92119ae7a8c08c1a564c01d63a',1,'VmaRecordSettings::flags()'],['../struct_vma_allocator_create_info.html#a392ea2ecbaff93f91a7c49f735ad4346',1,'VmaAllocatorCreateInfo::flags()'],['../struct_vma_allocation_create_info.html#add09658ac14fe290ace25470ddd6d41b',1,'VmaAllocationCreateInfo::flags()'],['../struct_vma_pool_create_info.html#a8405139f63d078340ae74513a59f5446',1,'VmaPoolCreateInfo::flags()'],['../struct_vma_defragmentation_info2.html#a53e844ee5633e229cf6daf14b2d9fff9',1,'VmaDefragmentationInfo2::flags()']]], + ['frameinusecount_333',['frameInUseCount',['../struct_vma_allocator_create_info.html#a21ea188dd212b8171cb9ecbed4a2a3a7',1,'VmaAllocatorCreateInfo::frameInUseCount()'],['../struct_vma_pool_create_info.html#a9437e43ffbb644dbbf7fc4e50cfad6aa',1,'VmaPoolCreateInfo::frameInUseCount()']]] ]; diff --git a/docs/html/search/variables_5.js b/docs/html/search/variables_5.js index 7327328..017812a 100644 --- a/docs/html/search/variables_5.js +++ b/docs/html/search/variables_5.js @@ -1,4 +1,4 @@ var searchData= [ - ['instance_331',['instance',['../struct_vma_allocator_create_info.html#a70dd42e29b1df1d1b9b61532ae0b370b',1,'VmaAllocatorCreateInfo::instance()'],['../struct_vma_allocator_info.html#a2ed6a4d2d3fea039d66a13f15d0ce5fe',1,'VmaAllocatorInfo::instance()']]] + ['instance_334',['instance',['../struct_vma_allocator_create_info.html#a70dd42e29b1df1d1b9b61532ae0b370b',1,'VmaAllocatorCreateInfo::instance()'],['../struct_vma_allocator_info.html#a2ed6a4d2d3fea039d66a13f15d0ce5fe',1,'VmaAllocatorInfo::instance()']]] ]; diff --git a/docs/html/search/variables_6.js b/docs/html/search/variables_6.js index 6f721c4..28021d6 100644 --- a/docs/html/search/variables_6.js +++ b/docs/html/search/variables_6.js @@ -1,17 +1,17 @@ var searchData= [ - ['maxallocationstomove_332',['maxAllocationsToMove',['../struct_vma_defragmentation_info.html#aa7c7304e13c71f604c907196c4e28fbc',1,'VmaDefragmentationInfo']]], - ['maxblockcount_333',['maxBlockCount',['../struct_vma_pool_create_info.html#ae41142f2834fcdc82baa4883c187b75c',1,'VmaPoolCreateInfo']]], - ['maxbytestomove_334',['maxBytesToMove',['../struct_vma_defragmentation_info.html#acb311c940a777270e67e1b81c5ab6a1d',1,'VmaDefragmentationInfo']]], - ['maxcpuallocationstomove_335',['maxCpuAllocationsToMove',['../struct_vma_defragmentation_info2.html#a94c2c7223d52878445a8cccce396b671',1,'VmaDefragmentationInfo2']]], - ['maxcpubytestomove_336',['maxCpuBytesToMove',['../struct_vma_defragmentation_info2.html#af78e1ea40c22d85137b65f6b384a4d0a',1,'VmaDefragmentationInfo2']]], - ['maxgpuallocationstomove_337',['maxGpuAllocationsToMove',['../struct_vma_defragmentation_info2.html#a40d53d33e71ba0b66f844ed63c05a3f6',1,'VmaDefragmentationInfo2']]], - ['maxgpubytestomove_338',['maxGpuBytesToMove',['../struct_vma_defragmentation_info2.html#a4ddbc898d0afe1518f863a3763628f08',1,'VmaDefragmentationInfo2']]], - ['memory_339',['memory',['../struct_vma_defragmentation_pass_move_info.html#a06eb0c8690aa0d3478a036753492e769',1,'VmaDefragmentationPassMoveInfo']]], - ['memoryheap_340',['memoryHeap',['../struct_vma_stats.html#a0e6611508c29a187f0fd14ff1a0329c0',1,'VmaStats']]], - ['memorytype_341',['memoryType',['../struct_vma_stats.html#a13e3caf754be79352c42408756309331',1,'VmaStats::memoryType()'],['../struct_vma_allocation_info.html#a7f6b0aa58c135e488e6b40a388dad9d5',1,'VmaAllocationInfo::memoryType()']]], - ['memorytypebits_342',['memoryTypeBits',['../struct_vma_allocation_create_info.html#a3bf940c0271d85d6ba32a4d820075055',1,'VmaAllocationCreateInfo']]], - ['memorytypeindex_343',['memoryTypeIndex',['../struct_vma_pool_create_info.html#a596fa76b685d3f1f688f84a709a5b319',1,'VmaPoolCreateInfo']]], - ['minblockcount_344',['minBlockCount',['../struct_vma_pool_create_info.html#ad8006fb803185c0a699d30f3e9a865ae',1,'VmaPoolCreateInfo']]], - ['movecount_345',['moveCount',['../struct_vma_defragmentation_pass_info.html#ac1086e657ba995f8d1f4e49b83dcfb6c',1,'VmaDefragmentationPassInfo']]] + ['maxallocationstomove_335',['maxAllocationsToMove',['../struct_vma_defragmentation_info.html#aa7c7304e13c71f604c907196c4e28fbc',1,'VmaDefragmentationInfo']]], + ['maxblockcount_336',['maxBlockCount',['../struct_vma_pool_create_info.html#ae41142f2834fcdc82baa4883c187b75c',1,'VmaPoolCreateInfo']]], + ['maxbytestomove_337',['maxBytesToMove',['../struct_vma_defragmentation_info.html#acb311c940a777270e67e1b81c5ab6a1d',1,'VmaDefragmentationInfo']]], + ['maxcpuallocationstomove_338',['maxCpuAllocationsToMove',['../struct_vma_defragmentation_info2.html#a94c2c7223d52878445a8cccce396b671',1,'VmaDefragmentationInfo2']]], + ['maxcpubytestomove_339',['maxCpuBytesToMove',['../struct_vma_defragmentation_info2.html#af78e1ea40c22d85137b65f6b384a4d0a',1,'VmaDefragmentationInfo2']]], + ['maxgpuallocationstomove_340',['maxGpuAllocationsToMove',['../struct_vma_defragmentation_info2.html#a40d53d33e71ba0b66f844ed63c05a3f6',1,'VmaDefragmentationInfo2']]], + ['maxgpubytestomove_341',['maxGpuBytesToMove',['../struct_vma_defragmentation_info2.html#a4ddbc898d0afe1518f863a3763628f08',1,'VmaDefragmentationInfo2']]], + ['memory_342',['memory',['../struct_vma_defragmentation_pass_move_info.html#a06eb0c8690aa0d3478a036753492e769',1,'VmaDefragmentationPassMoveInfo']]], + ['memoryheap_343',['memoryHeap',['../struct_vma_stats.html#a0e6611508c29a187f0fd14ff1a0329c0',1,'VmaStats']]], + ['memorytype_344',['memoryType',['../struct_vma_stats.html#a13e3caf754be79352c42408756309331',1,'VmaStats::memoryType()'],['../struct_vma_allocation_info.html#a7f6b0aa58c135e488e6b40a388dad9d5',1,'VmaAllocationInfo::memoryType()']]], + ['memorytypebits_345',['memoryTypeBits',['../struct_vma_allocation_create_info.html#a3bf940c0271d85d6ba32a4d820075055',1,'VmaAllocationCreateInfo']]], + ['memorytypeindex_346',['memoryTypeIndex',['../struct_vma_pool_create_info.html#a596fa76b685d3f1f688f84a709a5b319',1,'VmaPoolCreateInfo']]], + ['minblockcount_347',['minBlockCount',['../struct_vma_pool_create_info.html#ad8006fb803185c0a699d30f3e9a865ae',1,'VmaPoolCreateInfo']]], + ['movecount_348',['moveCount',['../struct_vma_defragmentation_pass_info.html#ac1086e657ba995f8d1f4e49b83dcfb6c',1,'VmaDefragmentationPassInfo']]] ]; diff --git a/docs/html/search/variables_7.js b/docs/html/search/variables_7.js index 13aadd0..968b3a7 100644 --- a/docs/html/search/variables_7.js +++ b/docs/html/search/variables_7.js @@ -1,4 +1,4 @@ var searchData= [ - ['offset_346',['offset',['../struct_vma_allocation_info.html#a4a3c732388dbdc7a23f9365b00825268',1,'VmaAllocationInfo::offset()'],['../struct_vma_defragmentation_pass_move_info.html#a8ab4508bc03625b0653c880576be96c6',1,'VmaDefragmentationPassMoveInfo::offset()']]] + ['offset_349',['offset',['../struct_vma_allocation_info.html#a4a3c732388dbdc7a23f9365b00825268',1,'VmaAllocationInfo::offset()'],['../struct_vma_defragmentation_pass_move_info.html#a8ab4508bc03625b0653c880576be96c6',1,'VmaDefragmentationPassMoveInfo::offset()']]] ]; diff --git a/docs/html/search/variables_8.js b/docs/html/search/variables_8.js index 408b163..2493d69 100644 --- a/docs/html/search/variables_8.js +++ b/docs/html/search/variables_8.js @@ -1,22 +1,23 @@ var searchData= [ - ['pallocationcallbacks_347',['pAllocationCallbacks',['../struct_vma_allocator_create_info.html#a6e409087e3be55400d0e4ccbe43c608d',1,'VmaAllocatorCreateInfo']]], - ['pallocations_348',['pAllocations',['../struct_vma_defragmentation_info2.html#ab6d288f29d028156cf73542d630a2e32',1,'VmaDefragmentationInfo2']]], - ['pallocationschanged_349',['pAllocationsChanged',['../struct_vma_defragmentation_info2.html#a76d51a644dc7f5405d0cdd0025ecd0cc',1,'VmaDefragmentationInfo2']]], - ['pdevicememorycallbacks_350',['pDeviceMemoryCallbacks',['../struct_vma_allocator_create_info.html#af1380969b5e1ea4c3184a877892d260e',1,'VmaAllocatorCreateInfo']]], - ['pfilepath_351',['pFilePath',['../struct_vma_record_settings.html#a6cb1fdbf6bcb610b68f2010dd629e89d',1,'VmaRecordSettings']]], - ['pfnallocate_352',['pfnAllocate',['../struct_vma_device_memory_callbacks.html#a4f17f7b255101e733b44d5633aceabfb',1,'VmaDeviceMemoryCallbacks']]], - ['pfnfree_353',['pfnFree',['../struct_vma_device_memory_callbacks.html#abe8a3328bbc916f6f712fdb6b299444c',1,'VmaDeviceMemoryCallbacks']]], - ['pheapsizelimit_354',['pHeapSizeLimit',['../struct_vma_allocator_create_info.html#a31c192aa6cbffa33279f6d9f0c47c44b',1,'VmaAllocatorCreateInfo']]], - ['physicaldevice_355',['physicalDevice',['../struct_vma_allocator_create_info.html#a08230f04ae6ccf8a78150a9e829a7156',1,'VmaAllocatorCreateInfo::physicalDevice()'],['../struct_vma_allocator_info.html#aba2b703f96e51d567717e1fb2935b47a',1,'VmaAllocatorInfo::physicalDevice()']]], - ['pmappeddata_356',['pMappedData',['../struct_vma_allocation_info.html#a5eeffbe2d2f30f53370ff14aefbadbe2',1,'VmaAllocationInfo']]], - ['pmoves_357',['pMoves',['../struct_vma_defragmentation_pass_info.html#acbd42d4a3357999da130a95cd99a3792',1,'VmaDefragmentationPassInfo']]], - ['pool_358',['pool',['../struct_vma_allocation_create_info.html#a6272c0555cfd1fe28bff1afeb6190150',1,'VmaAllocationCreateInfo']]], - ['poolcount_359',['poolCount',['../struct_vma_defragmentation_info2.html#a7e70aa2a1081d849dcc7829b19d3ec9d',1,'VmaDefragmentationInfo2']]], - ['ppools_360',['pPools',['../struct_vma_defragmentation_info2.html#a3c9c6aa5c97d5670f8e362b3a6f3029b',1,'VmaDefragmentationInfo2']]], - ['precordsettings_361',['pRecordSettings',['../struct_vma_allocator_create_info.html#ace2aa4877b16a42b0b7673d4e26000ee',1,'VmaAllocatorCreateInfo']]], - ['preferredflags_362',['preferredFlags',['../struct_vma_allocation_create_info.html#a7fe8d81a1ad10b2a2faacacee5b15d6d',1,'VmaAllocationCreateInfo']]], - ['preferredlargeheapblocksize_363',['preferredLargeHeapBlockSize',['../struct_vma_allocator_create_info.html#a8e4714298e3121cdd8b214a1ae7a637a',1,'VmaAllocatorCreateInfo']]], - ['puserdata_364',['pUserData',['../struct_vma_device_memory_callbacks.html#a24052de0937ddd54015a2df0363903c6',1,'VmaDeviceMemoryCallbacks::pUserData()'],['../struct_vma_allocation_create_info.html#a8259e85c272683434f4abb4ddddffe19',1,'VmaAllocationCreateInfo::pUserData()'],['../struct_vma_allocation_info.html#adc507656149c04de7ed95d0042ba2a13',1,'VmaAllocationInfo::pUserData()']]], - ['pvulkanfunctions_365',['pVulkanFunctions',['../struct_vma_allocator_create_info.html#a3dc197be3227da7338b1643f70db36bd',1,'VmaAllocatorCreateInfo']]] + ['pallocationcallbacks_350',['pAllocationCallbacks',['../struct_vma_allocator_create_info.html#a6e409087e3be55400d0e4ccbe43c608d',1,'VmaAllocatorCreateInfo']]], + ['pallocations_351',['pAllocations',['../struct_vma_defragmentation_info2.html#ab6d288f29d028156cf73542d630a2e32',1,'VmaDefragmentationInfo2']]], + ['pallocationschanged_352',['pAllocationsChanged',['../struct_vma_defragmentation_info2.html#a76d51a644dc7f5405d0cdd0025ecd0cc',1,'VmaDefragmentationInfo2']]], + ['pdevicememorycallbacks_353',['pDeviceMemoryCallbacks',['../struct_vma_allocator_create_info.html#af1380969b5e1ea4c3184a877892d260e',1,'VmaAllocatorCreateInfo']]], + ['pfilepath_354',['pFilePath',['../struct_vma_record_settings.html#a6cb1fdbf6bcb610b68f2010dd629e89d',1,'VmaRecordSettings']]], + ['pfnallocate_355',['pfnAllocate',['../struct_vma_device_memory_callbacks.html#a4f17f7b255101e733b44d5633aceabfb',1,'VmaDeviceMemoryCallbacks']]], + ['pfnfree_356',['pfnFree',['../struct_vma_device_memory_callbacks.html#abe8a3328bbc916f6f712fdb6b299444c',1,'VmaDeviceMemoryCallbacks']]], + ['pheapsizelimit_357',['pHeapSizeLimit',['../struct_vma_allocator_create_info.html#a31c192aa6cbffa33279f6d9f0c47c44b',1,'VmaAllocatorCreateInfo']]], + ['physicaldevice_358',['physicalDevice',['../struct_vma_allocator_create_info.html#a08230f04ae6ccf8a78150a9e829a7156',1,'VmaAllocatorCreateInfo::physicalDevice()'],['../struct_vma_allocator_info.html#aba2b703f96e51d567717e1fb2935b47a',1,'VmaAllocatorInfo::physicalDevice()']]], + ['pmappeddata_359',['pMappedData',['../struct_vma_allocation_info.html#a5eeffbe2d2f30f53370ff14aefbadbe2',1,'VmaAllocationInfo']]], + ['pmoves_360',['pMoves',['../struct_vma_defragmentation_pass_info.html#acbd42d4a3357999da130a95cd99a3792',1,'VmaDefragmentationPassInfo']]], + ['pool_361',['pool',['../struct_vma_allocation_create_info.html#a6272c0555cfd1fe28bff1afeb6190150',1,'VmaAllocationCreateInfo']]], + ['poolcount_362',['poolCount',['../struct_vma_defragmentation_info2.html#a7e70aa2a1081d849dcc7829b19d3ec9d',1,'VmaDefragmentationInfo2']]], + ['ppools_363',['pPools',['../struct_vma_defragmentation_info2.html#a3c9c6aa5c97d5670f8e362b3a6f3029b',1,'VmaDefragmentationInfo2']]], + ['precordsettings_364',['pRecordSettings',['../struct_vma_allocator_create_info.html#ace2aa4877b16a42b0b7673d4e26000ee',1,'VmaAllocatorCreateInfo']]], + ['preferredflags_365',['preferredFlags',['../struct_vma_allocation_create_info.html#a7fe8d81a1ad10b2a2faacacee5b15d6d',1,'VmaAllocationCreateInfo']]], + ['preferredlargeheapblocksize_366',['preferredLargeHeapBlockSize',['../struct_vma_allocator_create_info.html#a8e4714298e3121cdd8b214a1ae7a637a',1,'VmaAllocatorCreateInfo']]], + ['priority_367',['priority',['../struct_vma_allocation_create_info.html#a983d39e1a2e63649d78a960aa2fdd0f7',1,'VmaAllocationCreateInfo::priority()'],['../struct_vma_pool_create_info.html#a16e686c688f6725f119ebf6e24ab5274',1,'VmaPoolCreateInfo::priority()']]], + ['puserdata_368',['pUserData',['../struct_vma_device_memory_callbacks.html#a24052de0937ddd54015a2df0363903c6',1,'VmaDeviceMemoryCallbacks::pUserData()'],['../struct_vma_allocation_create_info.html#a8259e85c272683434f4abb4ddddffe19',1,'VmaAllocationCreateInfo::pUserData()'],['../struct_vma_allocation_info.html#adc507656149c04de7ed95d0042ba2a13',1,'VmaAllocationInfo::pUserData()']]], + ['pvulkanfunctions_369',['pVulkanFunctions',['../struct_vma_allocator_create_info.html#a3dc197be3227da7338b1643f70db36bd',1,'VmaAllocatorCreateInfo']]] ]; diff --git a/docs/html/search/variables_9.js b/docs/html/search/variables_9.js index 464801a..839c821 100644 --- a/docs/html/search/variables_9.js +++ b/docs/html/search/variables_9.js @@ -1,4 +1,4 @@ var searchData= [ - ['requiredflags_366',['requiredFlags',['../struct_vma_allocation_create_info.html#a9166390303ff42d783305bc31c2b6b90',1,'VmaAllocationCreateInfo']]] + ['requiredflags_370',['requiredFlags',['../struct_vma_allocation_create_info.html#a9166390303ff42d783305bc31c2b6b90',1,'VmaAllocationCreateInfo']]] ]; diff --git a/docs/html/search/variables_a.js b/docs/html/search/variables_a.js index 096c052..ce02717 100644 --- a/docs/html/search/variables_a.js +++ b/docs/html/search/variables_a.js @@ -1,4 +1,4 @@ var searchData= [ - ['size_367',['size',['../struct_vma_pool_stats.html#a326807b2de2b0931cee4ed9a5f2e420c',1,'VmaPoolStats::size()'],['../struct_vma_allocation_info.html#aac76d113a6a5ccbb09fea00fb25fd18f',1,'VmaAllocationInfo::size()']]] + ['size_371',['size',['../struct_vma_pool_stats.html#a326807b2de2b0931cee4ed9a5f2e420c',1,'VmaPoolStats::size()'],['../struct_vma_allocation_info.html#aac76d113a6a5ccbb09fea00fb25fd18f',1,'VmaAllocationInfo::size()']]] ]; diff --git a/docs/html/search/variables_b.js b/docs/html/search/variables_b.js index 8ba1d7d..a4a74ee 100644 --- a/docs/html/search/variables_b.js +++ b/docs/html/search/variables_b.js @@ -1,4 +1,4 @@ var searchData= [ - ['total_368',['total',['../struct_vma_stats.html#a2e8f5b3353f2fefef3c27f29e245a1f9',1,'VmaStats']]] + ['total_372',['total',['../struct_vma_stats.html#a2e8f5b3353f2fefef3c27f29e245a1f9',1,'VmaStats']]] ]; diff --git a/docs/html/search/variables_c.js b/docs/html/search/variables_c.js index a6b01a4..c39f789 100644 --- a/docs/html/search/variables_c.js +++ b/docs/html/search/variables_c.js @@ -1,11 +1,11 @@ var searchData= [ - ['unusedbytes_369',['unusedBytes',['../struct_vma_stat_info.html#a1859d290aca2cd582d8dc25922092669',1,'VmaStatInfo']]], - ['unusedrangecount_370',['unusedRangeCount',['../struct_vma_stat_info.html#ae06129c771bfebfd6468a7f4276502a9',1,'VmaStatInfo::unusedRangeCount()'],['../struct_vma_pool_stats.html#ae4f3546ffa4d1e598b64d8e6134854f4',1,'VmaPoolStats::unusedRangeCount()']]], - ['unusedrangesizeavg_371',['unusedRangeSizeAvg',['../struct_vma_stat_info.html#a2f9b3452af90c9768a30b7fb6ae194fc',1,'VmaStatInfo']]], - ['unusedrangesizemax_372',['unusedRangeSizeMax',['../struct_vma_stat_info.html#a5ba1a2476c4d39b10f7e2f7ebbb72ac4',1,'VmaStatInfo::unusedRangeSizeMax()'],['../struct_vma_pool_stats.html#ab4c8f52dd42ab01998f60f0b6acc722b',1,'VmaPoolStats::unusedRangeSizeMax()']]], - ['unusedrangesizemin_373',['unusedRangeSizeMin',['../struct_vma_stat_info.html#aedeba931324f16589cd2416c0d2dd0d4',1,'VmaStatInfo']]], - ['unusedsize_374',['unusedSize',['../struct_vma_pool_stats.html#ad7c54874724fce7b06aba526202d82a8',1,'VmaPoolStats']]], - ['usage_375',['usage',['../struct_vma_budget.html#a84dd1ecca8b0110259eb206dbadb11f6',1,'VmaBudget::usage()'],['../struct_vma_allocation_create_info.html#accb8b06b1f677d858cb9af20705fa910',1,'VmaAllocationCreateInfo::usage()']]], - ['usedbytes_376',['usedBytes',['../struct_vma_stat_info.html#ab0c6c73837e5a70c749fbd4f6064895a',1,'VmaStatInfo']]] + ['unusedbytes_373',['unusedBytes',['../struct_vma_stat_info.html#a1859d290aca2cd582d8dc25922092669',1,'VmaStatInfo']]], + ['unusedrangecount_374',['unusedRangeCount',['../struct_vma_stat_info.html#ae06129c771bfebfd6468a7f4276502a9',1,'VmaStatInfo::unusedRangeCount()'],['../struct_vma_pool_stats.html#ae4f3546ffa4d1e598b64d8e6134854f4',1,'VmaPoolStats::unusedRangeCount()']]], + ['unusedrangesizeavg_375',['unusedRangeSizeAvg',['../struct_vma_stat_info.html#a2f9b3452af90c9768a30b7fb6ae194fc',1,'VmaStatInfo']]], + ['unusedrangesizemax_376',['unusedRangeSizeMax',['../struct_vma_stat_info.html#a5ba1a2476c4d39b10f7e2f7ebbb72ac4',1,'VmaStatInfo::unusedRangeSizeMax()'],['../struct_vma_pool_stats.html#ab4c8f52dd42ab01998f60f0b6acc722b',1,'VmaPoolStats::unusedRangeSizeMax()']]], + ['unusedrangesizemin_377',['unusedRangeSizeMin',['../struct_vma_stat_info.html#aedeba931324f16589cd2416c0d2dd0d4',1,'VmaStatInfo']]], + ['unusedsize_378',['unusedSize',['../struct_vma_pool_stats.html#ad7c54874724fce7b06aba526202d82a8',1,'VmaPoolStats']]], + ['usage_379',['usage',['../struct_vma_budget.html#a84dd1ecca8b0110259eb206dbadb11f6',1,'VmaBudget::usage()'],['../struct_vma_allocation_create_info.html#accb8b06b1f677d858cb9af20705fa910',1,'VmaAllocationCreateInfo::usage()']]], + ['usedbytes_380',['usedBytes',['../struct_vma_stat_info.html#ab0c6c73837e5a70c749fbd4f6064895a',1,'VmaStatInfo']]] ]; diff --git a/docs/html/search/variables_d.js b/docs/html/search/variables_d.js index 108e48a..fe41f7e 100644 --- a/docs/html/search/variables_d.js +++ b/docs/html/search/variables_d.js @@ -1,21 +1,21 @@ var searchData= [ - ['vkallocatememory_377',['vkAllocateMemory',['../struct_vma_vulkan_functions.html#a2943bf99dfd784a0e8f599d987e22e6c',1,'VmaVulkanFunctions']]], - ['vkbindbuffermemory_378',['vkBindBufferMemory',['../struct_vma_vulkan_functions.html#a94fc4f3a605d9880bb3c0ba2c2fc80b2',1,'VmaVulkanFunctions']]], - ['vkbindimagememory_379',['vkBindImageMemory',['../struct_vma_vulkan_functions.html#a1338d96a128a5ade648b8d934907c637',1,'VmaVulkanFunctions']]], - ['vkcmdcopybuffer_380',['vkCmdCopyBuffer',['../struct_vma_vulkan_functions.html#ae5c0db8c89a3b82593dc16aa6a49fa3a',1,'VmaVulkanFunctions']]], - ['vkcreatebuffer_381',['vkCreateBuffer',['../struct_vma_vulkan_functions.html#ae8084315a25006271a2edfc3a447519f',1,'VmaVulkanFunctions']]], - ['vkcreateimage_382',['vkCreateImage',['../struct_vma_vulkan_functions.html#a23ebe70be515b9b5010a1d691200e325',1,'VmaVulkanFunctions']]], - ['vkdestroybuffer_383',['vkDestroyBuffer',['../struct_vma_vulkan_functions.html#a7e054606faddb07f0e8556f3ed317d45',1,'VmaVulkanFunctions']]], - ['vkdestroyimage_384',['vkDestroyImage',['../struct_vma_vulkan_functions.html#a90b898227039b1dcb3520f6e91f09ffa',1,'VmaVulkanFunctions']]], - ['vkflushmappedmemoryranges_385',['vkFlushMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a33c322f4c4ad2810f8a9c97a277572f9',1,'VmaVulkanFunctions']]], - ['vkfreememory_386',['vkFreeMemory',['../struct_vma_vulkan_functions.html#a4c658701778564d62034255b5dda91b4',1,'VmaVulkanFunctions']]], - ['vkgetbuffermemoryrequirements_387',['vkGetBufferMemoryRequirements',['../struct_vma_vulkan_functions.html#a5b92901df89a4194b0d12f6071d4d143',1,'VmaVulkanFunctions']]], - ['vkgetimagememoryrequirements_388',['vkGetImageMemoryRequirements',['../struct_vma_vulkan_functions.html#a475f6f49f8debe4d10800592606d53f4',1,'VmaVulkanFunctions']]], - ['vkgetphysicaldevicememoryproperties_389',['vkGetPhysicalDeviceMemoryProperties',['../struct_vma_vulkan_functions.html#a60d25c33bba06bb8592e6875cbaa9830',1,'VmaVulkanFunctions']]], - ['vkgetphysicaldeviceproperties_390',['vkGetPhysicalDeviceProperties',['../struct_vma_vulkan_functions.html#a77b7a74082823e865dd6546623468f96',1,'VmaVulkanFunctions']]], - ['vkinvalidatemappedmemoryranges_391',['vkInvalidateMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a5c1093bc32386a8060c37c9f282078a1',1,'VmaVulkanFunctions']]], - ['vkmapmemory_392',['vkMapMemory',['../struct_vma_vulkan_functions.html#ab5c1f38dea3a2cf00dc9eb4f57218c49',1,'VmaVulkanFunctions']]], - ['vkunmapmemory_393',['vkUnmapMemory',['../struct_vma_vulkan_functions.html#acc798589736f0becb317fc2196c1d8b9',1,'VmaVulkanFunctions']]], - ['vulkanapiversion_394',['vulkanApiVersion',['../struct_vma_allocator_create_info.html#ae0ffc55139b54520a6bb704b29ffc285',1,'VmaAllocatorCreateInfo']]] + ['vkallocatememory_381',['vkAllocateMemory',['../struct_vma_vulkan_functions.html#a2943bf99dfd784a0e8f599d987e22e6c',1,'VmaVulkanFunctions']]], + ['vkbindbuffermemory_382',['vkBindBufferMemory',['../struct_vma_vulkan_functions.html#a94fc4f3a605d9880bb3c0ba2c2fc80b2',1,'VmaVulkanFunctions']]], + ['vkbindimagememory_383',['vkBindImageMemory',['../struct_vma_vulkan_functions.html#a1338d96a128a5ade648b8d934907c637',1,'VmaVulkanFunctions']]], + ['vkcmdcopybuffer_384',['vkCmdCopyBuffer',['../struct_vma_vulkan_functions.html#ae5c0db8c89a3b82593dc16aa6a49fa3a',1,'VmaVulkanFunctions']]], + ['vkcreatebuffer_385',['vkCreateBuffer',['../struct_vma_vulkan_functions.html#ae8084315a25006271a2edfc3a447519f',1,'VmaVulkanFunctions']]], + ['vkcreateimage_386',['vkCreateImage',['../struct_vma_vulkan_functions.html#a23ebe70be515b9b5010a1d691200e325',1,'VmaVulkanFunctions']]], + ['vkdestroybuffer_387',['vkDestroyBuffer',['../struct_vma_vulkan_functions.html#a7e054606faddb07f0e8556f3ed317d45',1,'VmaVulkanFunctions']]], + ['vkdestroyimage_388',['vkDestroyImage',['../struct_vma_vulkan_functions.html#a90b898227039b1dcb3520f6e91f09ffa',1,'VmaVulkanFunctions']]], + ['vkflushmappedmemoryranges_389',['vkFlushMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a33c322f4c4ad2810f8a9c97a277572f9',1,'VmaVulkanFunctions']]], + ['vkfreememory_390',['vkFreeMemory',['../struct_vma_vulkan_functions.html#a4c658701778564d62034255b5dda91b4',1,'VmaVulkanFunctions']]], + ['vkgetbuffermemoryrequirements_391',['vkGetBufferMemoryRequirements',['../struct_vma_vulkan_functions.html#a5b92901df89a4194b0d12f6071d4d143',1,'VmaVulkanFunctions']]], + ['vkgetimagememoryrequirements_392',['vkGetImageMemoryRequirements',['../struct_vma_vulkan_functions.html#a475f6f49f8debe4d10800592606d53f4',1,'VmaVulkanFunctions']]], + ['vkgetphysicaldevicememoryproperties_393',['vkGetPhysicalDeviceMemoryProperties',['../struct_vma_vulkan_functions.html#a60d25c33bba06bb8592e6875cbaa9830',1,'VmaVulkanFunctions']]], + ['vkgetphysicaldeviceproperties_394',['vkGetPhysicalDeviceProperties',['../struct_vma_vulkan_functions.html#a77b7a74082823e865dd6546623468f96',1,'VmaVulkanFunctions']]], + ['vkinvalidatemappedmemoryranges_395',['vkInvalidateMappedMemoryRanges',['../struct_vma_vulkan_functions.html#a5c1093bc32386a8060c37c9f282078a1',1,'VmaVulkanFunctions']]], + ['vkmapmemory_396',['vkMapMemory',['../struct_vma_vulkan_functions.html#ab5c1f38dea3a2cf00dc9eb4f57218c49',1,'VmaVulkanFunctions']]], + ['vkunmapmemory_397',['vkUnmapMemory',['../struct_vma_vulkan_functions.html#acc798589736f0becb317fc2196c1d8b9',1,'VmaVulkanFunctions']]], + ['vulkanapiversion_398',['vulkanApiVersion',['../struct_vma_allocator_create_info.html#ae0ffc55139b54520a6bb704b29ffc285',1,'VmaAllocatorCreateInfo']]] ]; diff --git a/docs/html/struct_vma_allocation_create_info-members.html b/docs/html/struct_vma_allocation_create_info-members.html index cfe2f43..2ac1c3d 100644 --- a/docs/html/struct_vma_allocation_create_info-members.html +++ b/docs/html/struct_vma_allocation_create_info-members.html @@ -72,9 +72,10 @@ $(function() { memoryTypeBitsVmaAllocationCreateInfo poolVmaAllocationCreateInfo preferredFlagsVmaAllocationCreateInfo - pUserDataVmaAllocationCreateInfo - requiredFlagsVmaAllocationCreateInfo - usageVmaAllocationCreateInfo + priorityVmaAllocationCreateInfo + pUserDataVmaAllocationCreateInfo + requiredFlagsVmaAllocationCreateInfo + usageVmaAllocationCreateInfo
    diff --git a/docs/html/struct_vma_allocation_create_info.html b/docs/html/struct_vma_allocation_create_info.html index fe5c356..48db176 100644 --- a/docs/html/struct_vma_allocation_create_info.html +++ b/docs/html/struct_vma_allocation_create_info.html @@ -94,6 +94,9 @@ Public Attributes void * pUserData  Custom general-purpose pointer that will be stored in VmaAllocation, can be read as VmaAllocationInfo::pUserData and changed using vmaSetAllocationUserData(). More...
      +float priority + A floating-point value between 0 and 1, indicating the priority of the allocation relative to other memory allocations. More...
    + 

    Member Data Documentation

    @@ -163,6 +166,23 @@ If pool is not null, this member is ignored.

    Set to 0 if no additional flags are preferred.
    If pool is not null, this member is ignored.

    + + + +

    ◆ priority

    + +
    +
    + + + + +
    float VmaAllocationCreateInfo::priority
    +
    + +

    A floating-point value between 0 and 1, indicating the priority of the allocation relative to other memory allocations.

    +

    It is used only when VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT flag was used during creation of the VmaAllocator object and this allocation ends up as dedicated or is explicitly forced as dedicated using VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT. Otherwise, it has the priority of a memory block where it is placed and this variable is ignored.

    +
    diff --git a/docs/html/struct_vma_pool_create_info-members.html b/docs/html/struct_vma_pool_create_info-members.html index c8857c1..202a821 100644 --- a/docs/html/struct_vma_pool_create_info-members.html +++ b/docs/html/struct_vma_pool_create_info-members.html @@ -74,6 +74,7 @@ $(function() { maxBlockCountVmaPoolCreateInfo memoryTypeIndexVmaPoolCreateInfo minBlockCountVmaPoolCreateInfo + priorityVmaPoolCreateInfo
    diff --git a/docs/html/struct_vma_pool_create_info.html b/docs/html/struct_vma_pool_create_info.html index 82bb666..54c064d 100644 --- a/docs/html/struct_vma_pool_create_info.html +++ b/docs/html/struct_vma_pool_create_info.html @@ -94,6 +94,9 @@ Public Attributes uint32_t frameInUseCount  Maximum number of additional frames that are in use at the same time as current frame. More...
      +float priority + A floating-point value between 0 and 1, indicating the priority of the allocations in this pool relative to other memory allocations. More...
    + 

    Detailed Description

    Describes parameter of created VmaPool.

    @@ -200,6 +203,23 @@ Public Attributes

    Minimum number of blocks to be always allocated in this pool, even if they stay empty.

    Set to 0 to have no preallocated blocks and allow the pool be completely empty.

    +
    + + +

    ◆ priority

    + +
    +
    + + + + +
    float VmaPoolCreateInfo::priority
    +
    + +

    A floating-point value between 0 and 1, indicating the priority of the allocations in this pool relative to other memory allocations.

    +

    It is used only when VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT flag was used during creation of the VmaAllocator object. Otherwise, this variable is ignored.

    +
    The documentation for this struct was generated from the following file:
      diff --git a/docs/html/vk__mem__alloc_8h.html b/docs/html/vk__mem__alloc_8h.html index 25e6a94..5ac0103 100644 --- a/docs/html/vk__mem__alloc_8h.html +++ b/docs/html/vk__mem__alloc_8h.html @@ -141,6 +141,8 @@ Macros   #define VMA_BUFFER_DEVICE_ADDRESS   0   +#define VMA_MEMORY_PRIORITY   0 +  #define VMA_STATS_STRING_ENABLED   1   @@ -239,6 +241,7 @@ Enumerations
        VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT = 0x00000010, VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT = 0x00000020, +VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT = 0x00000040, VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      } @@ -512,6 +515,20 @@ Functions
      +
      + + +

      ◆ VMA_MEMORY_PRIORITY

      + +
      +
      + + + + +
      #define VMA_MEMORY_PRIORITY   0
      +
      +
      @@ -1151,6 +1168,11 @@ Functions

      When this flag is set, you can create buffers with VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT using VMA. The library automatically adds VK_MEMORY_ALLOCATE_DEVICE_ADDRESS_BIT to allocated memory blocks wherever it might be needed.

      For more information, see documentation chapter Enabling buffer device address.

      +VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT 

      Enables usage of VK_EXT_memory_priority extension in the library.

      +

      You may set this flag only if you found available and enabled this device extension, along with VkPhysicalDeviceMemoryPriorityFeaturesEXT::memoryPriority == VK_TRUE, while creating Vulkan device passed as VmaAllocatorCreateInfo::device.

      +

      When this flag is used, VmaAllocationCreateInfo::priority and VmaPoolCreateInfo::priority are used to set priorities of allocated Vulkan memory. Without it, these variables are ignored.

      +

      A priority must be a floating-point value between 0 and 1, indicating the priority of the allocation relative to other memory allocations. Larger values are higher priority. The granularity of the priorities is implementation-dependent. It is automatically passed to every call to vkAllocateMemory done by the library using structure VkMemoryPriorityAllocateInfoEXT. The value to be used for default priority is 0.5. For more details, see the documentation of the VK_EXT_memory_priority extension.

      + VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM  diff --git a/docs/html/vk__mem__alloc_8h_source.html b/docs/html/vk__mem__alloc_8h_source.html index a3b2329..02bf571 100644 --- a/docs/html/vk__mem__alloc_8h_source.html +++ b/docs/html/vk__mem__alloc_8h_source.html @@ -185,11818 +185,11791 @@ $(function() {
      2114  #endif
      2115 #endif
      2116 
      -
      2117 // Define these macros to decorate all public functions with additional code,
      -
      2118 // before and after returned type, appropriately. This may be useful for
      -
      2119 // exporting the functions when compiling VMA as a separate library. Example:
      -
      2120 // #define VMA_CALL_PRE __declspec(dllexport)
      -
      2121 // #define VMA_CALL_POST __cdecl
      -
      2122 #ifndef VMA_CALL_PRE
      -
      2123  #define VMA_CALL_PRE
      +
      2117 // Defined to 1 when VK_EXT_memory_priority device extension is defined in Vulkan headers.
      +
      2118 #if !defined(VMA_MEMORY_PRIORITY)
      +
      2119  #if VK_EXT_memory_priority
      +
      2120  #define VMA_MEMORY_PRIORITY 1
      +
      2121  #else
      +
      2122  #define VMA_MEMORY_PRIORITY 0
      +
      2123  #endif
      2124 #endif
      -
      2125 #ifndef VMA_CALL_POST
      -
      2126  #define VMA_CALL_POST
      -
      2127 #endif
      -
      2128 
      -
      2129 // Define this macro to decorate pointers with an attribute specifying the
      -
      2130 // length of the array they point to if they are not null.
      -
      2131 //
      -
      2132 // The length may be one of
      -
      2133 // - The name of another parameter in the argument list where the pointer is declared
      -
      2134 // - The name of another member in the struct where the pointer is declared
      -
      2135 // - The name of a member of a struct type, meaning the value of that member in
      -
      2136 // the context of the call. For example
      -
      2137 // VMA_LEN_IF_NOT_NULL("VkPhysicalDeviceMemoryProperties::memoryHeapCount"),
      -
      2138 // this means the number of memory heaps available in the device associated
      -
      2139 // with the VmaAllocator being dealt with.
      -
      2140 #ifndef VMA_LEN_IF_NOT_NULL
      -
      2141  #define VMA_LEN_IF_NOT_NULL(len)
      -
      2142 #endif
      -
      2143 
      -
      2144 // The VMA_NULLABLE macro is defined to be _Nullable when compiling with Clang.
      -
      2145 // see: https://clang.llvm.org/docs/AttributeReference.html#nullable
      -
      2146 #ifndef VMA_NULLABLE
      -
      2147  #ifdef __clang__
      -
      2148  #define VMA_NULLABLE _Nullable
      -
      2149  #else
      -
      2150  #define VMA_NULLABLE
      -
      2151  #endif
      -
      2152 #endif
      -
      2153 
      -
      2154 // The VMA_NOT_NULL macro is defined to be _Nonnull when compiling with Clang.
      -
      2155 // see: https://clang.llvm.org/docs/AttributeReference.html#nonnull
      -
      2156 #ifndef VMA_NOT_NULL
      -
      2157  #ifdef __clang__
      -
      2158  #define VMA_NOT_NULL _Nonnull
      -
      2159  #else
      -
      2160  #define VMA_NOT_NULL
      -
      2161  #endif
      -
      2162 #endif
      -
      2163 
      -
      2164 // If non-dispatchable handles are represented as pointers then we can give
      -
      2165 // then nullability annotations
      -
      2166 #ifndef VMA_NOT_NULL_NON_DISPATCHABLE
      -
      2167  #if defined(__LP64__) || defined(_WIN64) || (defined(__x86_64__) && !defined(__ILP32__) ) || defined(_M_X64) || defined(__ia64) || defined (_M_IA64) || defined(__aarch64__) || defined(__powerpc64__)
      -
      2168  #define VMA_NOT_NULL_NON_DISPATCHABLE VMA_NOT_NULL
      -
      2169  #else
      -
      2170  #define VMA_NOT_NULL_NON_DISPATCHABLE
      -
      2171  #endif
      -
      2172 #endif
      -
      2173 
      -
      2174 #ifndef VMA_NULLABLE_NON_DISPATCHABLE
      -
      2175  #if defined(__LP64__) || defined(_WIN64) || (defined(__x86_64__) && !defined(__ILP32__) ) || defined(_M_X64) || defined(__ia64) || defined (_M_IA64) || defined(__aarch64__) || defined(__powerpc64__)
      -
      2176  #define VMA_NULLABLE_NON_DISPATCHABLE VMA_NULLABLE
      -
      2177  #else
      -
      2178  #define VMA_NULLABLE_NON_DISPATCHABLE
      -
      2179  #endif
      -
      2180 #endif
      -
      2181 
      -
      2191 VK_DEFINE_HANDLE(VmaAllocator)
      -
      2192 
      -
      2193 typedef void (VKAPI_PTR *PFN_vmaAllocateDeviceMemoryFunction)(
      -
      2195  VmaAllocator VMA_NOT_NULL allocator,
      -
      2196  uint32_t memoryType,
      -
      2197  VkDeviceMemory VMA_NOT_NULL_NON_DISPATCHABLE memory,
      -
      2198  VkDeviceSize size,
      -
      2199  void* VMA_NULLABLE pUserData);
      -
      2201 typedef void (VKAPI_PTR *PFN_vmaFreeDeviceMemoryFunction)(
      -
      2202  VmaAllocator VMA_NOT_NULL allocator,
      -
      2203  uint32_t memoryType,
      -
      2204  VkDeviceMemory VMA_NOT_NULL_NON_DISPATCHABLE memory,
      -
      2205  VkDeviceSize size,
      -
      2206  void* VMA_NULLABLE pUserData);
      -
      2207 
      -
      2215 typedef struct VmaDeviceMemoryCallbacks {
      -
      2217  PFN_vmaAllocateDeviceMemoryFunction VMA_NULLABLE pfnAllocate;
      -
      2219  PFN_vmaFreeDeviceMemoryFunction VMA_NULLABLE pfnFree;
      -
      2221  void* VMA_NULLABLE pUserData;
      -
      2222 } VmaDeviceMemoryCallbacks;
      -
      2223 
      -
      2225 typedef enum VmaAllocatorCreateFlagBits {
      -
      2230  VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT = 0x00000001,
      -
      2255  VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT = 0x00000002,
      -
      2270  VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT = 0x00000004,
      -
      2282  VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT = 0x00000008,
      -
      2300  VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT = 0x00000010,
      -
      2318  VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT = 0x00000020,
      -
      2319 
      -
      2320  VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      -
      2321 } VmaAllocatorCreateFlagBits;
      -
      2322 typedef VkFlags VmaAllocatorCreateFlags;
      -
      2323 
      -
      2328 typedef struct VmaVulkanFunctions {
      -
      2329  PFN_vkGetPhysicalDeviceProperties VMA_NULLABLE vkGetPhysicalDeviceProperties;
      -
      2330  PFN_vkGetPhysicalDeviceMemoryProperties VMA_NULLABLE vkGetPhysicalDeviceMemoryProperties;
      -
      2331  PFN_vkAllocateMemory VMA_NULLABLE vkAllocateMemory;
      -
      2332  PFN_vkFreeMemory VMA_NULLABLE vkFreeMemory;
      -
      2333  PFN_vkMapMemory VMA_NULLABLE vkMapMemory;
      -
      2334  PFN_vkUnmapMemory VMA_NULLABLE vkUnmapMemory;
      -
      2335  PFN_vkFlushMappedMemoryRanges VMA_NULLABLE vkFlushMappedMemoryRanges;
      -
      2336  PFN_vkInvalidateMappedMemoryRanges VMA_NULLABLE vkInvalidateMappedMemoryRanges;
      -
      2337  PFN_vkBindBufferMemory VMA_NULLABLE vkBindBufferMemory;
      -
      2338  PFN_vkBindImageMemory VMA_NULLABLE vkBindImageMemory;
      -
      2339  PFN_vkGetBufferMemoryRequirements VMA_NULLABLE vkGetBufferMemoryRequirements;
      -
      2340  PFN_vkGetImageMemoryRequirements VMA_NULLABLE vkGetImageMemoryRequirements;
      -
      2341  PFN_vkCreateBuffer VMA_NULLABLE vkCreateBuffer;
      -
      2342  PFN_vkDestroyBuffer VMA_NULLABLE vkDestroyBuffer;
      -
      2343  PFN_vkCreateImage VMA_NULLABLE vkCreateImage;
      -
      2344  PFN_vkDestroyImage VMA_NULLABLE vkDestroyImage;
      -
      2345  PFN_vkCmdCopyBuffer VMA_NULLABLE vkCmdCopyBuffer;
      -
      2346 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      -
      2347  PFN_vkGetBufferMemoryRequirements2KHR VMA_NULLABLE vkGetBufferMemoryRequirements2KHR;
      -
      2348  PFN_vkGetImageMemoryRequirements2KHR VMA_NULLABLE vkGetImageMemoryRequirements2KHR;
      -
      2349 #endif
      -
      2350 #if VMA_BIND_MEMORY2 || VMA_VULKAN_VERSION >= 1001000
      -
      2351  PFN_vkBindBufferMemory2KHR VMA_NULLABLE vkBindBufferMemory2KHR;
      -
      2352  PFN_vkBindImageMemory2KHR VMA_NULLABLE vkBindImageMemory2KHR;
      -
      2353 #endif
      -
      2354 #if VMA_MEMORY_BUDGET || VMA_VULKAN_VERSION >= 1001000
      -
      2355  PFN_vkGetPhysicalDeviceMemoryProperties2KHR VMA_NULLABLE vkGetPhysicalDeviceMemoryProperties2KHR;
      -
      2356 #endif
      -
      2357 } VmaVulkanFunctions;
      -
      2358 
      -
      2360 typedef enum VmaRecordFlagBits {
      -
      2366  VMA_RECORD_FLUSH_AFTER_CALL_BIT = 0x00000001,
      -
      2367 
      -
      2368  VMA_RECORD_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      -
      2369 } VmaRecordFlagBits;
      -
      2370 typedef VkFlags VmaRecordFlags;
      -
      2371 
      -
      2373 typedef struct VmaRecordSettings
      -
      2374 {
      -
      2376  VmaRecordFlags flags;
      -
      2384  const char* VMA_NOT_NULL pFilePath;
      -
      2385 } VmaRecordSettings;
      -
      2386 
      -
      2388 typedef struct VmaAllocatorCreateInfo
      -
      2389 {
      -
      2391  VmaAllocatorCreateFlags flags;
      +
      2125 
      +
      2126 // Define these macros to decorate all public functions with additional code,
      +
      2127 // before and after returned type, appropriately. This may be useful for
      +
      2128 // exporting the functions when compiling VMA as a separate library. Example:
      +
      2129 // #define VMA_CALL_PRE __declspec(dllexport)
      +
      2130 // #define VMA_CALL_POST __cdecl
      +
      2131 #ifndef VMA_CALL_PRE
      +
      2132  #define VMA_CALL_PRE
      +
      2133 #endif
      +
      2134 #ifndef VMA_CALL_POST
      +
      2135  #define VMA_CALL_POST
      +
      2136 #endif
      +
      2137 
      +
      2138 // Define this macro to decorate pointers with an attribute specifying the
      +
      2139 // length of the array they point to if they are not null.
      +
      2140 //
      +
      2141 // The length may be one of
      +
      2142 // - The name of another parameter in the argument list where the pointer is declared
      +
      2143 // - The name of another member in the struct where the pointer is declared
      +
      2144 // - The name of a member of a struct type, meaning the value of that member in
      +
      2145 // the context of the call. For example
      +
      2146 // VMA_LEN_IF_NOT_NULL("VkPhysicalDeviceMemoryProperties::memoryHeapCount"),
      +
      2147 // this means the number of memory heaps available in the device associated
      +
      2148 // with the VmaAllocator being dealt with.
      +
      2149 #ifndef VMA_LEN_IF_NOT_NULL
      +
      2150  #define VMA_LEN_IF_NOT_NULL(len)
      +
      2151 #endif
      +
      2152 
      +
      2153 // The VMA_NULLABLE macro is defined to be _Nullable when compiling with Clang.
      +
      2154 // see: https://clang.llvm.org/docs/AttributeReference.html#nullable
      +
      2155 #ifndef VMA_NULLABLE
      +
      2156  #ifdef __clang__
      +
      2157  #define VMA_NULLABLE _Nullable
      +
      2158  #else
      +
      2159  #define VMA_NULLABLE
      +
      2160  #endif
      +
      2161 #endif
      +
      2162 
      +
      2163 // The VMA_NOT_NULL macro is defined to be _Nonnull when compiling with Clang.
      +
      2164 // see: https://clang.llvm.org/docs/AttributeReference.html#nonnull
      +
      2165 #ifndef VMA_NOT_NULL
      +
      2166  #ifdef __clang__
      +
      2167  #define VMA_NOT_NULL _Nonnull
      +
      2168  #else
      +
      2169  #define VMA_NOT_NULL
      +
      2170  #endif
      +
      2171 #endif
      +
      2172 
      +
      2173 // If non-dispatchable handles are represented as pointers then we can give
      +
      2174 // then nullability annotations
      +
      2175 #ifndef VMA_NOT_NULL_NON_DISPATCHABLE
      +
      2176  #if defined(__LP64__) || defined(_WIN64) || (defined(__x86_64__) && !defined(__ILP32__) ) || defined(_M_X64) || defined(__ia64) || defined (_M_IA64) || defined(__aarch64__) || defined(__powerpc64__)
      +
      2177  #define VMA_NOT_NULL_NON_DISPATCHABLE VMA_NOT_NULL
      +
      2178  #else
      +
      2179  #define VMA_NOT_NULL_NON_DISPATCHABLE
      +
      2180  #endif
      +
      2181 #endif
      +
      2182 
      +
      2183 #ifndef VMA_NULLABLE_NON_DISPATCHABLE
      +
      2184  #if defined(__LP64__) || defined(_WIN64) || (defined(__x86_64__) && !defined(__ILP32__) ) || defined(_M_X64) || defined(__ia64) || defined (_M_IA64) || defined(__aarch64__) || defined(__powerpc64__)
      +
      2185  #define VMA_NULLABLE_NON_DISPATCHABLE VMA_NULLABLE
      +
      2186  #else
      +
      2187  #define VMA_NULLABLE_NON_DISPATCHABLE
      +
      2188  #endif
      +
      2189 #endif
      +
      2190 
      +
      2200 VK_DEFINE_HANDLE(VmaAllocator)
      +
      2201 
      +
      2202 typedef void (VKAPI_PTR *PFN_vmaAllocateDeviceMemoryFunction)(
      +
      2204  VmaAllocator VMA_NOT_NULL allocator,
      +
      2205  uint32_t memoryType,
      +
      2206  VkDeviceMemory VMA_NOT_NULL_NON_DISPATCHABLE memory,
      +
      2207  VkDeviceSize size,
      +
      2208  void* VMA_NULLABLE pUserData);
      +
      2210 typedef void (VKAPI_PTR *PFN_vmaFreeDeviceMemoryFunction)(
      +
      2211  VmaAllocator VMA_NOT_NULL allocator,
      +
      2212  uint32_t memoryType,
      +
      2213  VkDeviceMemory VMA_NOT_NULL_NON_DISPATCHABLE memory,
      +
      2214  VkDeviceSize size,
      +
      2215  void* VMA_NULLABLE pUserData);
      +
      2216 
      +
      2224 typedef struct VmaDeviceMemoryCallbacks {
      +
      2226  PFN_vmaAllocateDeviceMemoryFunction VMA_NULLABLE pfnAllocate;
      +
      2228  PFN_vmaFreeDeviceMemoryFunction VMA_NULLABLE pfnFree;
      +
      2230  void* VMA_NULLABLE pUserData;
      +
      2231 } VmaDeviceMemoryCallbacks;
      +
      2232 
      +
      2234 typedef enum VmaAllocatorCreateFlagBits {
      +
      2239  VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT = 0x00000001,
      +
      2264  VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT = 0x00000002,
      +
      2279  VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT = 0x00000004,
      +
      2291  VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT = 0x00000008,
      +
      2309  VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT = 0x00000010,
      +
      2327  VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT = 0x00000020,
      +
      2344  VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT = 0x00000040,
      +
      2345 
      +
      2346  VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      +
      2347 } VmaAllocatorCreateFlagBits;
      +
      2348 typedef VkFlags VmaAllocatorCreateFlags;
      +
      2349 
      +
      2354 typedef struct VmaVulkanFunctions {
      +
      2355  PFN_vkGetPhysicalDeviceProperties VMA_NULLABLE vkGetPhysicalDeviceProperties;
      +
      2356  PFN_vkGetPhysicalDeviceMemoryProperties VMA_NULLABLE vkGetPhysicalDeviceMemoryProperties;
      +
      2357  PFN_vkAllocateMemory VMA_NULLABLE vkAllocateMemory;
      +
      2358  PFN_vkFreeMemory VMA_NULLABLE vkFreeMemory;
      +
      2359  PFN_vkMapMemory VMA_NULLABLE vkMapMemory;
      +
      2360  PFN_vkUnmapMemory VMA_NULLABLE vkUnmapMemory;
      +
      2361  PFN_vkFlushMappedMemoryRanges VMA_NULLABLE vkFlushMappedMemoryRanges;
      +
      2362  PFN_vkInvalidateMappedMemoryRanges VMA_NULLABLE vkInvalidateMappedMemoryRanges;
      +
      2363  PFN_vkBindBufferMemory VMA_NULLABLE vkBindBufferMemory;
      +
      2364  PFN_vkBindImageMemory VMA_NULLABLE vkBindImageMemory;
      +
      2365  PFN_vkGetBufferMemoryRequirements VMA_NULLABLE vkGetBufferMemoryRequirements;
      +
      2366  PFN_vkGetImageMemoryRequirements VMA_NULLABLE vkGetImageMemoryRequirements;
      +
      2367  PFN_vkCreateBuffer VMA_NULLABLE vkCreateBuffer;
      +
      2368  PFN_vkDestroyBuffer VMA_NULLABLE vkDestroyBuffer;
      +
      2369  PFN_vkCreateImage VMA_NULLABLE vkCreateImage;
      +
      2370  PFN_vkDestroyImage VMA_NULLABLE vkDestroyImage;
      +
      2371  PFN_vkCmdCopyBuffer VMA_NULLABLE vkCmdCopyBuffer;
      +
      2372 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      2373  PFN_vkGetBufferMemoryRequirements2KHR VMA_NULLABLE vkGetBufferMemoryRequirements2KHR;
      +
      2374  PFN_vkGetImageMemoryRequirements2KHR VMA_NULLABLE vkGetImageMemoryRequirements2KHR;
      +
      2375 #endif
      +
      2376 #if VMA_BIND_MEMORY2 || VMA_VULKAN_VERSION >= 1001000
      +
      2377  PFN_vkBindBufferMemory2KHR VMA_NULLABLE vkBindBufferMemory2KHR;
      +
      2378  PFN_vkBindImageMemory2KHR VMA_NULLABLE vkBindImageMemory2KHR;
      +
      2379 #endif
      +
      2380 #if VMA_MEMORY_BUDGET || VMA_VULKAN_VERSION >= 1001000
      +
      2381  PFN_vkGetPhysicalDeviceMemoryProperties2KHR VMA_NULLABLE vkGetPhysicalDeviceMemoryProperties2KHR;
      +
      2382 #endif
      +
      2383 } VmaVulkanFunctions;
      +
      2384 
      +
      2386 typedef enum VmaRecordFlagBits {
      +
      2392  VMA_RECORD_FLUSH_AFTER_CALL_BIT = 0x00000001,
      2393 
      -
      2394  VkPhysicalDevice VMA_NOT_NULL physicalDevice;
      -
      2396 
      -
      2397  VkDevice VMA_NOT_NULL device;
      -
      2399 
      -
      2400  VkDeviceSize preferredLargeHeapBlockSize;
      -
      2402 
      -
      2403  const VkAllocationCallbacks* VMA_NULLABLE pAllocationCallbacks;
      -
      2405 
      -
      2406  const VmaDeviceMemoryCallbacks* VMA_NULLABLE pDeviceMemoryCallbacks;
      -
      2420  uint32_t frameInUseCount;
      -
      2445  const VkDeviceSize* VMA_NULLABLE VMA_LEN_IF_NOT_NULL("VkPhysicalDeviceMemoryProperties::memoryHeapCount") pHeapSizeLimit;
      -
      2446 
      -
      2451  const VmaVulkanFunctions* VMA_NULLABLE pVulkanFunctions;
      -
      2458  const VmaRecordSettings* VMA_NULLABLE pRecordSettings;
      -
      2463  VkInstance VMA_NOT_NULL instance;
      -
      2472  uint32_t vulkanApiVersion;
      -
      2473 } VmaAllocatorCreateInfo;
      -
      2474 
      -
      2476 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateAllocator(
      -
      2477  const VmaAllocatorCreateInfo* VMA_NOT_NULL pCreateInfo,
      -
      2478  VmaAllocator VMA_NULLABLE * VMA_NOT_NULL pAllocator);
      -
      2479 
      -
      2481 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyAllocator(
      -
      2482  VmaAllocator VMA_NULLABLE allocator);
      -
      2483 
      -
      2486 typedef struct VmaAllocatorInfo
      -
      2487 {
      -
      2492  VkInstance VMA_NOT_NULL instance;
      -
      2497  VkPhysicalDevice VMA_NOT_NULL physicalDevice;
      -
      2502  VkDevice VMA_NOT_NULL device;
      -
      2503 } VmaAllocatorInfo;
      -
      2504 
      -
      2510 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocatorInfo(VmaAllocator VMA_NOT_NULL allocator, VmaAllocatorInfo* VMA_NOT_NULL pAllocatorInfo);
      -
      2511 
      -
      2516 VMA_CALL_PRE void VMA_CALL_POST vmaGetPhysicalDeviceProperties(
      -
      2517  VmaAllocator VMA_NOT_NULL allocator,
      -
      2518  const VkPhysicalDeviceProperties* VMA_NULLABLE * VMA_NOT_NULL ppPhysicalDeviceProperties);
      -
      2519 
      -
      2524 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryProperties(
      -
      2525  VmaAllocator VMA_NOT_NULL allocator,
      -
      2526  const VkPhysicalDeviceMemoryProperties* VMA_NULLABLE * VMA_NOT_NULL ppPhysicalDeviceMemoryProperties);
      -
      2527 
      -
      2534 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryTypeProperties(
      -
      2535  VmaAllocator VMA_NOT_NULL allocator,
      -
      2536  uint32_t memoryTypeIndex,
      -
      2537  VkMemoryPropertyFlags* VMA_NOT_NULL pFlags);
      -
      2538 
      -
      2547 VMA_CALL_PRE void VMA_CALL_POST vmaSetCurrentFrameIndex(
      -
      2548  VmaAllocator VMA_NOT_NULL allocator,
      -
      2549  uint32_t frameIndex);
      -
      2550 
      -
      2553 typedef struct VmaStatInfo
      -
      2554 {
      -
      2556  uint32_t blockCount;
      -
      2558  uint32_t allocationCount;
      -
      2560  uint32_t unusedRangeCount;
      -
      2562  VkDeviceSize usedBytes;
      -
      2564  VkDeviceSize unusedBytes;
      -
      2565  VkDeviceSize allocationSizeMin, allocationSizeAvg, allocationSizeMax;
      -
      2566  VkDeviceSize unusedRangeSizeMin, unusedRangeSizeAvg, unusedRangeSizeMax;
      -
      2567 } VmaStatInfo;
      -
      2568 
      -
      2570 typedef struct VmaStats
      -
      2571 {
      -
      2572  VmaStatInfo memoryType[VK_MAX_MEMORY_TYPES];
      -
      2573  VmaStatInfo memoryHeap[VK_MAX_MEMORY_HEAPS];
      -
      2574  VmaStatInfo total;
      -
      2575 } VmaStats;
      +
      2394  VMA_RECORD_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      +
      2395 } VmaRecordFlagBits;
      +
      2396 typedef VkFlags VmaRecordFlags;
      +
      2397 
      +
      2399 typedef struct VmaRecordSettings
      +
      2400 {
      +
      2402  VmaRecordFlags flags;
      +
      2410  const char* VMA_NOT_NULL pFilePath;
      +
      2411 } VmaRecordSettings;
      +
      2412 
      +
      2414 typedef struct VmaAllocatorCreateInfo
      +
      2415 {
      +
      2417  VmaAllocatorCreateFlags flags;
      +
      2419 
      +
      2420  VkPhysicalDevice VMA_NOT_NULL physicalDevice;
      +
      2422 
      +
      2423  VkDevice VMA_NOT_NULL device;
      +
      2425 
      +
      2426  VkDeviceSize preferredLargeHeapBlockSize;
      +
      2428 
      +
      2429  const VkAllocationCallbacks* VMA_NULLABLE pAllocationCallbacks;
      +
      2431 
      +
      2432  const VmaDeviceMemoryCallbacks* VMA_NULLABLE pDeviceMemoryCallbacks;
      +
      2446  uint32_t frameInUseCount;
      +
      2471  const VkDeviceSize* VMA_NULLABLE VMA_LEN_IF_NOT_NULL("VkPhysicalDeviceMemoryProperties::memoryHeapCount") pHeapSizeLimit;
      +
      2472 
      +
      2477  const VmaVulkanFunctions* VMA_NULLABLE pVulkanFunctions;
      +
      2484  const VmaRecordSettings* VMA_NULLABLE pRecordSettings;
      +
      2489  VkInstance VMA_NOT_NULL instance;
      +
      2498  uint32_t vulkanApiVersion;
      +
      2499 } VmaAllocatorCreateInfo;
      +
      2500 
      +
      2502 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateAllocator(
      +
      2503  const VmaAllocatorCreateInfo* VMA_NOT_NULL pCreateInfo,
      +
      2504  VmaAllocator VMA_NULLABLE * VMA_NOT_NULL pAllocator);
      +
      2505 
      +
      2507 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyAllocator(
      +
      2508  VmaAllocator VMA_NULLABLE allocator);
      +
      2509 
      +
      2512 typedef struct VmaAllocatorInfo
      +
      2513 {
      +
      2518  VkInstance VMA_NOT_NULL instance;
      +
      2523  VkPhysicalDevice VMA_NOT_NULL physicalDevice;
      +
      2528  VkDevice VMA_NOT_NULL device;
      +
      2529 } VmaAllocatorInfo;
      +
      2530 
      +
      2536 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocatorInfo(VmaAllocator VMA_NOT_NULL allocator, VmaAllocatorInfo* VMA_NOT_NULL pAllocatorInfo);
      +
      2537 
      +
      2542 VMA_CALL_PRE void VMA_CALL_POST vmaGetPhysicalDeviceProperties(
      +
      2543  VmaAllocator VMA_NOT_NULL allocator,
      +
      2544  const VkPhysicalDeviceProperties* VMA_NULLABLE * VMA_NOT_NULL ppPhysicalDeviceProperties);
      +
      2545 
      +
      2550 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryProperties(
      +
      2551  VmaAllocator VMA_NOT_NULL allocator,
      +
      2552  const VkPhysicalDeviceMemoryProperties* VMA_NULLABLE * VMA_NOT_NULL ppPhysicalDeviceMemoryProperties);
      +
      2553 
      +
      2560 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryTypeProperties(
      +
      2561  VmaAllocator VMA_NOT_NULL allocator,
      +
      2562  uint32_t memoryTypeIndex,
      +
      2563  VkMemoryPropertyFlags* VMA_NOT_NULL pFlags);
      +
      2564 
      +
      2573 VMA_CALL_PRE void VMA_CALL_POST vmaSetCurrentFrameIndex(
      +
      2574  VmaAllocator VMA_NOT_NULL allocator,
      +
      2575  uint32_t frameIndex);
      2576 
      -
      2586 VMA_CALL_PRE void VMA_CALL_POST vmaCalculateStats(
      -
      2587  VmaAllocator VMA_NOT_NULL allocator,
      -
      2588  VmaStats* VMA_NOT_NULL pStats);
      -
      2589 
      -
      2592 typedef struct VmaBudget
      -
      2593 {
      -
      2596  VkDeviceSize blockBytes;
      -
      2597 
      -
      2607  VkDeviceSize allocationBytes;
      -
      2608 
      -
      2617  VkDeviceSize usage;
      -
      2618 
      -
      2628  VkDeviceSize budget;
      -
      2629 } VmaBudget;
      -
      2630 
      -
      2641 VMA_CALL_PRE void VMA_CALL_POST vmaGetBudget(
      -
      2642  VmaAllocator VMA_NOT_NULL allocator,
      -
      2643  VmaBudget* VMA_NOT_NULL pBudget);
      +
      2579 typedef struct VmaStatInfo
      +
      2580 {
      +
      2582  uint32_t blockCount;
      +
      2584  uint32_t allocationCount;
      +
      2586  uint32_t unusedRangeCount;
      +
      2588  VkDeviceSize usedBytes;
      +
      2590  VkDeviceSize unusedBytes;
      +
      2591  VkDeviceSize allocationSizeMin, allocationSizeAvg, allocationSizeMax;
      +
      2592  VkDeviceSize unusedRangeSizeMin, unusedRangeSizeAvg, unusedRangeSizeMax;
      +
      2593 } VmaStatInfo;
      +
      2594 
      +
      2596 typedef struct VmaStats
      +
      2597 {
      +
      2598  VmaStatInfo memoryType[VK_MAX_MEMORY_TYPES];
      +
      2599  VmaStatInfo memoryHeap[VK_MAX_MEMORY_HEAPS];
      +
      2600  VmaStatInfo total;
      +
      2601 } VmaStats;
      +
      2602 
      +
      2612 VMA_CALL_PRE void VMA_CALL_POST vmaCalculateStats(
      +
      2613  VmaAllocator VMA_NOT_NULL allocator,
      +
      2614  VmaStats* VMA_NOT_NULL pStats);
      +
      2615 
      +
      2618 typedef struct VmaBudget
      +
      2619 {
      +
      2622  VkDeviceSize blockBytes;
      +
      2623 
      +
      2633  VkDeviceSize allocationBytes;
      +
      2634 
      +
      2643  VkDeviceSize usage;
      2644 
      -
      2645 #ifndef VMA_STATS_STRING_ENABLED
      -
      2646 #define VMA_STATS_STRING_ENABLED 1
      -
      2647 #endif
      -
      2648 
      -
      2649 #if VMA_STATS_STRING_ENABLED
      -
      2650 
      -
      2652 
      -
      2654 VMA_CALL_PRE void VMA_CALL_POST vmaBuildStatsString(
      -
      2655  VmaAllocator VMA_NOT_NULL allocator,
      -
      2656  char* VMA_NULLABLE * VMA_NOT_NULL ppStatsString,
      -
      2657  VkBool32 detailedMap);
      -
      2658 
      -
      2659 VMA_CALL_PRE void VMA_CALL_POST vmaFreeStatsString(
      -
      2660  VmaAllocator VMA_NOT_NULL allocator,
      -
      2661  char* VMA_NULLABLE pStatsString);
      -
      2662 
      -
      2663 #endif // #if VMA_STATS_STRING_ENABLED
      -
      2664 
      -
      2673 VK_DEFINE_HANDLE(VmaPool)
      +
      2654  VkDeviceSize budget;
      +
      2655 } VmaBudget;
      +
      2656 
      +
      2667 VMA_CALL_PRE void VMA_CALL_POST vmaGetBudget(
      +
      2668  VmaAllocator VMA_NOT_NULL allocator,
      +
      2669  VmaBudget* VMA_NOT_NULL pBudget);
      +
      2670 
      +
      2671 #ifndef VMA_STATS_STRING_ENABLED
      +
      2672 #define VMA_STATS_STRING_ENABLED 1
      +
      2673 #endif
      2674 
      -
      2675 typedef enum VmaMemoryUsage
      -
      2676 {
      -
      2680  VMA_MEMORY_USAGE_UNKNOWN = 0,
      -
      2697  VMA_MEMORY_USAGE_GPU_ONLY = 1,
      -
      2707  VMA_MEMORY_USAGE_CPU_ONLY = 2,
      -
      2714  VMA_MEMORY_USAGE_CPU_TO_GPU = 3,
      -
      2723  VMA_MEMORY_USAGE_GPU_TO_CPU = 4,
      -
      2729  VMA_MEMORY_USAGE_CPU_COPY = 5,
      -
      2737  VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED = 6,
      -
      2738 
      -
      2739  VMA_MEMORY_USAGE_MAX_ENUM = 0x7FFFFFFF
      -
      2740 } VmaMemoryUsage;
      -
      2741 
      -
      2743 typedef enum VmaAllocationCreateFlagBits {
      -
      2750  VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT = 0x00000001,
      -
      2751 
      -
      2761  VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT = 0x00000002,
      -
      2774  VMA_ALLOCATION_CREATE_MAPPED_BIT = 0x00000004,
      -
      2787  VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT = 0x00000008,
      -
      2794  VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT = 0x00000010,
      -
      2800  VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT = 0x00000020,
      -
      2805  VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT = 0x00000040,
      -
      2811  VMA_ALLOCATION_CREATE_DONT_BIND_BIT = 0x00000080,
      -
      2815  VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT = 0x00000100,
      -
      2816 
      -
      2820  VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT = 0x00010000,
      -
      2824  VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT = 0x00020000,
      -
      2831  VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT = 0x00040000,
      -
      2832 
      -
      2835  VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT = VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT,
      -
      2838  VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT = VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT,
      -
      2841  VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT = VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT,
      +
      2675 #if VMA_STATS_STRING_ENABLED
      +
      2676 
      +
      2678 
      +
      2680 VMA_CALL_PRE void VMA_CALL_POST vmaBuildStatsString(
      +
      2681  VmaAllocator VMA_NOT_NULL allocator,
      +
      2682  char* VMA_NULLABLE * VMA_NOT_NULL ppStatsString,
      +
      2683  VkBool32 detailedMap);
      +
      2684 
      +
      2685 VMA_CALL_PRE void VMA_CALL_POST vmaFreeStatsString(
      +
      2686  VmaAllocator VMA_NOT_NULL allocator,
      +
      2687  char* VMA_NULLABLE pStatsString);
      +
      2688 
      +
      2689 #endif // #if VMA_STATS_STRING_ENABLED
      +
      2690 
      +
      2699 VK_DEFINE_HANDLE(VmaPool)
      +
      2700 
      +
      2701 typedef enum VmaMemoryUsage
      +
      2702 {
      +
      2706  VMA_MEMORY_USAGE_UNKNOWN = 0,
      +
      2723  VMA_MEMORY_USAGE_GPU_ONLY = 1,
      +
      2733  VMA_MEMORY_USAGE_CPU_ONLY = 2,
      +
      2740  VMA_MEMORY_USAGE_CPU_TO_GPU = 3,
      +
      2749  VMA_MEMORY_USAGE_GPU_TO_CPU = 4,
      +
      2755  VMA_MEMORY_USAGE_CPU_COPY = 5,
      +
      2763  VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED = 6,
      +
      2764 
      +
      2765  VMA_MEMORY_USAGE_MAX_ENUM = 0x7FFFFFFF
      +
      2766 } VmaMemoryUsage;
      +
      2767 
      +
      2769 typedef enum VmaAllocationCreateFlagBits {
      +
      2776  VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT = 0x00000001,
      +
      2777 
      +
      2787  VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT = 0x00000002,
      +
      2800  VMA_ALLOCATION_CREATE_MAPPED_BIT = 0x00000004,
      +
      2813  VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT = 0x00000008,
      +
      2820  VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT = 0x00000010,
      +
      2826  VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT = 0x00000020,
      +
      2831  VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT = 0x00000040,
      +
      2837  VMA_ALLOCATION_CREATE_DONT_BIND_BIT = 0x00000080,
      +
      2841  VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT = 0x00000100,
      2842 
      -
      2845  VMA_ALLOCATION_CREATE_STRATEGY_MASK =
      -
      2846  VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT |
      -
      2847  VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT |
      -
      2848  VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT,
      -
      2849 
      -
      2850  VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      -
      2851 } VmaAllocationCreateFlagBits;
      -
      2852 typedef VkFlags VmaAllocationCreateFlags;
      -
      2853 
      -
      2854 typedef struct VmaAllocationCreateInfo
      -
      2855 {
      -
      2857  VmaAllocationCreateFlags flags;
      -
      2863  VmaMemoryUsage usage;
      -
      2868  VkMemoryPropertyFlags requiredFlags;
      -
      2873  VkMemoryPropertyFlags preferredFlags;
      -
      2881  uint32_t memoryTypeBits;
      -
      2887  VmaPool VMA_NULLABLE pool;
      -
      2894  void* VMA_NULLABLE pUserData;
      -
      2895 } VmaAllocationCreateInfo;
      -
      2896 
      -
      2913 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndex(
      -
      2914  VmaAllocator VMA_NOT_NULL allocator,
      -
      2915  uint32_t memoryTypeBits,
      -
      2916  const VmaAllocationCreateInfo* VMA_NOT_NULL pAllocationCreateInfo,
      -
      2917  uint32_t* VMA_NOT_NULL pMemoryTypeIndex);
      -
      2918 
      -
      2931 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForBufferInfo(
      -
      2932  VmaAllocator VMA_NOT_NULL allocator,
      -
      2933  const VkBufferCreateInfo* VMA_NOT_NULL pBufferCreateInfo,
      -
      2934  const VmaAllocationCreateInfo* VMA_NOT_NULL pAllocationCreateInfo,
      -
      2935  uint32_t* VMA_NOT_NULL pMemoryTypeIndex);
      -
      2936 
      -
      2949 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForImageInfo(
      -
      2950  VmaAllocator VMA_NOT_NULL allocator,
      -
      2951  const VkImageCreateInfo* VMA_NOT_NULL pImageCreateInfo,
      -
      2952  const VmaAllocationCreateInfo* VMA_NOT_NULL pAllocationCreateInfo,
      -
      2953  uint32_t* VMA_NOT_NULL pMemoryTypeIndex);
      -
      2954 
      -
      2956 typedef enum VmaPoolCreateFlagBits {
      -
      2974  VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT = 0x00000002,
      -
      2975 
      -
      2991  VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT = 0x00000004,
      -
      2992 
      -
      3002  VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT = 0x00000008,
      -
      3003 
      -
      3006  VMA_POOL_CREATE_ALGORITHM_MASK =
      -
      3007  VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT |
      -
      3008  VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT,
      -
      3009 
      -
      3010  VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      -
      3011 } VmaPoolCreateFlagBits;
      -
      3012 typedef VkFlags VmaPoolCreateFlags;
      -
      3013 
      -
      3016 typedef struct VmaPoolCreateInfo {
      -
      3019  uint32_t memoryTypeIndex;
      -
      3022  VmaPoolCreateFlags flags;
      -
      3031  VkDeviceSize blockSize;
      -
      3036  size_t minBlockCount;
      -
      3044  size_t maxBlockCount;
      -
      3058  uint32_t frameInUseCount;
      -
      3059 } VmaPoolCreateInfo;
      -
      3060 
      -
      3063 typedef struct VmaPoolStats {
      -
      3066  VkDeviceSize size;
      -
      3069  VkDeviceSize unusedSize;
      -
      3072  size_t allocationCount;
      -
      3075  size_t unusedRangeCount;
      -
      3082  VkDeviceSize unusedRangeSizeMax;
      -
      3085  size_t blockCount;
      -
      3086 } VmaPoolStats;
      -
      3087 
      -
      3094 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreatePool(
      -
      3095  VmaAllocator VMA_NOT_NULL allocator,
      -
      3096  const VmaPoolCreateInfo* VMA_NOT_NULL pCreateInfo,
      -
      3097  VmaPool VMA_NULLABLE * VMA_NOT_NULL pPool);
      -
      3098 
      -
      3101 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyPool(
      -
      3102  VmaAllocator VMA_NOT_NULL allocator,
      -
      3103  VmaPool VMA_NULLABLE pool);
      -
      3104 
      -
      3111 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolStats(
      -
      3112  VmaAllocator VMA_NOT_NULL allocator,
      -
      3113  VmaPool VMA_NOT_NULL pool,
      -
      3114  VmaPoolStats* VMA_NOT_NULL pPoolStats);
      -
      3115 
      -
      3122 VMA_CALL_PRE void VMA_CALL_POST vmaMakePoolAllocationsLost(
      -
      3123  VmaAllocator VMA_NOT_NULL allocator,
      -
      3124  VmaPool VMA_NOT_NULL pool,
      -
      3125  size_t* VMA_NULLABLE pLostAllocationCount);
      +
      2846  VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT = 0x00010000,
      +
      2850  VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT = 0x00020000,
      +
      2857  VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT = 0x00040000,
      +
      2858 
      +
      2861  VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT = VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT,
      +
      2864  VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT = VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT,
      +
      2867  VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT = VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT,
      +
      2868 
      +
      2871  VMA_ALLOCATION_CREATE_STRATEGY_MASK =
      +
      2872  VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT |
      +
      2873  VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT |
      +
      2874  VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT,
      +
      2875 
      +
      2876  VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      +
      2877 } VmaAllocationCreateFlagBits;
      +
      2878 typedef VkFlags VmaAllocationCreateFlags;
      +
      2879 
      +
      2880 typedef struct VmaAllocationCreateInfo
      +
      2881 {
      +
      2883  VmaAllocationCreateFlags flags;
      +
      2889  VmaMemoryUsage usage;
      +
      2894  VkMemoryPropertyFlags requiredFlags;
      +
      2899  VkMemoryPropertyFlags preferredFlags;
      +
      2907  uint32_t memoryTypeBits;
      +
      2913  VmaPool VMA_NULLABLE pool;
      +
      2920  void* VMA_NULLABLE pUserData;
      +
      2927  float priority;
      +
      2928 } VmaAllocationCreateInfo;
      +
      2929 
      +
      2946 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndex(
      +
      2947  VmaAllocator VMA_NOT_NULL allocator,
      +
      2948  uint32_t memoryTypeBits,
      +
      2949  const VmaAllocationCreateInfo* VMA_NOT_NULL pAllocationCreateInfo,
      +
      2950  uint32_t* VMA_NOT_NULL pMemoryTypeIndex);
      +
      2951 
      +
      2964 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForBufferInfo(
      +
      2965  VmaAllocator VMA_NOT_NULL allocator,
      +
      2966  const VkBufferCreateInfo* VMA_NOT_NULL pBufferCreateInfo,
      +
      2967  const VmaAllocationCreateInfo* VMA_NOT_NULL pAllocationCreateInfo,
      +
      2968  uint32_t* VMA_NOT_NULL pMemoryTypeIndex);
      +
      2969 
      +
      2982 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForImageInfo(
      +
      2983  VmaAllocator VMA_NOT_NULL allocator,
      +
      2984  const VkImageCreateInfo* VMA_NOT_NULL pImageCreateInfo,
      +
      2985  const VmaAllocationCreateInfo* VMA_NOT_NULL pAllocationCreateInfo,
      +
      2986  uint32_t* VMA_NOT_NULL pMemoryTypeIndex);
      +
      2987 
      +
      2989 typedef enum VmaPoolCreateFlagBits {
      +
      3007  VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT = 0x00000002,
      +
      3008 
      +
      3024  VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT = 0x00000004,
      +
      3025 
      +
      3035  VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT = 0x00000008,
      +
      3036 
      +
      3039  VMA_POOL_CREATE_ALGORITHM_MASK =
      +
      3040  VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT |
      +
      3041  VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT,
      +
      3042 
      +
      3043  VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      +
      3044 } VmaPoolCreateFlagBits;
      +
      3045 typedef VkFlags VmaPoolCreateFlags;
      +
      3046 
      +
      3049 typedef struct VmaPoolCreateInfo {
      +
      3052  uint32_t memoryTypeIndex;
      +
      3055  VmaPoolCreateFlags flags;
      +
      3064  VkDeviceSize blockSize;
      +
      3069  size_t minBlockCount;
      +
      3077  size_t maxBlockCount;
      +
      3091  uint32_t frameInUseCount;
      +
      3097  float priority;
      +
      3098 } VmaPoolCreateInfo;
      +
      3099 
      +
      3102 typedef struct VmaPoolStats {
      +
      3105  VkDeviceSize size;
      +
      3108  VkDeviceSize unusedSize;
      +
      3111  size_t allocationCount;
      +
      3114  size_t unusedRangeCount;
      +
      3121  VkDeviceSize unusedRangeSizeMax;
      +
      3124  size_t blockCount;
      +
      3125 } VmaPoolStats;
      3126 
      -
      3141 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckPoolCorruption(VmaAllocator VMA_NOT_NULL allocator, VmaPool VMA_NOT_NULL pool);
      -
      3142 
      -
      3149 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolName(
      -
      3150  VmaAllocator VMA_NOT_NULL allocator,
      -
      3151  VmaPool VMA_NOT_NULL pool,
      -
      3152  const char* VMA_NULLABLE * VMA_NOT_NULL ppName);
      -
      3153 
      -
      3159 VMA_CALL_PRE void VMA_CALL_POST vmaSetPoolName(
      -
      3160  VmaAllocator VMA_NOT_NULL allocator,
      -
      3161  VmaPool VMA_NOT_NULL pool,
      -
      3162  const char* VMA_NULLABLE pName);
      -
      3163 
      -
      3188 VK_DEFINE_HANDLE(VmaAllocation)
      -
      3189 
      -
      3190 
      -
      3192 typedef struct VmaAllocationInfo {
      -
      3197  uint32_t memoryType;
      -
      3206  VkDeviceMemory VMA_NULLABLE_NON_DISPATCHABLE deviceMemory;
      -
      3216  VkDeviceSize offset;
      -
      3227  VkDeviceSize size;
      -
      3236  void* VMA_NULLABLE pMappedData;
      -
      3241  void* VMA_NULLABLE pUserData;
      -
      3242 } VmaAllocationInfo;
      -
      3243 
      -
      3254 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemory(
      -
      3255  VmaAllocator VMA_NOT_NULL allocator,
      -
      3256  const VkMemoryRequirements* VMA_NOT_NULL pVkMemoryRequirements,
      -
      3257  const VmaAllocationCreateInfo* VMA_NOT_NULL pCreateInfo,
      -
      3258  VmaAllocation VMA_NULLABLE * VMA_NOT_NULL pAllocation,
      -
      3259  VmaAllocationInfo* VMA_NULLABLE pAllocationInfo);
      -
      3260 
      -
      3280 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryPages(
      -
      3281  VmaAllocator VMA_NOT_NULL allocator,
      -
      3282  const VkMemoryRequirements* VMA_NOT_NULL VMA_LEN_IF_NOT_NULL(allocationCount) pVkMemoryRequirements,
      -
      3283  const VmaAllocationCreateInfo* VMA_NOT_NULL VMA_LEN_IF_NOT_NULL(allocationCount) pCreateInfo,
      -
      3284  size_t allocationCount,
      -
      3285  VmaAllocation VMA_NULLABLE * VMA_NOT_NULL VMA_LEN_IF_NOT_NULL(allocationCount) pAllocations,
      -
      3286  VmaAllocationInfo* VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) pAllocationInfo);
      -
      3287 
      -
      3294 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForBuffer(
      -
      3295  VmaAllocator VMA_NOT_NULL allocator,
      -
      3296  VkBuffer VMA_NOT_NULL_NON_DISPATCHABLE buffer,
      -
      3297  const VmaAllocationCreateInfo* VMA_NOT_NULL pCreateInfo,
      -
      3298  VmaAllocation VMA_NULLABLE * VMA_NOT_NULL pAllocation,
      -
      3299  VmaAllocationInfo* VMA_NULLABLE pAllocationInfo);
      -
      3300 
      -
      3302 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForImage(
      -
      3303  VmaAllocator VMA_NOT_NULL allocator,
      -
      3304  VkImage VMA_NOT_NULL_NON_DISPATCHABLE image,
      -
      3305  const VmaAllocationCreateInfo* VMA_NOT_NULL pCreateInfo,
      -
      3306  VmaAllocation VMA_NULLABLE * VMA_NOT_NULL pAllocation,
      -
      3307  VmaAllocationInfo* VMA_NULLABLE pAllocationInfo);
      -
      3308 
      -
      3313 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemory(
      -
      3314  VmaAllocator VMA_NOT_NULL allocator,
      -
      3315  const VmaAllocation VMA_NULLABLE allocation);
      -
      3316 
      -
      3327 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemoryPages(
      -
      3328  VmaAllocator VMA_NOT_NULL allocator,
      -
      3329  size_t allocationCount,
      -
      3330  const VmaAllocation VMA_NULLABLE * VMA_NOT_NULL VMA_LEN_IF_NOT_NULL(allocationCount) pAllocations);
      -
      3331 
      -
      3339 VMA_CALL_PRE VkResult VMA_CALL_POST vmaResizeAllocation(
      -
      3340  VmaAllocator VMA_NOT_NULL allocator,
      -
      3341  VmaAllocation VMA_NOT_NULL allocation,
      -
      3342  VkDeviceSize newSize);
      -
      3343 
      -
      3360 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocationInfo(
      -
      3361  VmaAllocator VMA_NOT_NULL allocator,
      -
      3362  VmaAllocation VMA_NOT_NULL allocation,
      -
      3363  VmaAllocationInfo* VMA_NOT_NULL pAllocationInfo);
      -
      3364 
      -
      3379 VMA_CALL_PRE VkBool32 VMA_CALL_POST vmaTouchAllocation(
      -
      3380  VmaAllocator VMA_NOT_NULL allocator,
      -
      3381  VmaAllocation VMA_NOT_NULL allocation);
      +
      3133 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreatePool(
      +
      3134  VmaAllocator VMA_NOT_NULL allocator,
      +
      3135  const VmaPoolCreateInfo* VMA_NOT_NULL pCreateInfo,
      +
      3136  VmaPool VMA_NULLABLE * VMA_NOT_NULL pPool);
      +
      3137 
      +
      3140 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyPool(
      +
      3141  VmaAllocator VMA_NOT_NULL allocator,
      +
      3142  VmaPool VMA_NULLABLE pool);
      +
      3143 
      +
      3150 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolStats(
      +
      3151  VmaAllocator VMA_NOT_NULL allocator,
      +
      3152  VmaPool VMA_NOT_NULL pool,
      +
      3153  VmaPoolStats* VMA_NOT_NULL pPoolStats);
      +
      3154 
      +
      3161 VMA_CALL_PRE void VMA_CALL_POST vmaMakePoolAllocationsLost(
      +
      3162  VmaAllocator VMA_NOT_NULL allocator,
      +
      3163  VmaPool VMA_NOT_NULL pool,
      +
      3164  size_t* VMA_NULLABLE pLostAllocationCount);
      +
      3165 
      +
      3180 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckPoolCorruption(VmaAllocator VMA_NOT_NULL allocator, VmaPool VMA_NOT_NULL pool);
      +
      3181 
      +
      3188 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolName(
      +
      3189  VmaAllocator VMA_NOT_NULL allocator,
      +
      3190  VmaPool VMA_NOT_NULL pool,
      +
      3191  const char* VMA_NULLABLE * VMA_NOT_NULL ppName);
      +
      3192 
      +
      3198 VMA_CALL_PRE void VMA_CALL_POST vmaSetPoolName(
      +
      3199  VmaAllocator VMA_NOT_NULL allocator,
      +
      3200  VmaPool VMA_NOT_NULL pool,
      +
      3201  const char* VMA_NULLABLE pName);
      +
      3202 
      +
      3227 VK_DEFINE_HANDLE(VmaAllocation)
      +
      3228 
      +
      3229 
      +
      3231 typedef struct VmaAllocationInfo {
      +
      3236  uint32_t memoryType;
      +
      3245  VkDeviceMemory VMA_NULLABLE_NON_DISPATCHABLE deviceMemory;
      +
      3255  VkDeviceSize offset;
      +
      3266  VkDeviceSize size;
      +
      3275  void* VMA_NULLABLE pMappedData;
      +
      3280  void* VMA_NULLABLE pUserData;
      +
      3281 } VmaAllocationInfo;
      +
      3282 
      +
      3293 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemory(
      +
      3294  VmaAllocator VMA_NOT_NULL allocator,
      +
      3295  const VkMemoryRequirements* VMA_NOT_NULL pVkMemoryRequirements,
      +
      3296  const VmaAllocationCreateInfo* VMA_NOT_NULL pCreateInfo,
      +
      3297  VmaAllocation VMA_NULLABLE * VMA_NOT_NULL pAllocation,
      +
      3298  VmaAllocationInfo* VMA_NULLABLE pAllocationInfo);
      +
      3299 
      +
      3319 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryPages(
      +
      3320  VmaAllocator VMA_NOT_NULL allocator,
      +
      3321  const VkMemoryRequirements* VMA_NOT_NULL VMA_LEN_IF_NOT_NULL(allocationCount) pVkMemoryRequirements,
      +
      3322  const VmaAllocationCreateInfo* VMA_NOT_NULL VMA_LEN_IF_NOT_NULL(allocationCount) pCreateInfo,
      +
      3323  size_t allocationCount,
      +
      3324  VmaAllocation VMA_NULLABLE * VMA_NOT_NULL VMA_LEN_IF_NOT_NULL(allocationCount) pAllocations,
      +
      3325  VmaAllocationInfo* VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) pAllocationInfo);
      +
      3326 
      +
      3333 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForBuffer(
      +
      3334  VmaAllocator VMA_NOT_NULL allocator,
      +
      3335  VkBuffer VMA_NOT_NULL_NON_DISPATCHABLE buffer,
      +
      3336  const VmaAllocationCreateInfo* VMA_NOT_NULL pCreateInfo,
      +
      3337  VmaAllocation VMA_NULLABLE * VMA_NOT_NULL pAllocation,
      +
      3338  VmaAllocationInfo* VMA_NULLABLE pAllocationInfo);
      +
      3339 
      +
      3341 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForImage(
      +
      3342  VmaAllocator VMA_NOT_NULL allocator,
      +
      3343  VkImage VMA_NOT_NULL_NON_DISPATCHABLE image,
      +
      3344  const VmaAllocationCreateInfo* VMA_NOT_NULL pCreateInfo,
      +
      3345  VmaAllocation VMA_NULLABLE * VMA_NOT_NULL pAllocation,
      +
      3346  VmaAllocationInfo* VMA_NULLABLE pAllocationInfo);
      +
      3347 
      +
      3352 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemory(
      +
      3353  VmaAllocator VMA_NOT_NULL allocator,
      +
      3354  const VmaAllocation VMA_NULLABLE allocation);
      +
      3355 
      +
      3366 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemoryPages(
      +
      3367  VmaAllocator VMA_NOT_NULL allocator,
      +
      3368  size_t allocationCount,
      +
      3369  const VmaAllocation VMA_NULLABLE * VMA_NOT_NULL VMA_LEN_IF_NOT_NULL(allocationCount) pAllocations);
      +
      3370 
      +
      3378 VMA_CALL_PRE VkResult VMA_CALL_POST vmaResizeAllocation(
      +
      3379  VmaAllocator VMA_NOT_NULL allocator,
      +
      3380  VmaAllocation VMA_NOT_NULL allocation,
      +
      3381  VkDeviceSize newSize);
      3382 
      -
      3396 VMA_CALL_PRE void VMA_CALL_POST vmaSetAllocationUserData(
      -
      3397  VmaAllocator VMA_NOT_NULL allocator,
      -
      3398  VmaAllocation VMA_NOT_NULL allocation,
      -
      3399  void* VMA_NULLABLE pUserData);
      -
      3400 
      -
      3411 VMA_CALL_PRE void VMA_CALL_POST vmaCreateLostAllocation(
      -
      3412  VmaAllocator VMA_NOT_NULL allocator,
      -
      3413  VmaAllocation VMA_NULLABLE * VMA_NOT_NULL pAllocation);
      -
      3414 
      -
      3453 VMA_CALL_PRE VkResult VMA_CALL_POST vmaMapMemory(
      -
      3454  VmaAllocator VMA_NOT_NULL allocator,
      -
      3455  VmaAllocation VMA_NOT_NULL allocation,
      -
      3456  void* VMA_NULLABLE * VMA_NOT_NULL ppData);
      -
      3457 
      -
      3466 VMA_CALL_PRE void VMA_CALL_POST vmaUnmapMemory(
      -
      3467  VmaAllocator VMA_NOT_NULL allocator,
      -
      3468  VmaAllocation VMA_NOT_NULL allocation);
      -
      3469 
      -
      3491 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFlushAllocation(
      -
      3492  VmaAllocator VMA_NOT_NULL allocator,
      -
      3493  VmaAllocation VMA_NOT_NULL allocation,
      -
      3494  VkDeviceSize offset,
      -
      3495  VkDeviceSize size);
      +
      3399 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocationInfo(
      +
      3400  VmaAllocator VMA_NOT_NULL allocator,
      +
      3401  VmaAllocation VMA_NOT_NULL allocation,
      +
      3402  VmaAllocationInfo* VMA_NOT_NULL pAllocationInfo);
      +
      3403 
      +
      3418 VMA_CALL_PRE VkBool32 VMA_CALL_POST vmaTouchAllocation(
      +
      3419  VmaAllocator VMA_NOT_NULL allocator,
      +
      3420  VmaAllocation VMA_NOT_NULL allocation);
      +
      3421 
      +
      3435 VMA_CALL_PRE void VMA_CALL_POST vmaSetAllocationUserData(
      +
      3436  VmaAllocator VMA_NOT_NULL allocator,
      +
      3437  VmaAllocation VMA_NOT_NULL allocation,
      +
      3438  void* VMA_NULLABLE pUserData);
      +
      3439 
      +
      3450 VMA_CALL_PRE void VMA_CALL_POST vmaCreateLostAllocation(
      +
      3451  VmaAllocator VMA_NOT_NULL allocator,
      +
      3452  VmaAllocation VMA_NULLABLE * VMA_NOT_NULL pAllocation);
      +
      3453 
      +
      3492 VMA_CALL_PRE VkResult VMA_CALL_POST vmaMapMemory(
      +
      3493  VmaAllocator VMA_NOT_NULL allocator,
      +
      3494  VmaAllocation VMA_NOT_NULL allocation,
      +
      3495  void* VMA_NULLABLE * VMA_NOT_NULL ppData);
      3496 
      -
      3518 VMA_CALL_PRE VkResult VMA_CALL_POST vmaInvalidateAllocation(
      -
      3519  VmaAllocator VMA_NOT_NULL allocator,
      -
      3520  VmaAllocation VMA_NOT_NULL allocation,
      -
      3521  VkDeviceSize offset,
      -
      3522  VkDeviceSize size);
      -
      3523 
      -
      3538 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFlushAllocations(
      -
      3539  VmaAllocator VMA_NOT_NULL allocator,
      -
      3540  uint32_t allocationCount,
      -
      3541  const VmaAllocation VMA_NOT_NULL * VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) allocations,
      -
      3542  const VkDeviceSize* VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) offsets,
      -
      3543  const VkDeviceSize* VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) sizes);
      -
      3544 
      -
      3559 VMA_CALL_PRE VkResult VMA_CALL_POST vmaInvalidateAllocations(
      -
      3560  VmaAllocator VMA_NOT_NULL allocator,
      -
      3561  uint32_t allocationCount,
      -
      3562  const VmaAllocation VMA_NOT_NULL * VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) allocations,
      -
      3563  const VkDeviceSize* VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) offsets,
      -
      3564  const VkDeviceSize* VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) sizes);
      -
      3565 
      -
      3582 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckCorruption(VmaAllocator VMA_NOT_NULL allocator, uint32_t memoryTypeBits);
      +
      3505 VMA_CALL_PRE void VMA_CALL_POST vmaUnmapMemory(
      +
      3506  VmaAllocator VMA_NOT_NULL allocator,
      +
      3507  VmaAllocation VMA_NOT_NULL allocation);
      +
      3508 
      +
      3530 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFlushAllocation(
      +
      3531  VmaAllocator VMA_NOT_NULL allocator,
      +
      3532  VmaAllocation VMA_NOT_NULL allocation,
      +
      3533  VkDeviceSize offset,
      +
      3534  VkDeviceSize size);
      +
      3535 
      +
      3557 VMA_CALL_PRE VkResult VMA_CALL_POST vmaInvalidateAllocation(
      +
      3558  VmaAllocator VMA_NOT_NULL allocator,
      +
      3559  VmaAllocation VMA_NOT_NULL allocation,
      +
      3560  VkDeviceSize offset,
      +
      3561  VkDeviceSize size);
      +
      3562 
      +
      3577 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFlushAllocations(
      +
      3578  VmaAllocator VMA_NOT_NULL allocator,
      +
      3579  uint32_t allocationCount,
      +
      3580  const VmaAllocation VMA_NOT_NULL * VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) allocations,
      +
      3581  const VkDeviceSize* VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) offsets,
      +
      3582  const VkDeviceSize* VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) sizes);
      3583 
      -
      3590 VK_DEFINE_HANDLE(VmaDefragmentationContext)
      -
      3591 
      -
      3592 typedef enum VmaDefragmentationFlagBits {
      -
      3594  VMA_DEFRAGMENTATION_FLAG_INCREMENTAL = 0x1,
      -
      3595  VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      -
      3596 } VmaDefragmentationFlagBits;
      -
      3597 typedef VkFlags VmaDefragmentationFlags;
      -
      3598 
      -
      3603 typedef struct VmaDefragmentationInfo2 {
      -
      3606  VmaDefragmentationFlags flags;
      -
      3609  uint32_t allocationCount;
      -
      3618  const VmaAllocation VMA_NOT_NULL * VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) pAllocations;
      -
      3624  VkBool32* VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) pAllocationsChanged;
      -
      3627  uint32_t poolCount;
      -
      3643  const VmaPool VMA_NOT_NULL * VMA_NULLABLE VMA_LEN_IF_NOT_NULL(poolCount) pPools;
      -
      3648  VkDeviceSize maxCpuBytesToMove;
      -
      3653  uint32_t maxCpuAllocationsToMove;
      -
      3658  VkDeviceSize maxGpuBytesToMove;
      -
      3663  uint32_t maxGpuAllocationsToMove;
      -
      3672  VkCommandBuffer VMA_NULLABLE commandBuffer;
      -
      3673 } VmaDefragmentationInfo2;
      -
      3674 
      -
      3675 typedef struct VmaDefragmentationPassMoveInfo {
      -
      3676  VmaAllocation VMA_NOT_NULL allocation;
      -
      3677  VkDeviceMemory VMA_NOT_NULL_NON_DISPATCHABLE memory;
      -
      3678  VkDeviceSize offset;
      -
      3679 } VmaDefragmentationPassMoveInfo;
      -
      3680 
      -
      3685 typedef struct VmaDefragmentationPassInfo {
      -
      3686  uint32_t moveCount;
      -
      3687  VmaDefragmentationPassMoveInfo* VMA_NOT_NULL VMA_LEN_IF_NOT_NULL(moveCount) pMoves;
      -
      3688 } VmaDefragmentationPassInfo;
      -
      3689 
      -
      3694 typedef struct VmaDefragmentationInfo {
      -
      3699  VkDeviceSize maxBytesToMove;
      -
      3704  uint32_t maxAllocationsToMove;
      -
      3705 } VmaDefragmentationInfo;
      -
      3706 
      -
      3708 typedef struct VmaDefragmentationStats {
      -
      3710  VkDeviceSize bytesMoved;
      -
      3712  VkDeviceSize bytesFreed;
      -
      3714  uint32_t allocationsMoved;
      -
      3716  uint32_t deviceMemoryBlocksFreed;
      -
      3717 } VmaDefragmentationStats;
      -
      3718 
      -
      3748 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationBegin(
      -
      3749  VmaAllocator VMA_NOT_NULL allocator,
      -
      3750  const VmaDefragmentationInfo2* VMA_NOT_NULL pInfo,
      -
      3751  VmaDefragmentationStats* VMA_NULLABLE pStats,
      -
      3752  VmaDefragmentationContext VMA_NULLABLE * VMA_NOT_NULL pContext);
      -
      3753 
      -
      3759 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationEnd(
      -
      3760  VmaAllocator VMA_NOT_NULL allocator,
      -
      3761  VmaDefragmentationContext VMA_NULLABLE context);
      -
      3762 
      -
      3763 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBeginDefragmentationPass(
      -
      3764  VmaAllocator VMA_NOT_NULL allocator,
      -
      3765  VmaDefragmentationContext VMA_NULLABLE context,
      -
      3766  VmaDefragmentationPassInfo* VMA_NOT_NULL pInfo
      -
      3767 );
      -
      3768 VMA_CALL_PRE VkResult VMA_CALL_POST vmaEndDefragmentationPass(
      -
      3769  VmaAllocator VMA_NOT_NULL allocator,
      -
      3770  VmaDefragmentationContext VMA_NULLABLE context
      -
      3771 );
      -
      3772 
      -
      3813 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragment(
      -
      3814  VmaAllocator VMA_NOT_NULL allocator,
      -
      3815  const VmaAllocation VMA_NOT_NULL * VMA_NOT_NULL VMA_LEN_IF_NOT_NULL(allocationCount) pAllocations,
      -
      3816  size_t allocationCount,
      -
      3817  VkBool32* VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) pAllocationsChanged,
      -
      3818  const VmaDefragmentationInfo* VMA_NULLABLE pDefragmentationInfo,
      -
      3819  VmaDefragmentationStats* VMA_NULLABLE pDefragmentationStats);
      -
      3820 
      -
      3833 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory(
      -
      3834  VmaAllocator VMA_NOT_NULL allocator,
      -
      3835  VmaAllocation VMA_NOT_NULL allocation,
      -
      3836  VkBuffer VMA_NOT_NULL_NON_DISPATCHABLE buffer);
      -
      3837 
      -
      3848 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory2(
      -
      3849  VmaAllocator VMA_NOT_NULL allocator,
      -
      3850  VmaAllocation VMA_NOT_NULL allocation,
      -
      3851  VkDeviceSize allocationLocalOffset,
      -
      3852  VkBuffer VMA_NOT_NULL_NON_DISPATCHABLE buffer,
      -
      3853  const void* VMA_NULLABLE pNext);
      -
      3854 
      -
      3867 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory(
      -
      3868  VmaAllocator VMA_NOT_NULL allocator,
      -
      3869  VmaAllocation VMA_NOT_NULL allocation,
      -
      3870  VkImage VMA_NOT_NULL_NON_DISPATCHABLE image);
      -
      3871 
      -
      3882 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory2(
      -
      3883  VmaAllocator VMA_NOT_NULL allocator,
      -
      3884  VmaAllocation VMA_NOT_NULL allocation,
      -
      3885  VkDeviceSize allocationLocalOffset,
      -
      3886  VkImage VMA_NOT_NULL_NON_DISPATCHABLE image,
      -
      3887  const void* VMA_NULLABLE pNext);
      -
      3888 
      -
      3919 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateBuffer(
      -
      3920  VmaAllocator VMA_NOT_NULL allocator,
      -
      3921  const VkBufferCreateInfo* VMA_NOT_NULL pBufferCreateInfo,
      -
      3922  const VmaAllocationCreateInfo* VMA_NOT_NULL pAllocationCreateInfo,
      -
      3923  VkBuffer VMA_NULLABLE_NON_DISPATCHABLE * VMA_NOT_NULL pBuffer,
      -
      3924  VmaAllocation VMA_NULLABLE * VMA_NOT_NULL pAllocation,
      -
      3925  VmaAllocationInfo* VMA_NULLABLE pAllocationInfo);
      -
      3926 
      -
      3938 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyBuffer(
      -
      3939  VmaAllocator VMA_NOT_NULL allocator,
      -
      3940  VkBuffer VMA_NULLABLE_NON_DISPATCHABLE buffer,
      -
      3941  VmaAllocation VMA_NULLABLE allocation);
      -
      3942 
      -
      3944 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateImage(
      -
      3945  VmaAllocator VMA_NOT_NULL allocator,
      -
      3946  const VkImageCreateInfo* VMA_NOT_NULL pImageCreateInfo,
      -
      3947  const VmaAllocationCreateInfo* VMA_NOT_NULL pAllocationCreateInfo,
      -
      3948  VkImage VMA_NULLABLE_NON_DISPATCHABLE * VMA_NOT_NULL pImage,
      -
      3949  VmaAllocation VMA_NULLABLE * VMA_NOT_NULL pAllocation,
      -
      3950  VmaAllocationInfo* VMA_NULLABLE pAllocationInfo);
      -
      3951 
      -
      3963 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyImage(
      -
      3964  VmaAllocator VMA_NOT_NULL allocator,
      -
      3965  VkImage VMA_NULLABLE_NON_DISPATCHABLE image,
      -
      3966  VmaAllocation VMA_NULLABLE allocation);
      -
      3967 
      -
      3968 #ifdef __cplusplus
      -
      3969 }
      -
      3970 #endif
      -
      3971 
      -
      3972 #endif // AMD_VULKAN_MEMORY_ALLOCATOR_H
      -
      3973 
      -
      3974 // For Visual Studio IntelliSense.
      -
      3975 #if defined(__cplusplus) && defined(__INTELLISENSE__)
      -
      3976 #define VMA_IMPLEMENTATION
      -
      3977 #endif
      -
      3978 
      -
      3979 #ifdef VMA_IMPLEMENTATION
      -
      3980 #undef VMA_IMPLEMENTATION
      +
      3598 VMA_CALL_PRE VkResult VMA_CALL_POST vmaInvalidateAllocations(
      +
      3599  VmaAllocator VMA_NOT_NULL allocator,
      +
      3600  uint32_t allocationCount,
      +
      3601  const VmaAllocation VMA_NOT_NULL * VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) allocations,
      +
      3602  const VkDeviceSize* VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) offsets,
      +
      3603  const VkDeviceSize* VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) sizes);
      +
      3604 
      +
      3621 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckCorruption(VmaAllocator VMA_NOT_NULL allocator, uint32_t memoryTypeBits);
      +
      3622 
      +
      3629 VK_DEFINE_HANDLE(VmaDefragmentationContext)
      +
      3630 
      +
      3631 typedef enum VmaDefragmentationFlagBits {
      +
      3633  VMA_DEFRAGMENTATION_FLAG_INCREMENTAL = 0x1,
      +
      3634  VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF
      +
      3635 } VmaDefragmentationFlagBits;
      +
      3636 typedef VkFlags VmaDefragmentationFlags;
      +
      3637 
      +
      3642 typedef struct VmaDefragmentationInfo2 {
      +
      3645  VmaDefragmentationFlags flags;
      +
      3648  uint32_t allocationCount;
      +
      3657  const VmaAllocation VMA_NOT_NULL * VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) pAllocations;
      +
      3663  VkBool32* VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) pAllocationsChanged;
      +
      3666  uint32_t poolCount;
      +
      3682  const VmaPool VMA_NOT_NULL * VMA_NULLABLE VMA_LEN_IF_NOT_NULL(poolCount) pPools;
      +
      3687  VkDeviceSize maxCpuBytesToMove;
      +
      3692  uint32_t maxCpuAllocationsToMove;
      +
      3697  VkDeviceSize maxGpuBytesToMove;
      +
      3702  uint32_t maxGpuAllocationsToMove;
      +
      3711  VkCommandBuffer VMA_NULLABLE commandBuffer;
      +
      3712 } VmaDefragmentationInfo2;
      +
      3713 
      +
      3714 typedef struct VmaDefragmentationPassMoveInfo {
      +
      3715  VmaAllocation VMA_NOT_NULL allocation;
      +
      3716  VkDeviceMemory VMA_NOT_NULL_NON_DISPATCHABLE memory;
      +
      3717  VkDeviceSize offset;
      +
      3718 } VmaDefragmentationPassMoveInfo;
      +
      3719 
      +
      3724 typedef struct VmaDefragmentationPassInfo {
      +
      3725  uint32_t moveCount;
      +
      3726  VmaDefragmentationPassMoveInfo* VMA_NOT_NULL VMA_LEN_IF_NOT_NULL(moveCount) pMoves;
      +
      3727 } VmaDefragmentationPassInfo;
      +
      3728 
      +
      3733 typedef struct VmaDefragmentationInfo {
      +
      3738  VkDeviceSize maxBytesToMove;
      +
      3743  uint32_t maxAllocationsToMove;
      +
      3744 } VmaDefragmentationInfo;
      +
      3745 
      +
      3747 typedef struct VmaDefragmentationStats {
      +
      3749  VkDeviceSize bytesMoved;
      +
      3751  VkDeviceSize bytesFreed;
      +
      3753  uint32_t allocationsMoved;
      +
      3755  uint32_t deviceMemoryBlocksFreed;
      +
      3756 } VmaDefragmentationStats;
      +
      3757 
      +
      3787 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationBegin(
      +
      3788  VmaAllocator VMA_NOT_NULL allocator,
      +
      3789  const VmaDefragmentationInfo2* VMA_NOT_NULL pInfo,
      +
      3790  VmaDefragmentationStats* VMA_NULLABLE pStats,
      +
      3791  VmaDefragmentationContext VMA_NULLABLE * VMA_NOT_NULL pContext);
      +
      3792 
      +
      3798 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationEnd(
      +
      3799  VmaAllocator VMA_NOT_NULL allocator,
      +
      3800  VmaDefragmentationContext VMA_NULLABLE context);
      +
      3801 
      +
      3802 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBeginDefragmentationPass(
      +
      3803  VmaAllocator VMA_NOT_NULL allocator,
      +
      3804  VmaDefragmentationContext VMA_NULLABLE context,
      +
      3805  VmaDefragmentationPassInfo* VMA_NOT_NULL pInfo
      +
      3806 );
      +
      3807 VMA_CALL_PRE VkResult VMA_CALL_POST vmaEndDefragmentationPass(
      +
      3808  VmaAllocator VMA_NOT_NULL allocator,
      +
      3809  VmaDefragmentationContext VMA_NULLABLE context
      +
      3810 );
      +
      3811 
      +
      3852 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragment(
      +
      3853  VmaAllocator VMA_NOT_NULL allocator,
      +
      3854  const VmaAllocation VMA_NOT_NULL * VMA_NOT_NULL VMA_LEN_IF_NOT_NULL(allocationCount) pAllocations,
      +
      3855  size_t allocationCount,
      +
      3856  VkBool32* VMA_NULLABLE VMA_LEN_IF_NOT_NULL(allocationCount) pAllocationsChanged,
      +
      3857  const VmaDefragmentationInfo* VMA_NULLABLE pDefragmentationInfo,
      +
      3858  VmaDefragmentationStats* VMA_NULLABLE pDefragmentationStats);
      +
      3859 
      +
      3872 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory(
      +
      3873  VmaAllocator VMA_NOT_NULL allocator,
      +
      3874  VmaAllocation VMA_NOT_NULL allocation,
      +
      3875  VkBuffer VMA_NOT_NULL_NON_DISPATCHABLE buffer);
      +
      3876 
      +
      3887 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory2(
      +
      3888  VmaAllocator VMA_NOT_NULL allocator,
      +
      3889  VmaAllocation VMA_NOT_NULL allocation,
      +
      3890  VkDeviceSize allocationLocalOffset,
      +
      3891  VkBuffer VMA_NOT_NULL_NON_DISPATCHABLE buffer,
      +
      3892  const void* VMA_NULLABLE pNext);
      +
      3893 
      +
      3906 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory(
      +
      3907  VmaAllocator VMA_NOT_NULL allocator,
      +
      3908  VmaAllocation VMA_NOT_NULL allocation,
      +
      3909  VkImage VMA_NOT_NULL_NON_DISPATCHABLE image);
      +
      3910 
      +
      3921 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory2(
      +
      3922  VmaAllocator VMA_NOT_NULL allocator,
      +
      3923  VmaAllocation VMA_NOT_NULL allocation,
      +
      3924  VkDeviceSize allocationLocalOffset,
      +
      3925  VkImage VMA_NOT_NULL_NON_DISPATCHABLE image,
      +
      3926  const void* VMA_NULLABLE pNext);
      +
      3927 
      +
      3958 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateBuffer(
      +
      3959  VmaAllocator VMA_NOT_NULL allocator,
      +
      3960  const VkBufferCreateInfo* VMA_NOT_NULL pBufferCreateInfo,
      +
      3961  const VmaAllocationCreateInfo* VMA_NOT_NULL pAllocationCreateInfo,
      +
      3962  VkBuffer VMA_NULLABLE_NON_DISPATCHABLE * VMA_NOT_NULL pBuffer,
      +
      3963  VmaAllocation VMA_NULLABLE * VMA_NOT_NULL pAllocation,
      +
      3964  VmaAllocationInfo* VMA_NULLABLE pAllocationInfo);
      +
      3965 
      +
      3977 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyBuffer(
      +
      3978  VmaAllocator VMA_NOT_NULL allocator,
      +
      3979  VkBuffer VMA_NULLABLE_NON_DISPATCHABLE buffer,
      +
      3980  VmaAllocation VMA_NULLABLE allocation);
      3981 
      -
      3982 #include <cstdint>
      -
      3983 #include <cstdlib>
      -
      3984 #include <cstring>
      -
      3985 #include <utility>
      -
      3986 
      -
      3987 #if VMA_RECORDING_ENABLED
      -
      3988  #include <chrono>
      -
      3989  #if defined(_WIN32)
      -
      3990  #include <windows.h>
      -
      3991  #else
      -
      3992  #include <sstream>
      -
      3993  #include <thread>
      -
      3994  #endif
      -
      3995 #endif
      -
      3996 
      -
      3997 /*******************************************************************************
      -
      3998 CONFIGURATION SECTION
      -
      3999 
      -
      4000 Define some of these macros before each #include of this header or change them
      -
      4001 here if you need other then default behavior depending on your environment.
      -
      4002 */
      -
      4003 
      -
      4004 /*
      -
      4005 Define this macro to 1 to make the library fetch pointers to Vulkan functions
      -
      4006 internally, like:
      -
      4007 
      -
      4008  vulkanFunctions.vkAllocateMemory = &vkAllocateMemory;
      -
      4009 */
      -
      4010 #if !defined(VMA_STATIC_VULKAN_FUNCTIONS) && !defined(VK_NO_PROTOTYPES)
      -
      4011  #define VMA_STATIC_VULKAN_FUNCTIONS 1
      -
      4012 #endif
      -
      4013 
      -
      4014 /*
      -
      4015 Define this macro to 1 to make the library fetch pointers to Vulkan functions
      -
      4016 internally, like:
      -
      4017 
      -
      4018  vulkanFunctions.vkAllocateMemory = (PFN_vkAllocateMemory)vkGetDeviceProcAddr(m_hDevice, vkAllocateMemory);
      -
      4019 */
      -
      4020 #if !defined(VMA_DYNAMIC_VULKAN_FUNCTIONS)
      -
      4021  #define VMA_DYNAMIC_VULKAN_FUNCTIONS 1
      -
      4022  #if defined(VK_NO_PROTOTYPES)
      -
      4023  extern PFN_vkGetInstanceProcAddr vkGetInstanceProcAddr;
      -
      4024  extern PFN_vkGetDeviceProcAddr vkGetDeviceProcAddr;
      -
      4025  #endif
      -
      4026 #endif
      -
      4027 
      -
      4028 // Define this macro to 1 to make the library use STL containers instead of its own implementation.
      -
      4029 //#define VMA_USE_STL_CONTAINERS 1
      -
      4030 
      -
      4031 /* Set this macro to 1 to make the library including and using STL containers:
      -
      4032 std::pair, std::vector, std::list, std::unordered_map.
      -
      4033 
      -
      4034 Set it to 0 or undefined to make the library using its own implementation of
      -
      4035 the containers.
      -
      4036 */
      -
      4037 #if VMA_USE_STL_CONTAINERS
      -
      4038  #define VMA_USE_STL_VECTOR 1
      -
      4039  #define VMA_USE_STL_UNORDERED_MAP 1
      -
      4040  #define VMA_USE_STL_LIST 1
      -
      4041 #endif
      +
      3983 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateImage(
      +
      3984  VmaAllocator VMA_NOT_NULL allocator,
      +
      3985  const VkImageCreateInfo* VMA_NOT_NULL pImageCreateInfo,
      +
      3986  const VmaAllocationCreateInfo* VMA_NOT_NULL pAllocationCreateInfo,
      +
      3987  VkImage VMA_NULLABLE_NON_DISPATCHABLE * VMA_NOT_NULL pImage,
      +
      3988  VmaAllocation VMA_NULLABLE * VMA_NOT_NULL pAllocation,
      +
      3989  VmaAllocationInfo* VMA_NULLABLE pAllocationInfo);
      +
      3990 
      +
      4002 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyImage(
      +
      4003  VmaAllocator VMA_NOT_NULL allocator,
      +
      4004  VkImage VMA_NULLABLE_NON_DISPATCHABLE image,
      +
      4005  VmaAllocation VMA_NULLABLE allocation);
      +
      4006 
      +
      4007 #ifdef __cplusplus
      +
      4008 }
      +
      4009 #endif
      +
      4010 
      +
      4011 #endif // AMD_VULKAN_MEMORY_ALLOCATOR_H
      +
      4012 
      +
      4013 // For Visual Studio IntelliSense.
      +
      4014 #if defined(__cplusplus) && defined(__INTELLISENSE__)
      +
      4015 #define VMA_IMPLEMENTATION
      +
      4016 #endif
      +
      4017 
      +
      4018 #ifdef VMA_IMPLEMENTATION
      +
      4019 #undef VMA_IMPLEMENTATION
      +
      4020 
      +
      4021 #include <cstdint>
      +
      4022 #include <cstdlib>
      +
      4023 #include <cstring>
      +
      4024 #include <utility>
      +
      4025 
      +
      4026 #if VMA_RECORDING_ENABLED
      +
      4027  #include <chrono>
      +
      4028  #if defined(_WIN32)
      +
      4029  #include <windows.h>
      +
      4030  #else
      +
      4031  #include <sstream>
      +
      4032  #include <thread>
      +
      4033  #endif
      +
      4034 #endif
      +
      4035 
      +
      4036 /*******************************************************************************
      +
      4037 CONFIGURATION SECTION
      +
      4038 
      +
      4039 Define some of these macros before each #include of this header or change them
      +
      4040 here if you need other then default behavior depending on your environment.
      +
      4041 */
      4042 
      -
      4043 #ifndef VMA_USE_STL_SHARED_MUTEX
      -
      4044  // Compiler conforms to C++17.
      -
      4045  #if __cplusplus >= 201703L
      -
      4046  #define VMA_USE_STL_SHARED_MUTEX 1
      -
      4047  // Visual studio defines __cplusplus properly only when passed additional parameter: /Zc:__cplusplus
      -
      4048  // Otherwise it's always 199711L, despite shared_mutex works since Visual Studio 2015 Update 2.
      -
      4049  // See: https://blogs.msdn.microsoft.com/vcblog/2018/04/09/msvc-now-correctly-reports-__cplusplus/
      -
      4050  #elif defined(_MSC_FULL_VER) && _MSC_FULL_VER >= 190023918 && __cplusplus == 199711L && _MSVC_LANG >= 201703L
      -
      4051  #define VMA_USE_STL_SHARED_MUTEX 1
      -
      4052  #else
      -
      4053  #define VMA_USE_STL_SHARED_MUTEX 0
      -
      4054  #endif
      -
      4055 #endif
      -
      4056 
      -
      4057 /*
      -
      4058 THESE INCLUDES ARE NOT ENABLED BY DEFAULT.
      -
      4059 Library has its own container implementation.
      -
      4060 */
      -
      4061 #if VMA_USE_STL_VECTOR
      -
      4062  #include <vector>
      -
      4063 #endif
      -
      4064 
      -
      4065 #if VMA_USE_STL_UNORDERED_MAP
      -
      4066  #include <unordered_map>
      -
      4067 #endif
      -
      4068 
      -
      4069 #if VMA_USE_STL_LIST
      -
      4070  #include <list>
      -
      4071 #endif
      -
      4072 
      -
      4073 /*
      -
      4074 Following headers are used in this CONFIGURATION section only, so feel free to
      -
      4075 remove them if not needed.
      -
      4076 */
      -
      4077 #include <cassert> // for assert
      -
      4078 #include <algorithm> // for min, max
      -
      4079 #include <mutex>
      -
      4080 
      -
      4081 #ifndef VMA_NULL
      -
      4082  // Value used as null pointer. Define it to e.g.: nullptr, NULL, 0, (void*)0.
      -
      4083  #define VMA_NULL nullptr
      -
      4084 #endif
      -
      4085 
      -
      4086 #if defined(__ANDROID_API__) && (__ANDROID_API__ < 16)
      -
      4087 #include <cstdlib>
      -
      4088 static void* vma_aligned_alloc(size_t alignment, size_t size)
      -
      4089 {
      -
      4090  // alignment must be >= sizeof(void*)
      -
      4091  if(alignment < sizeof(void*))
      -
      4092  {
      -
      4093  alignment = sizeof(void*);
      -
      4094  }
      +
      4043 /*
      +
      4044 Define this macro to 1 to make the library fetch pointers to Vulkan functions
      +
      4045 internally, like:
      +
      4046 
      +
      4047  vulkanFunctions.vkAllocateMemory = &vkAllocateMemory;
      +
      4048 */
      +
      4049 #if !defined(VMA_STATIC_VULKAN_FUNCTIONS) && !defined(VK_NO_PROTOTYPES)
      +
      4050  #define VMA_STATIC_VULKAN_FUNCTIONS 1
      +
      4051 #endif
      +
      4052 
      +
      4053 /*
      +
      4054 Define this macro to 1 to make the library fetch pointers to Vulkan functions
      +
      4055 internally, like:
      +
      4056 
      +
      4057  vulkanFunctions.vkAllocateMemory = (PFN_vkAllocateMemory)vkGetDeviceProcAddr(m_hDevice, vkAllocateMemory);
      +
      4058 */
      +
      4059 #if !defined(VMA_DYNAMIC_VULKAN_FUNCTIONS)
      +
      4060  #define VMA_DYNAMIC_VULKAN_FUNCTIONS 1
      +
      4061  #if defined(VK_NO_PROTOTYPES)
      +
      4062  extern PFN_vkGetInstanceProcAddr vkGetInstanceProcAddr;
      +
      4063  extern PFN_vkGetDeviceProcAddr vkGetDeviceProcAddr;
      +
      4064  #endif
      +
      4065 #endif
      +
      4066 
      +
      4067 // Define this macro to 1 to make the library use STL containers instead of its own implementation.
      +
      4068 //#define VMA_USE_STL_CONTAINERS 1
      +
      4069 
      +
      4070 /* Set this macro to 1 to make the library including and using STL containers:
      +
      4071 std::pair, std::vector, std::list, std::unordered_map.
      +
      4072 
      +
      4073 Set it to 0 or undefined to make the library using its own implementation of
      +
      4074 the containers.
      +
      4075 */
      +
      4076 #if VMA_USE_STL_CONTAINERS
      +
      4077  #define VMA_USE_STL_VECTOR 1
      +
      4078  #define VMA_USE_STL_UNORDERED_MAP 1
      +
      4079  #define VMA_USE_STL_LIST 1
      +
      4080 #endif
      +
      4081 
      +
      4082 #ifndef VMA_USE_STL_SHARED_MUTEX
      +
      4083  // Compiler conforms to C++17.
      +
      4084  #if __cplusplus >= 201703L
      +
      4085  #define VMA_USE_STL_SHARED_MUTEX 1
      +
      4086  // Visual studio defines __cplusplus properly only when passed additional parameter: /Zc:__cplusplus
      +
      4087  // Otherwise it's always 199711L, despite shared_mutex works since Visual Studio 2015 Update 2.
      +
      4088  // See: https://blogs.msdn.microsoft.com/vcblog/2018/04/09/msvc-now-correctly-reports-__cplusplus/
      +
      4089  #elif defined(_MSC_FULL_VER) && _MSC_FULL_VER >= 190023918 && __cplusplus == 199711L && _MSVC_LANG >= 201703L
      +
      4090  #define VMA_USE_STL_SHARED_MUTEX 1
      +
      4091  #else
      +
      4092  #define VMA_USE_STL_SHARED_MUTEX 0
      +
      4093  #endif
      +
      4094 #endif
      4095 
      -
      4096  return memalign(alignment, size);
      -
      4097 }
      -
      4098 #elif defined(__APPLE__) || defined(__ANDROID__) || (defined(__linux__) && defined(__GLIBCXX__) && !defined(_GLIBCXX_HAVE_ALIGNED_ALLOC))
      -
      4099 #include <cstdlib>
      -
      4100 
      -
      4101 #if defined(__APPLE__)
      -
      4102 #include <AvailabilityMacros.h>
      -
      4103 #endif
      -
      4104 
      -
      4105 static void* vma_aligned_alloc(size_t alignment, size_t size)
      -
      4106 {
      -
      4107 #if defined(__APPLE__) && (defined(MAC_OS_X_VERSION_10_16) || defined(__IPHONE_14_0))
      -
      4108 #if MAC_OS_X_VERSION_MAX_ALLOWED >= MAC_OS_X_VERSION_10_16 || __IPHONE_OS_VERSION_MAX_ALLOWED >= __IPHONE_14_0
      -
      4109  // For C++14, usr/include/malloc/_malloc.h declares aligned_alloc()) only
      -
      4110  // with the MacOSX11.0 SDK in Xcode 12 (which is what adds
      -
      4111  // MAC_OS_X_VERSION_10_16), even though the function is marked
      -
      4112  // availabe for 10.15. That's why the preprocessor checks for 10.16 but
      -
      4113  // the __builtin_available checks for 10.15.
      -
      4114  // People who use C++17 could call aligned_alloc with the 10.15 SDK already.
      -
      4115  if (__builtin_available(macOS 10.15, iOS 13, *))
      -
      4116  return aligned_alloc(alignment, size);
      -
      4117 #endif
      -
      4118 #endif
      -
      4119  // alignment must be >= sizeof(void*)
      -
      4120  if(alignment < sizeof(void*))
      -
      4121  {
      -
      4122  alignment = sizeof(void*);
      -
      4123  }
      +
      4096 /*
      +
      4097 THESE INCLUDES ARE NOT ENABLED BY DEFAULT.
      +
      4098 Library has its own container implementation.
      +
      4099 */
      +
      4100 #if VMA_USE_STL_VECTOR
      +
      4101  #include <vector>
      +
      4102 #endif
      +
      4103 
      +
      4104 #if VMA_USE_STL_UNORDERED_MAP
      +
      4105  #include <unordered_map>
      +
      4106 #endif
      +
      4107 
      +
      4108 #if VMA_USE_STL_LIST
      +
      4109  #include <list>
      +
      4110 #endif
      +
      4111 
      +
      4112 /*
      +
      4113 Following headers are used in this CONFIGURATION section only, so feel free to
      +
      4114 remove them if not needed.
      +
      4115 */
      +
      4116 #include <cassert> // for assert
      +
      4117 #include <algorithm> // for min, max
      +
      4118 #include <mutex>
      +
      4119 
      +
      4120 #ifndef VMA_NULL
      +
      4121  // Value used as null pointer. Define it to e.g.: nullptr, NULL, 0, (void*)0.
      +
      4122  #define VMA_NULL nullptr
      +
      4123 #endif
      4124 
      -
      4125  void *pointer;
      -
      4126  if(posix_memalign(&pointer, alignment, size) == 0)
      -
      4127  return pointer;
      -
      4128  return VMA_NULL;
      -
      4129 }
      -
      4130 #elif defined(_WIN32)
      -
      4131 static void* vma_aligned_alloc(size_t alignment, size_t size)
      -
      4132 {
      -
      4133  return _aligned_malloc(size, alignment);
      -
      4134 }
      -
      4135 #else
      -
      4136 static void* vma_aligned_alloc(size_t alignment, size_t size)
      -
      4137 {
      -
      4138  return aligned_alloc(alignment, size);
      -
      4139 }
      -
      4140 #endif
      -
      4141 
      -
      4142 #if defined(_WIN32)
      -
      4143 static void vma_aligned_free(void* ptr)
      -
      4144 {
      -
      4145  _aligned_free(ptr);
      -
      4146 }
      -
      4147 #else
      -
      4148 static void vma_aligned_free(void* ptr)
      -
      4149 {
      -
      4150  free(ptr);
      -
      4151 }
      -
      4152 #endif
      -
      4153 
      -
      4154 // If your compiler is not compatible with C++11 and definition of
      -
      4155 // aligned_alloc() function is missing, uncommeting following line may help:
      -
      4156 
      -
      4157 //#include <malloc.h>
      -
      4158 
      -
      4159 // Normal assert to check for programmer's errors, especially in Debug configuration.
      -
      4160 #ifndef VMA_ASSERT
      -
      4161  #ifdef NDEBUG
      -
      4162  #define VMA_ASSERT(expr)
      -
      4163  #else
      -
      4164  #define VMA_ASSERT(expr) assert(expr)
      -
      4165  #endif
      -
      4166 #endif
      -
      4167 
      -
      4168 // Assert that will be called very often, like inside data structures e.g. operator[].
      -
      4169 // Making it non-empty can make program slow.
      -
      4170 #ifndef VMA_HEAVY_ASSERT
      -
      4171  #ifdef NDEBUG
      -
      4172  #define VMA_HEAVY_ASSERT(expr)
      -
      4173  #else
      -
      4174  #define VMA_HEAVY_ASSERT(expr) //VMA_ASSERT(expr)
      -
      4175  #endif
      -
      4176 #endif
      -
      4177 
      -
      4178 #ifndef VMA_ALIGN_OF
      -
      4179  #define VMA_ALIGN_OF(type) (__alignof(type))
      -
      4180 #endif
      -
      4181 
      -
      4182 #ifndef VMA_SYSTEM_ALIGNED_MALLOC
      -
      4183  #define VMA_SYSTEM_ALIGNED_MALLOC(size, alignment) vma_aligned_alloc((alignment), (size))
      -
      4184 #endif
      -
      4185 
      -
      4186 #ifndef VMA_SYSTEM_ALIGNED_FREE
      -
      4187  // VMA_SYSTEM_FREE is the old name, but might have been defined by the user
      -
      4188  #if defined(VMA_SYSTEM_FREE)
      -
      4189  #define VMA_SYSTEM_ALIGNED_FREE(ptr) VMA_SYSTEM_FREE(ptr)
      -
      4190  #else
      -
      4191  #define VMA_SYSTEM_ALIGNED_FREE(ptr) vma_aligned_free(ptr)
      -
      4192  #endif
      -
      4193 #endif
      -
      4194 
      -
      4195 #ifndef VMA_MIN
      -
      4196  #define VMA_MIN(v1, v2) (std::min((v1), (v2)))
      -
      4197 #endif
      -
      4198 
      -
      4199 #ifndef VMA_MAX
      -
      4200  #define VMA_MAX(v1, v2) (std::max((v1), (v2)))
      -
      4201 #endif
      -
      4202 
      -
      4203 #ifndef VMA_SWAP
      -
      4204  #define VMA_SWAP(v1, v2) std::swap((v1), (v2))
      +
      4125 #if defined(__ANDROID_API__) && (__ANDROID_API__ < 16)
      +
      4126 #include <cstdlib>
      +
      4127 static void* vma_aligned_alloc(size_t alignment, size_t size)
      +
      4128 {
      +
      4129  // alignment must be >= sizeof(void*)
      +
      4130  if(alignment < sizeof(void*))
      +
      4131  {
      +
      4132  alignment = sizeof(void*);
      +
      4133  }
      +
      4134 
      +
      4135  return memalign(alignment, size);
      +
      4136 }
      +
      4137 #elif defined(__APPLE__) || defined(__ANDROID__) || (defined(__linux__) && defined(__GLIBCXX__) && !defined(_GLIBCXX_HAVE_ALIGNED_ALLOC))
      +
      4138 #include <cstdlib>
      +
      4139 
      +
      4140 #if defined(__APPLE__)
      +
      4141 #include <AvailabilityMacros.h>
      +
      4142 #endif
      +
      4143 
      +
      4144 static void* vma_aligned_alloc(size_t alignment, size_t size)
      +
      4145 {
      +
      4146 #if defined(__APPLE__) && (defined(MAC_OS_X_VERSION_10_16) || defined(__IPHONE_14_0))
      +
      4147 #if MAC_OS_X_VERSION_MAX_ALLOWED >= MAC_OS_X_VERSION_10_16 || __IPHONE_OS_VERSION_MAX_ALLOWED >= __IPHONE_14_0
      +
      4148  // For C++14, usr/include/malloc/_malloc.h declares aligned_alloc()) only
      +
      4149  // with the MacOSX11.0 SDK in Xcode 12 (which is what adds
      +
      4150  // MAC_OS_X_VERSION_10_16), even though the function is marked
      +
      4151  // availabe for 10.15. That's why the preprocessor checks for 10.16 but
      +
      4152  // the __builtin_available checks for 10.15.
      +
      4153  // People who use C++17 could call aligned_alloc with the 10.15 SDK already.
      +
      4154  if (__builtin_available(macOS 10.15, iOS 13, *))
      +
      4155  return aligned_alloc(alignment, size);
      +
      4156 #endif
      +
      4157 #endif
      +
      4158  // alignment must be >= sizeof(void*)
      +
      4159  if(alignment < sizeof(void*))
      +
      4160  {
      +
      4161  alignment = sizeof(void*);
      +
      4162  }
      +
      4163 
      +
      4164  void *pointer;
      +
      4165  if(posix_memalign(&pointer, alignment, size) == 0)
      +
      4166  return pointer;
      +
      4167  return VMA_NULL;
      +
      4168 }
      +
      4169 #elif defined(_WIN32)
      +
      4170 static void* vma_aligned_alloc(size_t alignment, size_t size)
      +
      4171 {
      +
      4172  return _aligned_malloc(size, alignment);
      +
      4173 }
      +
      4174 #else
      +
      4175 static void* vma_aligned_alloc(size_t alignment, size_t size)
      +
      4176 {
      +
      4177  return aligned_alloc(alignment, size);
      +
      4178 }
      +
      4179 #endif
      +
      4180 
      +
      4181 #if defined(_WIN32)
      +
      4182 static void vma_aligned_free(void* ptr)
      +
      4183 {
      +
      4184  _aligned_free(ptr);
      +
      4185 }
      +
      4186 #else
      +
      4187 static void vma_aligned_free(void* ptr)
      +
      4188 {
      +
      4189  free(ptr);
      +
      4190 }
      +
      4191 #endif
      +
      4192 
      +
      4193 // If your compiler is not compatible with C++11 and definition of
      +
      4194 // aligned_alloc() function is missing, uncommeting following line may help:
      +
      4195 
      +
      4196 //#include <malloc.h>
      +
      4197 
      +
      4198 // Normal assert to check for programmer's errors, especially in Debug configuration.
      +
      4199 #ifndef VMA_ASSERT
      +
      4200  #ifdef NDEBUG
      +
      4201  #define VMA_ASSERT(expr)
      +
      4202  #else
      +
      4203  #define VMA_ASSERT(expr) assert(expr)
      +
      4204  #endif
      4205 #endif
      4206 
      -
      4207 #ifndef VMA_SORT
      -
      4208  #define VMA_SORT(beg, end, cmp) std::sort(beg, end, cmp)
      -
      4209 #endif
      -
      4210 
      -
      4211 #ifndef VMA_DEBUG_LOG
      -
      4212  #define VMA_DEBUG_LOG(format, ...)
      -
      4213  /*
      -
      4214  #define VMA_DEBUG_LOG(format, ...) do { \
      -
      4215  printf(format, __VA_ARGS__); \
      -
      4216  printf("\n"); \
      -
      4217  } while(false)
      -
      4218  */
      +
      4207 // Assert that will be called very often, like inside data structures e.g. operator[].
      +
      4208 // Making it non-empty can make program slow.
      +
      4209 #ifndef VMA_HEAVY_ASSERT
      +
      4210  #ifdef NDEBUG
      +
      4211  #define VMA_HEAVY_ASSERT(expr)
      +
      4212  #else
      +
      4213  #define VMA_HEAVY_ASSERT(expr) //VMA_ASSERT(expr)
      +
      4214  #endif
      +
      4215 #endif
      +
      4216 
      +
      4217 #ifndef VMA_ALIGN_OF
      +
      4218  #define VMA_ALIGN_OF(type) (__alignof(type))
      4219 #endif
      4220 
      -
      4221 // Define this macro to 1 to enable functions: vmaBuildStatsString, vmaFreeStatsString.
      -
      4222 #if VMA_STATS_STRING_ENABLED
      -
      4223  static inline void VmaUint32ToStr(char* outStr, size_t strLen, uint32_t num)
      -
      4224  {
      -
      4225  snprintf(outStr, strLen, "%u", static_cast<unsigned int>(num));
      -
      4226  }
      -
      4227  static inline void VmaUint64ToStr(char* outStr, size_t strLen, uint64_t num)
      -
      4228  {
      -
      4229  snprintf(outStr, strLen, "%llu", static_cast<unsigned long long>(num));
      -
      4230  }
      -
      4231  static inline void VmaPtrToStr(char* outStr, size_t strLen, const void* ptr)
      -
      4232  {
      -
      4233  snprintf(outStr, strLen, "%p", ptr);
      -
      4234  }
      -
      4235 #endif
      -
      4236 
      -
      4237 #ifndef VMA_MUTEX
      -
      4238  class VmaMutex
      -
      4239  {
      -
      4240  public:
      -
      4241  void Lock() { m_Mutex.lock(); }
      -
      4242  void Unlock() { m_Mutex.unlock(); }
      -
      4243  bool TryLock() { return m_Mutex.try_lock(); }
      -
      4244  private:
      -
      4245  std::mutex m_Mutex;
      -
      4246  };
      -
      4247  #define VMA_MUTEX VmaMutex
      +
      4221 #ifndef VMA_SYSTEM_ALIGNED_MALLOC
      +
      4222  #define VMA_SYSTEM_ALIGNED_MALLOC(size, alignment) vma_aligned_alloc((alignment), (size))
      +
      4223 #endif
      +
      4224 
      +
      4225 #ifndef VMA_SYSTEM_ALIGNED_FREE
      +
      4226  // VMA_SYSTEM_FREE is the old name, but might have been defined by the user
      +
      4227  #if defined(VMA_SYSTEM_FREE)
      +
      4228  #define VMA_SYSTEM_ALIGNED_FREE(ptr) VMA_SYSTEM_FREE(ptr)
      +
      4229  #else
      +
      4230  #define VMA_SYSTEM_ALIGNED_FREE(ptr) vma_aligned_free(ptr)
      +
      4231  #endif
      +
      4232 #endif
      +
      4233 
      +
      4234 #ifndef VMA_MIN
      +
      4235  #define VMA_MIN(v1, v2) (std::min((v1), (v2)))
      +
      4236 #endif
      +
      4237 
      +
      4238 #ifndef VMA_MAX
      +
      4239  #define VMA_MAX(v1, v2) (std::max((v1), (v2)))
      +
      4240 #endif
      +
      4241 
      +
      4242 #ifndef VMA_SWAP
      +
      4243  #define VMA_SWAP(v1, v2) std::swap((v1), (v2))
      +
      4244 #endif
      +
      4245 
      +
      4246 #ifndef VMA_SORT
      +
      4247  #define VMA_SORT(beg, end, cmp) std::sort(beg, end, cmp)
      4248 #endif
      4249 
      -
      4250 // Read-write mutex, where "read" is shared access, "write" is exclusive access.
      -
      4251 #ifndef VMA_RW_MUTEX
      -
      4252  #if VMA_USE_STL_SHARED_MUTEX
      -
      4253  // Use std::shared_mutex from C++17.
      -
      4254  #include <shared_mutex>
      -
      4255  class VmaRWMutex
      -
      4256  {
      -
      4257  public:
      -
      4258  void LockRead() { m_Mutex.lock_shared(); }
      -
      4259  void UnlockRead() { m_Mutex.unlock_shared(); }
      -
      4260  bool TryLockRead() { return m_Mutex.try_lock_shared(); }
      -
      4261  void LockWrite() { m_Mutex.lock(); }
      -
      4262  void UnlockWrite() { m_Mutex.unlock(); }
      -
      4263  bool TryLockWrite() { return m_Mutex.try_lock(); }
      -
      4264  private:
      -
      4265  std::shared_mutex m_Mutex;
      -
      4266  };
      -
      4267  #define VMA_RW_MUTEX VmaRWMutex
      -
      4268  #elif defined(_WIN32) && defined(WINVER) && WINVER >= 0x0600
      -
      4269  // Use SRWLOCK from WinAPI.
      -
      4270  // Minimum supported client = Windows Vista, server = Windows Server 2008.
      -
      4271  class VmaRWMutex
      -
      4272  {
      -
      4273  public:
      -
      4274  VmaRWMutex() { InitializeSRWLock(&m_Lock); }
      -
      4275  void LockRead() { AcquireSRWLockShared(&m_Lock); }
      -
      4276  void UnlockRead() { ReleaseSRWLockShared(&m_Lock); }
      -
      4277  bool TryLockRead() { return TryAcquireSRWLockShared(&m_Lock) != FALSE; }
      -
      4278  void LockWrite() { AcquireSRWLockExclusive(&m_Lock); }
      -
      4279  void UnlockWrite() { ReleaseSRWLockExclusive(&m_Lock); }
      -
      4280  bool TryLockWrite() { return TryAcquireSRWLockExclusive(&m_Lock) != FALSE; }
      -
      4281  private:
      -
      4282  SRWLOCK m_Lock;
      -
      4283  };
      -
      4284  #define VMA_RW_MUTEX VmaRWMutex
      -
      4285  #else
      -
      4286  // Less efficient fallback: Use normal mutex.
      -
      4287  class VmaRWMutex
      -
      4288  {
      -
      4289  public:
      -
      4290  void LockRead() { m_Mutex.Lock(); }
      -
      4291  void UnlockRead() { m_Mutex.Unlock(); }
      -
      4292  bool TryLockRead() { return m_Mutex.TryLock(); }
      -
      4293  void LockWrite() { m_Mutex.Lock(); }
      -
      4294  void UnlockWrite() { m_Mutex.Unlock(); }
      -
      4295  bool TryLockWrite() { return m_Mutex.TryLock(); }
      -
      4296  private:
      -
      4297  VMA_MUTEX m_Mutex;
      -
      4298  };
      -
      4299  #define VMA_RW_MUTEX VmaRWMutex
      -
      4300  #endif // #if VMA_USE_STL_SHARED_MUTEX
      -
      4301 #endif // #ifndef VMA_RW_MUTEX
      -
      4302 
      -
      4303 /*
      -
      4304 If providing your own implementation, you need to implement a subset of std::atomic.
      -
      4305 */
      -
      4306 #ifndef VMA_ATOMIC_UINT32
      -
      4307  #include <atomic>
      -
      4308  #define VMA_ATOMIC_UINT32 std::atomic<uint32_t>
      -
      4309 #endif
      -
      4310 
      -
      4311 #ifndef VMA_ATOMIC_UINT64
      -
      4312  #include <atomic>
      -
      4313  #define VMA_ATOMIC_UINT64 std::atomic<uint64_t>
      -
      4314 #endif
      -
      4315 
      -
      4316 #ifndef VMA_DEBUG_ALWAYS_DEDICATED_MEMORY
      -
      4317 
      -
      4321  #define VMA_DEBUG_ALWAYS_DEDICATED_MEMORY (0)
      -
      4322 #endif
      -
      4323 
      -
      4324 #ifndef VMA_DEBUG_ALIGNMENT
      -
      4325 
      -
      4329  #define VMA_DEBUG_ALIGNMENT (1)
      -
      4330 #endif
      -
      4331 
      -
      4332 #ifndef VMA_DEBUG_MARGIN
      -
      4333 
      -
      4337  #define VMA_DEBUG_MARGIN (0)
      -
      4338 #endif
      -
      4339 
      -
      4340 #ifndef VMA_DEBUG_INITIALIZE_ALLOCATIONS
      +
      4250 #ifndef VMA_DEBUG_LOG
      +
      4251  #define VMA_DEBUG_LOG(format, ...)
      +
      4252  /*
      +
      4253  #define VMA_DEBUG_LOG(format, ...) do { \
      +
      4254  printf(format, __VA_ARGS__); \
      +
      4255  printf("\n"); \
      +
      4256  } while(false)
      +
      4257  */
      +
      4258 #endif
      +
      4259 
      +
      4260 // Define this macro to 1 to enable functions: vmaBuildStatsString, vmaFreeStatsString.
      +
      4261 #if VMA_STATS_STRING_ENABLED
      +
      4262  static inline void VmaUint32ToStr(char* outStr, size_t strLen, uint32_t num)
      +
      4263  {
      +
      4264  snprintf(outStr, strLen, "%u", static_cast<unsigned int>(num));
      +
      4265  }
      +
      4266  static inline void VmaUint64ToStr(char* outStr, size_t strLen, uint64_t num)
      +
      4267  {
      +
      4268  snprintf(outStr, strLen, "%llu", static_cast<unsigned long long>(num));
      +
      4269  }
      +
      4270  static inline void VmaPtrToStr(char* outStr, size_t strLen, const void* ptr)
      +
      4271  {
      +
      4272  snprintf(outStr, strLen, "%p", ptr);
      +
      4273  }
      +
      4274 #endif
      +
      4275 
      +
      4276 #ifndef VMA_MUTEX
      +
      4277  class VmaMutex
      +
      4278  {
      +
      4279  public:
      +
      4280  void Lock() { m_Mutex.lock(); }
      +
      4281  void Unlock() { m_Mutex.unlock(); }
      +
      4282  bool TryLock() { return m_Mutex.try_lock(); }
      +
      4283  private:
      +
      4284  std::mutex m_Mutex;
      +
      4285  };
      +
      4286  #define VMA_MUTEX VmaMutex
      +
      4287 #endif
      +
      4288 
      +
      4289 // Read-write mutex, where "read" is shared access, "write" is exclusive access.
      +
      4290 #ifndef VMA_RW_MUTEX
      +
      4291  #if VMA_USE_STL_SHARED_MUTEX
      +
      4292  // Use std::shared_mutex from C++17.
      +
      4293  #include <shared_mutex>
      +
      4294  class VmaRWMutex
      +
      4295  {
      +
      4296  public:
      +
      4297  void LockRead() { m_Mutex.lock_shared(); }
      +
      4298  void UnlockRead() { m_Mutex.unlock_shared(); }
      +
      4299  bool TryLockRead() { return m_Mutex.try_lock_shared(); }
      +
      4300  void LockWrite() { m_Mutex.lock(); }
      +
      4301  void UnlockWrite() { m_Mutex.unlock(); }
      +
      4302  bool TryLockWrite() { return m_Mutex.try_lock(); }
      +
      4303  private:
      +
      4304  std::shared_mutex m_Mutex;
      +
      4305  };
      +
      4306  #define VMA_RW_MUTEX VmaRWMutex
      +
      4307  #elif defined(_WIN32) && defined(WINVER) && WINVER >= 0x0600
      +
      4308  // Use SRWLOCK from WinAPI.
      +
      4309  // Minimum supported client = Windows Vista, server = Windows Server 2008.
      +
      4310  class VmaRWMutex
      +
      4311  {
      +
      4312  public:
      +
      4313  VmaRWMutex() { InitializeSRWLock(&m_Lock); }
      +
      4314  void LockRead() { AcquireSRWLockShared(&m_Lock); }
      +
      4315  void UnlockRead() { ReleaseSRWLockShared(&m_Lock); }
      +
      4316  bool TryLockRead() { return TryAcquireSRWLockShared(&m_Lock) != FALSE; }
      +
      4317  void LockWrite() { AcquireSRWLockExclusive(&m_Lock); }
      +
      4318  void UnlockWrite() { ReleaseSRWLockExclusive(&m_Lock); }
      +
      4319  bool TryLockWrite() { return TryAcquireSRWLockExclusive(&m_Lock) != FALSE; }
      +
      4320  private:
      +
      4321  SRWLOCK m_Lock;
      +
      4322  };
      +
      4323  #define VMA_RW_MUTEX VmaRWMutex
      +
      4324  #else
      +
      4325  // Less efficient fallback: Use normal mutex.
      +
      4326  class VmaRWMutex
      +
      4327  {
      +
      4328  public:
      +
      4329  void LockRead() { m_Mutex.Lock(); }
      +
      4330  void UnlockRead() { m_Mutex.Unlock(); }
      +
      4331  bool TryLockRead() { return m_Mutex.TryLock(); }
      +
      4332  void LockWrite() { m_Mutex.Lock(); }
      +
      4333  void UnlockWrite() { m_Mutex.Unlock(); }
      +
      4334  bool TryLockWrite() { return m_Mutex.TryLock(); }
      +
      4335  private:
      +
      4336  VMA_MUTEX m_Mutex;
      +
      4337  };
      +
      4338  #define VMA_RW_MUTEX VmaRWMutex
      +
      4339  #endif // #if VMA_USE_STL_SHARED_MUTEX
      +
      4340 #endif // #ifndef VMA_RW_MUTEX
      4341 
      -
      4345  #define VMA_DEBUG_INITIALIZE_ALLOCATIONS (0)
      -
      4346 #endif
      -
      4347 
      -
      4348 #ifndef VMA_DEBUG_DETECT_CORRUPTION
      +
      4342 /*
      +
      4343 If providing your own implementation, you need to implement a subset of std::atomic.
      +
      4344 */
      +
      4345 #ifndef VMA_ATOMIC_UINT32
      +
      4346  #include <atomic>
      +
      4347  #define VMA_ATOMIC_UINT32 std::atomic<uint32_t>
      +
      4348 #endif
      4349 
      -
      4354  #define VMA_DEBUG_DETECT_CORRUPTION (0)
      -
      4355 #endif
      +
      4350 #ifndef VMA_ATOMIC_UINT64
      +
      4351  #include <atomic>
      +
      4352  #define VMA_ATOMIC_UINT64 std::atomic<uint64_t>
      +
      4353 #endif
      +
      4354 
      +
      4355 #ifndef VMA_DEBUG_ALWAYS_DEDICATED_MEMORY
      4356 
      -
      4357 #ifndef VMA_DEBUG_GLOBAL_MUTEX
      -
      4358 
      -
      4362  #define VMA_DEBUG_GLOBAL_MUTEX (0)
      -
      4363 #endif
      +
      4360  #define VMA_DEBUG_ALWAYS_DEDICATED_MEMORY (0)
      +
      4361 #endif
      +
      4362 
      +
      4363 #ifndef VMA_DEBUG_ALIGNMENT
      4364 
      -
      4365 #ifndef VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY
      -
      4366 
      -
      4370  #define VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY (1)
      -
      4371 #endif
      +
      4368  #define VMA_DEBUG_ALIGNMENT (1)
      +
      4369 #endif
      +
      4370 
      +
      4371 #ifndef VMA_DEBUG_MARGIN
      4372 
      -
      4373 #ifndef VMA_SMALL_HEAP_MAX_SIZE
      -
      4374  #define VMA_SMALL_HEAP_MAX_SIZE (1024ull * 1024 * 1024)
      -
      4376 #endif
      -
      4377 
      -
      4378 #ifndef VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE
      -
      4379  #define VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE (256ull * 1024 * 1024)
      -
      4381 #endif
      -
      4382 
      -
      4383 #ifndef VMA_CLASS_NO_COPY
      -
      4384  #define VMA_CLASS_NO_COPY(className) \
      -
      4385  private: \
      -
      4386  className(const className&) = delete; \
      -
      4387  className& operator=(const className&) = delete;
      -
      4388 #endif
      -
      4389 
      -
      4390 static const uint32_t VMA_FRAME_INDEX_LOST = UINT32_MAX;
      -
      4391 
      -
      4392 // Decimal 2139416166, float NaN, little-endian binary 66 E6 84 7F.
      -
      4393 static const uint32_t VMA_CORRUPTION_DETECTION_MAGIC_VALUE = 0x7F84E666;
      -
      4394 
      -
      4395 static const uint8_t VMA_ALLOCATION_FILL_PATTERN_CREATED = 0xDC;
      -
      4396 static const uint8_t VMA_ALLOCATION_FILL_PATTERN_DESTROYED = 0xEF;
      +
      4376  #define VMA_DEBUG_MARGIN (0)
      +
      4377 #endif
      +
      4378 
      +
      4379 #ifndef VMA_DEBUG_INITIALIZE_ALLOCATIONS
      +
      4380 
      +
      4384  #define VMA_DEBUG_INITIALIZE_ALLOCATIONS (0)
      +
      4385 #endif
      +
      4386 
      +
      4387 #ifndef VMA_DEBUG_DETECT_CORRUPTION
      +
      4388 
      +
      4393  #define VMA_DEBUG_DETECT_CORRUPTION (0)
      +
      4394 #endif
      +
      4395 
      +
      4396 #ifndef VMA_DEBUG_GLOBAL_MUTEX
      4397 
      -
      4398 /*******************************************************************************
      -
      4399 END OF CONFIGURATION
      -
      4400 */
      -
      4401 
      -
      4402 // # Copy of some Vulkan definitions so we don't need to check their existence just to handle few constants.
      +
      4401  #define VMA_DEBUG_GLOBAL_MUTEX (0)
      +
      4402 #endif
      4403 
      -
      4404 static const uint32_t VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY = 0x00000040;
      -
      4405 static const uint32_t VK_MEMORY_PROPERTY_DEVICE_UNCACHED_BIT_AMD_COPY = 0x00000080;
      -
      4406 static const uint32_t VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT_COPY = 0x00020000;
      -
      4407 
      -
      4408 static const uint32_t VMA_ALLOCATION_INTERNAL_STRATEGY_MIN_OFFSET = 0x10000000u;
      -
      4409 
      -
      4410 static VkAllocationCallbacks VmaEmptyAllocationCallbacks = {
      -
      4411  VMA_NULL, VMA_NULL, VMA_NULL, VMA_NULL, VMA_NULL, VMA_NULL };
      -
      4412 
      -
      4413 // Returns number of bits set to 1 in (v).
      -
      4414 static inline uint32_t VmaCountBitsSet(uint32_t v)
      -
      4415 {
      -
      4416  uint32_t c = v - ((v >> 1) & 0x55555555);
      -
      4417  c = ((c >> 2) & 0x33333333) + (c & 0x33333333);
      -
      4418  c = ((c >> 4) + c) & 0x0F0F0F0F;
      -
      4419  c = ((c >> 8) + c) & 0x00FF00FF;
      -
      4420  c = ((c >> 16) + c) & 0x0000FFFF;
      -
      4421  return c;
      -
      4422 }
      -
      4423 
      -
      4424 /*
      -
      4425 Returns true if given number is a power of two.
      -
      4426 T must be unsigned integer number or signed integer but always nonnegative.
      -
      4427 For 0 returns true.
      -
      4428 */
      -
      4429 template <typename T>
      -
      4430 inline bool VmaIsPow2(T x)
      -
      4431 {
      -
      4432  return (x & (x-1)) == 0;
      -
      4433 }
      -
      4434 
      -
      4435 // Aligns given value up to nearest multiply of align value. For example: VmaAlignUp(11, 8) = 16.
      -
      4436 // Use types like uint32_t, uint64_t as T.
      -
      4437 template <typename T>
      -
      4438 static inline T VmaAlignUp(T val, T alignment)
      -
      4439 {
      -
      4440  VMA_HEAVY_ASSERT(VmaIsPow2(alignment));
      -
      4441  return (val + alignment - 1) & ~(alignment - 1);
      -
      4442 }
      -
      4443 // Aligns given value down to nearest multiply of align value. For example: VmaAlignUp(11, 8) = 8.
      -
      4444 // Use types like uint32_t, uint64_t as T.
      -
      4445 template <typename T>
      -
      4446 static inline T VmaAlignDown(T val, T alignment)
      -
      4447 {
      -
      4448  VMA_HEAVY_ASSERT(VmaIsPow2(alignment));
      -
      4449  return val & ~(alignment - 1);
      -
      4450 }
      +
      4404 #ifndef VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY
      +
      4405 
      +
      4409  #define VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY (1)
      +
      4410 #endif
      +
      4411 
      +
      4412 #ifndef VMA_SMALL_HEAP_MAX_SIZE
      +
      4413  #define VMA_SMALL_HEAP_MAX_SIZE (1024ull * 1024 * 1024)
      +
      4415 #endif
      +
      4416 
      +
      4417 #ifndef VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE
      +
      4418  #define VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE (256ull * 1024 * 1024)
      +
      4420 #endif
      +
      4421 
      +
      4422 #ifndef VMA_CLASS_NO_COPY
      +
      4423  #define VMA_CLASS_NO_COPY(className) \
      +
      4424  private: \
      +
      4425  className(const className&) = delete; \
      +
      4426  className& operator=(const className&) = delete;
      +
      4427 #endif
      +
      4428 
      +
      4429 static const uint32_t VMA_FRAME_INDEX_LOST = UINT32_MAX;
      +
      4430 
      +
      4431 // Decimal 2139416166, float NaN, little-endian binary 66 E6 84 7F.
      +
      4432 static const uint32_t VMA_CORRUPTION_DETECTION_MAGIC_VALUE = 0x7F84E666;
      +
      4433 
      +
      4434 static const uint8_t VMA_ALLOCATION_FILL_PATTERN_CREATED = 0xDC;
      +
      4435 static const uint8_t VMA_ALLOCATION_FILL_PATTERN_DESTROYED = 0xEF;
      +
      4436 
      +
      4437 /*******************************************************************************
      +
      4438 END OF CONFIGURATION
      +
      4439 */
      +
      4440 
      +
      4441 // # Copy of some Vulkan definitions so we don't need to check their existence just to handle few constants.
      +
      4442 
      +
      4443 static const uint32_t VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY = 0x00000040;
      +
      4444 static const uint32_t VK_MEMORY_PROPERTY_DEVICE_UNCACHED_BIT_AMD_COPY = 0x00000080;
      +
      4445 static const uint32_t VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT_COPY = 0x00020000;
      +
      4446 
      +
      4447 static const uint32_t VMA_ALLOCATION_INTERNAL_STRATEGY_MIN_OFFSET = 0x10000000u;
      +
      4448 
      +
      4449 static VkAllocationCallbacks VmaEmptyAllocationCallbacks = {
      +
      4450  VMA_NULL, VMA_NULL, VMA_NULL, VMA_NULL, VMA_NULL, VMA_NULL };
      4451 
      -
      4452 // Division with mathematical rounding to nearest number.
      -
      4453 template <typename T>
      -
      4454 static inline T VmaRoundDiv(T x, T y)
      -
      4455 {
      -
      4456  return (x + (y / (T)2)) / y;
      -
      4457 }
      -
      4458 
      -
      4459 // Returns smallest power of 2 greater or equal to v.
      -
      4460 static inline uint32_t VmaNextPow2(uint32_t v)
      -
      4461 {
      -
      4462  v--;
      -
      4463  v |= v >> 1;
      -
      4464  v |= v >> 2;
      -
      4465  v |= v >> 4;
      -
      4466  v |= v >> 8;
      -
      4467  v |= v >> 16;
      -
      4468  v++;
      -
      4469  return v;
      -
      4470 }
      -
      4471 static inline uint64_t VmaNextPow2(uint64_t v)
      -
      4472 {
      -
      4473  v--;
      -
      4474  v |= v >> 1;
      -
      4475  v |= v >> 2;
      -
      4476  v |= v >> 4;
      -
      4477  v |= v >> 8;
      -
      4478  v |= v >> 16;
      -
      4479  v |= v >> 32;
      -
      4480  v++;
      -
      4481  return v;
      -
      4482 }
      -
      4483 
      -
      4484 // Returns largest power of 2 less or equal to v.
      -
      4485 static inline uint32_t VmaPrevPow2(uint32_t v)
      +
      4452 // Returns number of bits set to 1 in (v).
      +
      4453 static inline uint32_t VmaCountBitsSet(uint32_t v)
      +
      4454 {
      +
      4455  uint32_t c = v - ((v >> 1) & 0x55555555);
      +
      4456  c = ((c >> 2) & 0x33333333) + (c & 0x33333333);
      +
      4457  c = ((c >> 4) + c) & 0x0F0F0F0F;
      +
      4458  c = ((c >> 8) + c) & 0x00FF00FF;
      +
      4459  c = ((c >> 16) + c) & 0x0000FFFF;
      +
      4460  return c;
      +
      4461 }
      +
      4462 
      +
      4463 /*
      +
      4464 Returns true if given number is a power of two.
      +
      4465 T must be unsigned integer number or signed integer but always nonnegative.
      +
      4466 For 0 returns true.
      +
      4467 */
      +
      4468 template <typename T>
      +
      4469 inline bool VmaIsPow2(T x)
      +
      4470 {
      +
      4471  return (x & (x-1)) == 0;
      +
      4472 }
      +
      4473 
      +
      4474 // Aligns given value up to nearest multiply of align value. For example: VmaAlignUp(11, 8) = 16.
      +
      4475 // Use types like uint32_t, uint64_t as T.
      +
      4476 template <typename T>
      +
      4477 static inline T VmaAlignUp(T val, T alignment)
      +
      4478 {
      +
      4479  VMA_HEAVY_ASSERT(VmaIsPow2(alignment));
      +
      4480  return (val + alignment - 1) & ~(alignment - 1);
      +
      4481 }
      +
      4482 // Aligns given value down to nearest multiply of align value. For example: VmaAlignUp(11, 8) = 8.
      +
      4483 // Use types like uint32_t, uint64_t as T.
      +
      4484 template <typename T>
      +
      4485 static inline T VmaAlignDown(T val, T alignment)
      4486 {
      -
      4487  v |= v >> 1;
      -
      4488  v |= v >> 2;
      -
      4489  v |= v >> 4;
      -
      4490  v |= v >> 8;
      -
      4491  v |= v >> 16;
      -
      4492  v = v ^ (v >> 1);
      -
      4493  return v;
      -
      4494 }
      -
      4495 static inline uint64_t VmaPrevPow2(uint64_t v)
      -
      4496 {
      -
      4497  v |= v >> 1;
      -
      4498  v |= v >> 2;
      -
      4499  v |= v >> 4;
      -
      4500  v |= v >> 8;
      -
      4501  v |= v >> 16;
      -
      4502  v |= v >> 32;
      -
      4503  v = v ^ (v >> 1);
      -
      4504  return v;
      -
      4505 }
      -
      4506 
      -
      4507 static inline bool VmaStrIsEmpty(const char* pStr)
      -
      4508 {
      -
      4509  return pStr == VMA_NULL || *pStr == '\0';
      -
      4510 }
      -
      4511 
      -
      4512 #if VMA_STATS_STRING_ENABLED
      -
      4513 
      -
      4514 static const char* VmaAlgorithmToStr(uint32_t algorithm)
      -
      4515 {
      -
      4516  switch(algorithm)
      -
      4517  {
      -
      4518  case VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT:
      -
      4519  return "Linear";
      -
      4520  case VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT:
      -
      4521  return "Buddy";
      -
      4522  case 0:
      -
      4523  return "Default";
      -
      4524  default:
      -
      4525  VMA_ASSERT(0);
      -
      4526  return "";
      -
      4527  }
      -
      4528 }
      -
      4529 
      -
      4530 #endif // #if VMA_STATS_STRING_ENABLED
      -
      4531 
      -
      4532 #ifndef VMA_SORT
      -
      4533 
      -
      4534 template<typename Iterator, typename Compare>
      -
      4535 Iterator VmaQuickSortPartition(Iterator beg, Iterator end, Compare cmp)
      -
      4536 {
      -
      4537  Iterator centerValue = end; --centerValue;
      -
      4538  Iterator insertIndex = beg;
      -
      4539  for(Iterator memTypeIndex = beg; memTypeIndex < centerValue; ++memTypeIndex)
      -
      4540  {
      -
      4541  if(cmp(*memTypeIndex, *centerValue))
      -
      4542  {
      -
      4543  if(insertIndex != memTypeIndex)
      -
      4544  {
      -
      4545  VMA_SWAP(*memTypeIndex, *insertIndex);
      -
      4546  }
      -
      4547  ++insertIndex;
      -
      4548  }
      -
      4549  }
      -
      4550  if(insertIndex != centerValue)
      -
      4551  {
      -
      4552  VMA_SWAP(*insertIndex, *centerValue);
      -
      4553  }
      -
      4554  return insertIndex;
      -
      4555 }
      -
      4556 
      -
      4557 template<typename Iterator, typename Compare>
      -
      4558 void VmaQuickSort(Iterator beg, Iterator end, Compare cmp)
      -
      4559 {
      -
      4560  if(beg < end)
      -
      4561  {
      -
      4562  Iterator it = VmaQuickSortPartition<Iterator, Compare>(beg, end, cmp);
      -
      4563  VmaQuickSort<Iterator, Compare>(beg, it, cmp);
      -
      4564  VmaQuickSort<Iterator, Compare>(it + 1, end, cmp);
      -
      4565  }
      -
      4566 }
      -
      4567 
      -
      4568 #define VMA_SORT(beg, end, cmp) VmaQuickSort(beg, end, cmp)
      -
      4569 
      -
      4570 #endif // #ifndef VMA_SORT
      -
      4571 
      -
      4572 /*
      -
      4573 Returns true if two memory blocks occupy overlapping pages.
      -
      4574 ResourceA must be in less memory offset than ResourceB.
      -
      4575 
      -
      4576 Algorithm is based on "Vulkan 1.0.39 - A Specification (with all registered Vulkan extensions)"
      -
      4577 chapter 11.6 "Resource Memory Association", paragraph "Buffer-Image Granularity".
      -
      4578 */
      -
      4579 static inline bool VmaBlocksOnSamePage(
      -
      4580  VkDeviceSize resourceAOffset,
      -
      4581  VkDeviceSize resourceASize,
      -
      4582  VkDeviceSize resourceBOffset,
      -
      4583  VkDeviceSize pageSize)
      -
      4584 {
      -
      4585  VMA_ASSERT(resourceAOffset + resourceASize <= resourceBOffset && resourceASize > 0 && pageSize > 0);
      -
      4586  VkDeviceSize resourceAEnd = resourceAOffset + resourceASize - 1;
      -
      4587  VkDeviceSize resourceAEndPage = resourceAEnd & ~(pageSize - 1);
      -
      4588  VkDeviceSize resourceBStart = resourceBOffset;
      -
      4589  VkDeviceSize resourceBStartPage = resourceBStart & ~(pageSize - 1);
      -
      4590  return resourceAEndPage == resourceBStartPage;
      -
      4591 }
      -
      4592 
      -
      4593 enum VmaSuballocationType
      -
      4594 {
      -
      4595  VMA_SUBALLOCATION_TYPE_FREE = 0,
      -
      4596  VMA_SUBALLOCATION_TYPE_UNKNOWN = 1,
      -
      4597  VMA_SUBALLOCATION_TYPE_BUFFER = 2,
      -
      4598  VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN = 3,
      -
      4599  VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR = 4,
      -
      4600  VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL = 5,
      -
      4601  VMA_SUBALLOCATION_TYPE_MAX_ENUM = 0x7FFFFFFF
      -
      4602 };
      -
      4603 
      -
      4604 /*
      -
      4605 Returns true if given suballocation types could conflict and must respect
      -
      4606 VkPhysicalDeviceLimits::bufferImageGranularity. They conflict if one is buffer
      -
      4607 or linear image and another one is optimal image. If type is unknown, behave
      -
      4608 conservatively.
      -
      4609 */
      -
      4610 static inline bool VmaIsBufferImageGranularityConflict(
      -
      4611  VmaSuballocationType suballocType1,
      -
      4612  VmaSuballocationType suballocType2)
      -
      4613 {
      -
      4614  if(suballocType1 > suballocType2)
      -
      4615  {
      -
      4616  VMA_SWAP(suballocType1, suballocType2);
      -
      4617  }
      -
      4618 
      -
      4619  switch(suballocType1)
      -
      4620  {
      -
      4621  case VMA_SUBALLOCATION_TYPE_FREE:
      -
      4622  return false;
      -
      4623  case VMA_SUBALLOCATION_TYPE_UNKNOWN:
      -
      4624  return true;
      -
      4625  case VMA_SUBALLOCATION_TYPE_BUFFER:
      -
      4626  return
      -
      4627  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN ||
      -
      4628  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL;
      -
      4629  case VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN:
      -
      4630  return
      -
      4631  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN ||
      -
      4632  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR ||
      -
      4633  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL;
      -
      4634  case VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR:
      -
      4635  return
      -
      4636  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL;
      -
      4637  case VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL:
      -
      4638  return false;
      -
      4639  default:
      -
      4640  VMA_ASSERT(0);
      -
      4641  return true;
      -
      4642  }
      -
      4643 }
      -
      4644 
      -
      4645 static void VmaWriteMagicValue(void* pData, VkDeviceSize offset)
      -
      4646 {
      -
      4647 #if VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_DETECT_CORRUPTION
      -
      4648  uint32_t* pDst = (uint32_t*)((char*)pData + offset);
      -
      4649  const size_t numberCount = VMA_DEBUG_MARGIN / sizeof(uint32_t);
      -
      4650  for(size_t i = 0; i < numberCount; ++i, ++pDst)
      -
      4651  {
      -
      4652  *pDst = VMA_CORRUPTION_DETECTION_MAGIC_VALUE;
      -
      4653  }
      -
      4654 #else
      -
      4655  // no-op
      -
      4656 #endif
      -
      4657 }
      -
      4658 
      -
      4659 static bool VmaValidateMagicValue(const void* pData, VkDeviceSize offset)
      -
      4660 {
      -
      4661 #if VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_DETECT_CORRUPTION
      -
      4662  const uint32_t* pSrc = (const uint32_t*)((const char*)pData + offset);
      -
      4663  const size_t numberCount = VMA_DEBUG_MARGIN / sizeof(uint32_t);
      -
      4664  for(size_t i = 0; i < numberCount; ++i, ++pSrc)
      -
      4665  {
      -
      4666  if(*pSrc != VMA_CORRUPTION_DETECTION_MAGIC_VALUE)
      -
      4667  {
      -
      4668  return false;
      -
      4669  }
      -
      4670  }
      -
      4671 #endif
      -
      4672  return true;
      -
      4673 }
      -
      4674 
      -
      4675 /*
      -
      4676 Fills structure with parameters of an example buffer to be used for transfers
      -
      4677 during GPU memory defragmentation.
      -
      4678 */
      -
      4679 static void VmaFillGpuDefragmentationBufferCreateInfo(VkBufferCreateInfo& outBufCreateInfo)
      -
      4680 {
      -
      4681  memset(&outBufCreateInfo, 0, sizeof(outBufCreateInfo));
      -
      4682  outBufCreateInfo.sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO;
      -
      4683  outBufCreateInfo.usage = VK_BUFFER_USAGE_TRANSFER_SRC_BIT | VK_BUFFER_USAGE_TRANSFER_DST_BIT;
      -
      4684  outBufCreateInfo.size = (VkDeviceSize)VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE; // Example size.
      -
      4685 }
      -
      4686 
      -
      4687 // Helper RAII class to lock a mutex in constructor and unlock it in destructor (at the end of scope).
      -
      4688 struct VmaMutexLock
      -
      4689 {
      -
      4690  VMA_CLASS_NO_COPY(VmaMutexLock)
      -
      4691 public:
      -
      4692  VmaMutexLock(VMA_MUTEX& mutex, bool useMutex = true) :
      -
      4693  m_pMutex(useMutex ? &mutex : VMA_NULL)
      -
      4694  { if(m_pMutex) { m_pMutex->Lock(); } }
      -
      4695  ~VmaMutexLock()
      -
      4696  { if(m_pMutex) { m_pMutex->Unlock(); } }
      -
      4697 private:
      -
      4698  VMA_MUTEX* m_pMutex;
      -
      4699 };
      -
      4700 
      -
      4701 // Helper RAII class to lock a RW mutex in constructor and unlock it in destructor (at the end of scope), for reading.
      -
      4702 struct VmaMutexLockRead
      -
      4703 {
      -
      4704  VMA_CLASS_NO_COPY(VmaMutexLockRead)
      -
      4705 public:
      -
      4706  VmaMutexLockRead(VMA_RW_MUTEX& mutex, bool useMutex) :
      -
      4707  m_pMutex(useMutex ? &mutex : VMA_NULL)
      -
      4708  { if(m_pMutex) { m_pMutex->LockRead(); } }
      -
      4709  ~VmaMutexLockRead() { if(m_pMutex) { m_pMutex->UnlockRead(); } }
      -
      4710 private:
      -
      4711  VMA_RW_MUTEX* m_pMutex;
      -
      4712 };
      +
      4487  VMA_HEAVY_ASSERT(VmaIsPow2(alignment));
      +
      4488  return val & ~(alignment - 1);
      +
      4489 }
      +
      4490 
      +
      4491 // Division with mathematical rounding to nearest number.
      +
      4492 template <typename T>
      +
      4493 static inline T VmaRoundDiv(T x, T y)
      +
      4494 {
      +
      4495  return (x + (y / (T)2)) / y;
      +
      4496 }
      +
      4497 
      +
      4498 // Returns smallest power of 2 greater or equal to v.
      +
      4499 static inline uint32_t VmaNextPow2(uint32_t v)
      +
      4500 {
      +
      4501  v--;
      +
      4502  v |= v >> 1;
      +
      4503  v |= v >> 2;
      +
      4504  v |= v >> 4;
      +
      4505  v |= v >> 8;
      +
      4506  v |= v >> 16;
      +
      4507  v++;
      +
      4508  return v;
      +
      4509 }
      +
      4510 static inline uint64_t VmaNextPow2(uint64_t v)
      +
      4511 {
      +
      4512  v--;
      +
      4513  v |= v >> 1;
      +
      4514  v |= v >> 2;
      +
      4515  v |= v >> 4;
      +
      4516  v |= v >> 8;
      +
      4517  v |= v >> 16;
      +
      4518  v |= v >> 32;
      +
      4519  v++;
      +
      4520  return v;
      +
      4521 }
      +
      4522 
      +
      4523 // Returns largest power of 2 less or equal to v.
      +
      4524 static inline uint32_t VmaPrevPow2(uint32_t v)
      +
      4525 {
      +
      4526  v |= v >> 1;
      +
      4527  v |= v >> 2;
      +
      4528  v |= v >> 4;
      +
      4529  v |= v >> 8;
      +
      4530  v |= v >> 16;
      +
      4531  v = v ^ (v >> 1);
      +
      4532  return v;
      +
      4533 }
      +
      4534 static inline uint64_t VmaPrevPow2(uint64_t v)
      +
      4535 {
      +
      4536  v |= v >> 1;
      +
      4537  v |= v >> 2;
      +
      4538  v |= v >> 4;
      +
      4539  v |= v >> 8;
      +
      4540  v |= v >> 16;
      +
      4541  v |= v >> 32;
      +
      4542  v = v ^ (v >> 1);
      +
      4543  return v;
      +
      4544 }
      +
      4545 
      +
      4546 static inline bool VmaStrIsEmpty(const char* pStr)
      +
      4547 {
      +
      4548  return pStr == VMA_NULL || *pStr == '\0';
      +
      4549 }
      +
      4550 
      +
      4551 #if VMA_STATS_STRING_ENABLED
      +
      4552 
      +
      4553 static const char* VmaAlgorithmToStr(uint32_t algorithm)
      +
      4554 {
      +
      4555  switch(algorithm)
      +
      4556  {
      +
      4557  case VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT:
      +
      4558  return "Linear";
      +
      4559  case VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT:
      +
      4560  return "Buddy";
      +
      4561  case 0:
      +
      4562  return "Default";
      +
      4563  default:
      +
      4564  VMA_ASSERT(0);
      +
      4565  return "";
      +
      4566  }
      +
      4567 }
      +
      4568 
      +
      4569 #endif // #if VMA_STATS_STRING_ENABLED
      +
      4570 
      +
      4571 #ifndef VMA_SORT
      +
      4572 
      +
      4573 template<typename Iterator, typename Compare>
      +
      4574 Iterator VmaQuickSortPartition(Iterator beg, Iterator end, Compare cmp)
      +
      4575 {
      +
      4576  Iterator centerValue = end; --centerValue;
      +
      4577  Iterator insertIndex = beg;
      +
      4578  for(Iterator memTypeIndex = beg; memTypeIndex < centerValue; ++memTypeIndex)
      +
      4579  {
      +
      4580  if(cmp(*memTypeIndex, *centerValue))
      +
      4581  {
      +
      4582  if(insertIndex != memTypeIndex)
      +
      4583  {
      +
      4584  VMA_SWAP(*memTypeIndex, *insertIndex);
      +
      4585  }
      +
      4586  ++insertIndex;
      +
      4587  }
      +
      4588  }
      +
      4589  if(insertIndex != centerValue)
      +
      4590  {
      +
      4591  VMA_SWAP(*insertIndex, *centerValue);
      +
      4592  }
      +
      4593  return insertIndex;
      +
      4594 }
      +
      4595 
      +
      4596 template<typename Iterator, typename Compare>
      +
      4597 void VmaQuickSort(Iterator beg, Iterator end, Compare cmp)
      +
      4598 {
      +
      4599  if(beg < end)
      +
      4600  {
      +
      4601  Iterator it = VmaQuickSortPartition<Iterator, Compare>(beg, end, cmp);
      +
      4602  VmaQuickSort<Iterator, Compare>(beg, it, cmp);
      +
      4603  VmaQuickSort<Iterator, Compare>(it + 1, end, cmp);
      +
      4604  }
      +
      4605 }
      +
      4606 
      +
      4607 #define VMA_SORT(beg, end, cmp) VmaQuickSort(beg, end, cmp)
      +
      4608 
      +
      4609 #endif // #ifndef VMA_SORT
      +
      4610 
      +
      4611 /*
      +
      4612 Returns true if two memory blocks occupy overlapping pages.
      +
      4613 ResourceA must be in less memory offset than ResourceB.
      +
      4614 
      +
      4615 Algorithm is based on "Vulkan 1.0.39 - A Specification (with all registered Vulkan extensions)"
      +
      4616 chapter 11.6 "Resource Memory Association", paragraph "Buffer-Image Granularity".
      +
      4617 */
      +
      4618 static inline bool VmaBlocksOnSamePage(
      +
      4619  VkDeviceSize resourceAOffset,
      +
      4620  VkDeviceSize resourceASize,
      +
      4621  VkDeviceSize resourceBOffset,
      +
      4622  VkDeviceSize pageSize)
      +
      4623 {
      +
      4624  VMA_ASSERT(resourceAOffset + resourceASize <= resourceBOffset && resourceASize > 0 && pageSize > 0);
      +
      4625  VkDeviceSize resourceAEnd = resourceAOffset + resourceASize - 1;
      +
      4626  VkDeviceSize resourceAEndPage = resourceAEnd & ~(pageSize - 1);
      +
      4627  VkDeviceSize resourceBStart = resourceBOffset;
      +
      4628  VkDeviceSize resourceBStartPage = resourceBStart & ~(pageSize - 1);
      +
      4629  return resourceAEndPage == resourceBStartPage;
      +
      4630 }
      +
      4631 
      +
      4632 enum VmaSuballocationType
      +
      4633 {
      +
      4634  VMA_SUBALLOCATION_TYPE_FREE = 0,
      +
      4635  VMA_SUBALLOCATION_TYPE_UNKNOWN = 1,
      +
      4636  VMA_SUBALLOCATION_TYPE_BUFFER = 2,
      +
      4637  VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN = 3,
      +
      4638  VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR = 4,
      +
      4639  VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL = 5,
      +
      4640  VMA_SUBALLOCATION_TYPE_MAX_ENUM = 0x7FFFFFFF
      +
      4641 };
      +
      4642 
      +
      4643 /*
      +
      4644 Returns true if given suballocation types could conflict and must respect
      +
      4645 VkPhysicalDeviceLimits::bufferImageGranularity. They conflict if one is buffer
      +
      4646 or linear image and another one is optimal image. If type is unknown, behave
      +
      4647 conservatively.
      +
      4648 */
      +
      4649 static inline bool VmaIsBufferImageGranularityConflict(
      +
      4650  VmaSuballocationType suballocType1,
      +
      4651  VmaSuballocationType suballocType2)
      +
      4652 {
      +
      4653  if(suballocType1 > suballocType2)
      +
      4654  {
      +
      4655  VMA_SWAP(suballocType1, suballocType2);
      +
      4656  }
      +
      4657 
      +
      4658  switch(suballocType1)
      +
      4659  {
      +
      4660  case VMA_SUBALLOCATION_TYPE_FREE:
      +
      4661  return false;
      +
      4662  case VMA_SUBALLOCATION_TYPE_UNKNOWN:
      +
      4663  return true;
      +
      4664  case VMA_SUBALLOCATION_TYPE_BUFFER:
      +
      4665  return
      +
      4666  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN ||
      +
      4667  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL;
      +
      4668  case VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN:
      +
      4669  return
      +
      4670  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN ||
      +
      4671  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR ||
      +
      4672  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL;
      +
      4673  case VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR:
      +
      4674  return
      +
      4675  suballocType2 == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL;
      +
      4676  case VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL:
      +
      4677  return false;
      +
      4678  default:
      +
      4679  VMA_ASSERT(0);
      +
      4680  return true;
      +
      4681  }
      +
      4682 }
      +
      4683 
      +
      4684 static void VmaWriteMagicValue(void* pData, VkDeviceSize offset)
      +
      4685 {
      +
      4686 #if VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_DETECT_CORRUPTION
      +
      4687  uint32_t* pDst = (uint32_t*)((char*)pData + offset);
      +
      4688  const size_t numberCount = VMA_DEBUG_MARGIN / sizeof(uint32_t);
      +
      4689  for(size_t i = 0; i < numberCount; ++i, ++pDst)
      +
      4690  {
      +
      4691  *pDst = VMA_CORRUPTION_DETECTION_MAGIC_VALUE;
      +
      4692  }
      +
      4693 #else
      +
      4694  // no-op
      +
      4695 #endif
      +
      4696 }
      +
      4697 
      +
      4698 static bool VmaValidateMagicValue(const void* pData, VkDeviceSize offset)
      +
      4699 {
      +
      4700 #if VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_DETECT_CORRUPTION
      +
      4701  const uint32_t* pSrc = (const uint32_t*)((const char*)pData + offset);
      +
      4702  const size_t numberCount = VMA_DEBUG_MARGIN / sizeof(uint32_t);
      +
      4703  for(size_t i = 0; i < numberCount; ++i, ++pSrc)
      +
      4704  {
      +
      4705  if(*pSrc != VMA_CORRUPTION_DETECTION_MAGIC_VALUE)
      +
      4706  {
      +
      4707  return false;
      +
      4708  }
      +
      4709  }
      +
      4710 #endif
      +
      4711  return true;
      +
      4712 }
      4713 
      -
      4714 // Helper RAII class to lock a RW mutex in constructor and unlock it in destructor (at the end of scope), for writing.
      -
      4715 struct VmaMutexLockWrite
      -
      4716 {
      -
      4717  VMA_CLASS_NO_COPY(VmaMutexLockWrite)
      -
      4718 public:
      -
      4719  VmaMutexLockWrite(VMA_RW_MUTEX& mutex, bool useMutex) :
      -
      4720  m_pMutex(useMutex ? &mutex : VMA_NULL)
      -
      4721  { if(m_pMutex) { m_pMutex->LockWrite(); } }
      -
      4722  ~VmaMutexLockWrite() { if(m_pMutex) { m_pMutex->UnlockWrite(); } }
      -
      4723 private:
      -
      4724  VMA_RW_MUTEX* m_pMutex;
      -
      4725 };
      -
      4726 
      -
      4727 #if VMA_DEBUG_GLOBAL_MUTEX
      -
      4728  static VMA_MUTEX gDebugGlobalMutex;
      -
      4729  #define VMA_DEBUG_GLOBAL_MUTEX_LOCK VmaMutexLock debugGlobalMutexLock(gDebugGlobalMutex, true);
      -
      4730 #else
      -
      4731  #define VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      4732 #endif
      -
      4733 
      -
      4734 // Minimum size of a free suballocation to register it in the free suballocation collection.
      -
      4735 static const VkDeviceSize VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER = 16;
      -
      4736 
      -
      4737 /*
      -
      4738 Performs binary search and returns iterator to first element that is greater or
      -
      4739 equal to (key), according to comparison (cmp).
      -
      4740 
      -
      4741 Cmp should return true if first argument is less than second argument.
      -
      4742 
      -
      4743 Returned value is the found element, if present in the collection or place where
      -
      4744 new element with value (key) should be inserted.
      -
      4745 */
      -
      4746 template <typename CmpLess, typename IterT, typename KeyT>
      -
      4747 static IterT VmaBinaryFindFirstNotLess(IterT beg, IterT end, const KeyT &key, const CmpLess& cmp)
      -
      4748 {
      -
      4749  size_t down = 0, up = (end - beg);
      -
      4750  while(down < up)
      -
      4751  {
      -
      4752  const size_t mid = (down + up) / 2;
      -
      4753  if(cmp(*(beg+mid), key))
      -
      4754  {
      -
      4755  down = mid + 1;
      -
      4756  }
      -
      4757  else
      -
      4758  {
      -
      4759  up = mid;
      -
      4760  }
      -
      4761  }
      -
      4762  return beg + down;
      -
      4763 }
      -
      4764 
      -
      4765 template<typename CmpLess, typename IterT, typename KeyT>
      -
      4766 IterT VmaBinaryFindSorted(const IterT& beg, const IterT& end, const KeyT& value, const CmpLess& cmp)
      -
      4767 {
      -
      4768  IterT it = VmaBinaryFindFirstNotLess<CmpLess, IterT, KeyT>(
      -
      4769  beg, end, value, cmp);
      -
      4770  if(it == end ||
      -
      4771  (!cmp(*it, value) && !cmp(value, *it)))
      -
      4772  {
      -
      4773  return it;
      -
      4774  }
      -
      4775  return end;
      -
      4776 }
      -
      4777 
      -
      4778 /*
      -
      4779 Returns true if all pointers in the array are not-null and unique.
      -
      4780 Warning! O(n^2) complexity. Use only inside VMA_HEAVY_ASSERT.
      -
      4781 T must be pointer type, e.g. VmaAllocation, VmaPool.
      -
      4782 */
      -
      4783 template<typename T>
      -
      4784 static bool VmaValidatePointerArray(uint32_t count, const T* arr)
      -
      4785 {
      -
      4786  for(uint32_t i = 0; i < count; ++i)
      -
      4787  {
      -
      4788  const T iPtr = arr[i];
      -
      4789  if(iPtr == VMA_NULL)
      -
      4790  {
      -
      4791  return false;
      -
      4792  }
      -
      4793  for(uint32_t j = i + 1; j < count; ++j)
      -
      4794  {
      -
      4795  if(iPtr == arr[j])
      -
      4796  {
      -
      4797  return false;
      -
      4798  }
      +
      4714 /*
      +
      4715 Fills structure with parameters of an example buffer to be used for transfers
      +
      4716 during GPU memory defragmentation.
      +
      4717 */
      +
      4718 static void VmaFillGpuDefragmentationBufferCreateInfo(VkBufferCreateInfo& outBufCreateInfo)
      +
      4719 {
      +
      4720  memset(&outBufCreateInfo, 0, sizeof(outBufCreateInfo));
      +
      4721  outBufCreateInfo.sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO;
      +
      4722  outBufCreateInfo.usage = VK_BUFFER_USAGE_TRANSFER_SRC_BIT | VK_BUFFER_USAGE_TRANSFER_DST_BIT;
      +
      4723  outBufCreateInfo.size = (VkDeviceSize)VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE; // Example size.
      +
      4724 }
      +
      4725 
      +
      4726 // Helper RAII class to lock a mutex in constructor and unlock it in destructor (at the end of scope).
      +
      4727 struct VmaMutexLock
      +
      4728 {
      +
      4729  VMA_CLASS_NO_COPY(VmaMutexLock)
      +
      4730 public:
      +
      4731  VmaMutexLock(VMA_MUTEX& mutex, bool useMutex = true) :
      +
      4732  m_pMutex(useMutex ? &mutex : VMA_NULL)
      +
      4733  { if(m_pMutex) { m_pMutex->Lock(); } }
      +
      4734  ~VmaMutexLock()
      +
      4735  { if(m_pMutex) { m_pMutex->Unlock(); } }
      +
      4736 private:
      +
      4737  VMA_MUTEX* m_pMutex;
      +
      4738 };
      +
      4739 
      +
      4740 // Helper RAII class to lock a RW mutex in constructor and unlock it in destructor (at the end of scope), for reading.
      +
      4741 struct VmaMutexLockRead
      +
      4742 {
      +
      4743  VMA_CLASS_NO_COPY(VmaMutexLockRead)
      +
      4744 public:
      +
      4745  VmaMutexLockRead(VMA_RW_MUTEX& mutex, bool useMutex) :
      +
      4746  m_pMutex(useMutex ? &mutex : VMA_NULL)
      +
      4747  { if(m_pMutex) { m_pMutex->LockRead(); } }
      +
      4748  ~VmaMutexLockRead() { if(m_pMutex) { m_pMutex->UnlockRead(); } }
      +
      4749 private:
      +
      4750  VMA_RW_MUTEX* m_pMutex;
      +
      4751 };
      +
      4752 
      +
      4753 // Helper RAII class to lock a RW mutex in constructor and unlock it in destructor (at the end of scope), for writing.
      +
      4754 struct VmaMutexLockWrite
      +
      4755 {
      +
      4756  VMA_CLASS_NO_COPY(VmaMutexLockWrite)
      +
      4757 public:
      +
      4758  VmaMutexLockWrite(VMA_RW_MUTEX& mutex, bool useMutex) :
      +
      4759  m_pMutex(useMutex ? &mutex : VMA_NULL)
      +
      4760  { if(m_pMutex) { m_pMutex->LockWrite(); } }
      +
      4761  ~VmaMutexLockWrite() { if(m_pMutex) { m_pMutex->UnlockWrite(); } }
      +
      4762 private:
      +
      4763  VMA_RW_MUTEX* m_pMutex;
      +
      4764 };
      +
      4765 
      +
      4766 #if VMA_DEBUG_GLOBAL_MUTEX
      +
      4767  static VMA_MUTEX gDebugGlobalMutex;
      +
      4768  #define VMA_DEBUG_GLOBAL_MUTEX_LOCK VmaMutexLock debugGlobalMutexLock(gDebugGlobalMutex, true);
      +
      4769 #else
      +
      4770  #define VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      4771 #endif
      +
      4772 
      +
      4773 // Minimum size of a free suballocation to register it in the free suballocation collection.
      +
      4774 static const VkDeviceSize VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER = 16;
      +
      4775 
      +
      4776 /*
      +
      4777 Performs binary search and returns iterator to first element that is greater or
      +
      4778 equal to (key), according to comparison (cmp).
      +
      4779 
      +
      4780 Cmp should return true if first argument is less than second argument.
      +
      4781 
      +
      4782 Returned value is the found element, if present in the collection or place where
      +
      4783 new element with value (key) should be inserted.
      +
      4784 */
      +
      4785 template <typename CmpLess, typename IterT, typename KeyT>
      +
      4786 static IterT VmaBinaryFindFirstNotLess(IterT beg, IterT end, const KeyT &key, const CmpLess& cmp)
      +
      4787 {
      +
      4788  size_t down = 0, up = (end - beg);
      +
      4789  while(down < up)
      +
      4790  {
      +
      4791  const size_t mid = down + (up - down) / 2; // Overflow-safe midpoint calculation
      +
      4792  if(cmp(*(beg+mid), key))
      +
      4793  {
      +
      4794  down = mid + 1;
      +
      4795  }
      +
      4796  else
      +
      4797  {
      +
      4798  up = mid;
      4799  }
      4800  }
      -
      4801  return true;
      +
      4801  return beg + down;
      4802 }
      4803 
      -
      4804 template<typename MainT, typename NewT>
      -
      4805 static inline void VmaPnextChainPushFront(MainT* mainStruct, NewT* newStruct)
      +
      4804 template<typename CmpLess, typename IterT, typename KeyT>
      +
      4805 IterT VmaBinaryFindSorted(const IterT& beg, const IterT& end, const KeyT& value, const CmpLess& cmp)
      4806 {
      -
      4807  newStruct->pNext = mainStruct->pNext;
      -
      4808  mainStruct->pNext = newStruct;
      -
      4809 }
      -
      4810 
      -
      4812 // Memory allocation
      -
      4813 
      -
      4814 static void* VmaMalloc(const VkAllocationCallbacks* pAllocationCallbacks, size_t size, size_t alignment)
      -
      4815 {
      -
      4816  void* result = VMA_NULL;
      -
      4817  if((pAllocationCallbacks != VMA_NULL) &&
      -
      4818  (pAllocationCallbacks->pfnAllocation != VMA_NULL))
      -
      4819  {
      -
      4820  result = (*pAllocationCallbacks->pfnAllocation)(
      -
      4821  pAllocationCallbacks->pUserData,
      -
      4822  size,
      -
      4823  alignment,
      -
      4824  VK_SYSTEM_ALLOCATION_SCOPE_OBJECT);
      -
      4825  }
      -
      4826  else
      -
      4827  {
      -
      4828  result = VMA_SYSTEM_ALIGNED_MALLOC(size, alignment);
      -
      4829  }
      -
      4830  VMA_ASSERT(result != VMA_NULL && "CPU memory allocation failed.");
      -
      4831  return result;
      -
      4832 }
      -
      4833 
      -
      4834 static void VmaFree(const VkAllocationCallbacks* pAllocationCallbacks, void* ptr)
      -
      4835 {
      -
      4836  if((pAllocationCallbacks != VMA_NULL) &&
      -
      4837  (pAllocationCallbacks->pfnFree != VMA_NULL))
      -
      4838  {
      -
      4839  (*pAllocationCallbacks->pfnFree)(pAllocationCallbacks->pUserData, ptr);
      -
      4840  }
      -
      4841  else
      -
      4842  {
      -
      4843  VMA_SYSTEM_ALIGNED_FREE(ptr);
      -
      4844  }
      -
      4845 }
      -
      4846 
      -
      4847 template<typename T>
      -
      4848 static T* VmaAllocate(const VkAllocationCallbacks* pAllocationCallbacks)
      -
      4849 {
      -
      4850  return (T*)VmaMalloc(pAllocationCallbacks, sizeof(T), VMA_ALIGN_OF(T));
      -
      4851 }
      +
      4807  IterT it = VmaBinaryFindFirstNotLess<CmpLess, IterT, KeyT>(
      +
      4808  beg, end, value, cmp);
      +
      4809  if(it == end ||
      +
      4810  (!cmp(*it, value) && !cmp(value, *it)))
      +
      4811  {
      +
      4812  return it;
      +
      4813  }
      +
      4814  return end;
      +
      4815 }
      +
      4816 
      +
      4817 /*
      +
      4818 Returns true if all pointers in the array are not-null and unique.
      +
      4819 Warning! O(n^2) complexity. Use only inside VMA_HEAVY_ASSERT.
      +
      4820 T must be pointer type, e.g. VmaAllocation, VmaPool.
      +
      4821 */
      +
      4822 template<typename T>
      +
      4823 static bool VmaValidatePointerArray(uint32_t count, const T* arr)
      +
      4824 {
      +
      4825  for(uint32_t i = 0; i < count; ++i)
      +
      4826  {
      +
      4827  const T iPtr = arr[i];
      +
      4828  if(iPtr == VMA_NULL)
      +
      4829  {
      +
      4830  return false;
      +
      4831  }
      +
      4832  for(uint32_t j = i + 1; j < count; ++j)
      +
      4833  {
      +
      4834  if(iPtr == arr[j])
      +
      4835  {
      +
      4836  return false;
      +
      4837  }
      +
      4838  }
      +
      4839  }
      +
      4840  return true;
      +
      4841 }
      +
      4842 
      +
      4843 template<typename MainT, typename NewT>
      +
      4844 static inline void VmaPnextChainPushFront(MainT* mainStruct, NewT* newStruct)
      +
      4845 {
      +
      4846  newStruct->pNext = mainStruct->pNext;
      +
      4847  mainStruct->pNext = newStruct;
      +
      4848 }
      +
      4849 
      +
      4851 // Memory allocation
      4852 
      -
      4853 template<typename T>
      -
      4854 static T* VmaAllocateArray(const VkAllocationCallbacks* pAllocationCallbacks, size_t count)
      -
      4855 {
      -
      4856  return (T*)VmaMalloc(pAllocationCallbacks, sizeof(T) * count, VMA_ALIGN_OF(T));
      -
      4857 }
      -
      4858 
      -
      4859 #define vma_new(allocator, type) new(VmaAllocate<type>(allocator))(type)
      -
      4860 
      -
      4861 #define vma_new_array(allocator, type, count) new(VmaAllocateArray<type>((allocator), (count)))(type)
      -
      4862 
      -
      4863 template<typename T>
      -
      4864 static void vma_delete(const VkAllocationCallbacks* pAllocationCallbacks, T* ptr)
      -
      4865 {
      -
      4866  ptr->~T();
      -
      4867  VmaFree(pAllocationCallbacks, ptr);
      -
      4868 }
      -
      4869 
      -
      4870 template<typename T>
      -
      4871 static void vma_delete_array(const VkAllocationCallbacks* pAllocationCallbacks, T* ptr, size_t count)
      -
      4872 {
      -
      4873  if(ptr != VMA_NULL)
      -
      4874  {
      -
      4875  for(size_t i = count; i--; )
      -
      4876  {
      -
      4877  ptr[i].~T();
      -
      4878  }
      -
      4879  VmaFree(pAllocationCallbacks, ptr);
      -
      4880  }
      -
      4881 }
      -
      4882 
      -
      4883 static char* VmaCreateStringCopy(const VkAllocationCallbacks* allocs, const char* srcStr)
      -
      4884 {
      -
      4885  if(srcStr != VMA_NULL)
      -
      4886  {
      -
      4887  const size_t len = strlen(srcStr);
      -
      4888  char* const result = vma_new_array(allocs, char, len + 1);
      -
      4889  memcpy(result, srcStr, len + 1);
      -
      4890  return result;
      -
      4891  }
      -
      4892  else
      -
      4893  {
      -
      4894  return VMA_NULL;
      -
      4895  }
      +
      4853 static void* VmaMalloc(const VkAllocationCallbacks* pAllocationCallbacks, size_t size, size_t alignment)
      +
      4854 {
      +
      4855  void* result = VMA_NULL;
      +
      4856  if((pAllocationCallbacks != VMA_NULL) &&
      +
      4857  (pAllocationCallbacks->pfnAllocation != VMA_NULL))
      +
      4858  {
      +
      4859  result = (*pAllocationCallbacks->pfnAllocation)(
      +
      4860  pAllocationCallbacks->pUserData,
      +
      4861  size,
      +
      4862  alignment,
      +
      4863  VK_SYSTEM_ALLOCATION_SCOPE_OBJECT);
      +
      4864  }
      +
      4865  else
      +
      4866  {
      +
      4867  result = VMA_SYSTEM_ALIGNED_MALLOC(size, alignment);
      +
      4868  }
      +
      4869  VMA_ASSERT(result != VMA_NULL && "CPU memory allocation failed.");
      +
      4870  return result;
      +
      4871 }
      +
      4872 
      +
      4873 static void VmaFree(const VkAllocationCallbacks* pAllocationCallbacks, void* ptr)
      +
      4874 {
      +
      4875  if((pAllocationCallbacks != VMA_NULL) &&
      +
      4876  (pAllocationCallbacks->pfnFree != VMA_NULL))
      +
      4877  {
      +
      4878  (*pAllocationCallbacks->pfnFree)(pAllocationCallbacks->pUserData, ptr);
      +
      4879  }
      +
      4880  else
      +
      4881  {
      +
      4882  VMA_SYSTEM_ALIGNED_FREE(ptr);
      +
      4883  }
      +
      4884 }
      +
      4885 
      +
      4886 template<typename T>
      +
      4887 static T* VmaAllocate(const VkAllocationCallbacks* pAllocationCallbacks)
      +
      4888 {
      +
      4889  return (T*)VmaMalloc(pAllocationCallbacks, sizeof(T), VMA_ALIGN_OF(T));
      +
      4890 }
      +
      4891 
      +
      4892 template<typename T>
      +
      4893 static T* VmaAllocateArray(const VkAllocationCallbacks* pAllocationCallbacks, size_t count)
      +
      4894 {
      +
      4895  return (T*)VmaMalloc(pAllocationCallbacks, sizeof(T) * count, VMA_ALIGN_OF(T));
      4896 }
      4897 
      -
      4898 static void VmaFreeString(const VkAllocationCallbacks* allocs, char* str)
      -
      4899 {
      -
      4900  if(str != VMA_NULL)
      -
      4901  {
      -
      4902  const size_t len = strlen(str);
      -
      4903  vma_delete_array(allocs, str, len + 1);
      -
      4904  }
      -
      4905 }
      -
      4906 
      -
      4907 // STL-compatible allocator.
      -
      4908 template<typename T>
      -
      4909 class VmaStlAllocator
      -
      4910 {
      -
      4911 public:
      -
      4912  const VkAllocationCallbacks* const m_pCallbacks;
      -
      4913  typedef T value_type;
      -
      4914 
      -
      4915  VmaStlAllocator(const VkAllocationCallbacks* pCallbacks) : m_pCallbacks(pCallbacks) { }
      -
      4916  template<typename U> VmaStlAllocator(const VmaStlAllocator<U>& src) : m_pCallbacks(src.m_pCallbacks) { }
      -
      4917 
      -
      4918  T* allocate(size_t n) { return VmaAllocateArray<T>(m_pCallbacks, n); }
      -
      4919  void deallocate(T* p, size_t n) { VmaFree(m_pCallbacks, p); }
      -
      4920 
      -
      4921  template<typename U>
      -
      4922  bool operator==(const VmaStlAllocator<U>& rhs) const
      -
      4923  {
      -
      4924  return m_pCallbacks == rhs.m_pCallbacks;
      -
      4925  }
      -
      4926  template<typename U>
      -
      4927  bool operator!=(const VmaStlAllocator<U>& rhs) const
      -
      4928  {
      -
      4929  return m_pCallbacks != rhs.m_pCallbacks;
      +
      4898 #define vma_new(allocator, type) new(VmaAllocate<type>(allocator))(type)
      +
      4899 
      +
      4900 #define vma_new_array(allocator, type, count) new(VmaAllocateArray<type>((allocator), (count)))(type)
      +
      4901 
      +
      4902 template<typename T>
      +
      4903 static void vma_delete(const VkAllocationCallbacks* pAllocationCallbacks, T* ptr)
      +
      4904 {
      +
      4905  ptr->~T();
      +
      4906  VmaFree(pAllocationCallbacks, ptr);
      +
      4907 }
      +
      4908 
      +
      4909 template<typename T>
      +
      4910 static void vma_delete_array(const VkAllocationCallbacks* pAllocationCallbacks, T* ptr, size_t count)
      +
      4911 {
      +
      4912  if(ptr != VMA_NULL)
      +
      4913  {
      +
      4914  for(size_t i = count; i--; )
      +
      4915  {
      +
      4916  ptr[i].~T();
      +
      4917  }
      +
      4918  VmaFree(pAllocationCallbacks, ptr);
      +
      4919  }
      +
      4920 }
      +
      4921 
      +
      4922 static char* VmaCreateStringCopy(const VkAllocationCallbacks* allocs, const char* srcStr)
      +
      4923 {
      +
      4924  if(srcStr != VMA_NULL)
      +
      4925  {
      +
      4926  const size_t len = strlen(srcStr);
      +
      4927  char* const result = vma_new_array(allocs, char, len + 1);
      +
      4928  memcpy(result, srcStr, len + 1);
      +
      4929  return result;
      4930  }
      -
      4931 
      -
      4932  VmaStlAllocator& operator=(const VmaStlAllocator& x) = delete;
      -
      4933 };
      -
      4934 
      -
      4935 #if VMA_USE_STL_VECTOR
      +
      4931  else
      +
      4932  {
      +
      4933  return VMA_NULL;
      +
      4934  }
      +
      4935 }
      4936 
      -
      4937 #define VmaVector std::vector
      -
      4938 
      -
      4939 template<typename T, typename allocatorT>
      -
      4940 static void VmaVectorInsert(std::vector<T, allocatorT>& vec, size_t index, const T& item)
      -
      4941 {
      -
      4942  vec.insert(vec.begin() + index, item);
      -
      4943 }
      -
      4944 
      -
      4945 template<typename T, typename allocatorT>
      -
      4946 static void VmaVectorRemove(std::vector<T, allocatorT>& vec, size_t index)
      -
      4947 {
      -
      4948  vec.erase(vec.begin() + index);
      -
      4949 }
      -
      4950 
      -
      4951 #else // #if VMA_USE_STL_VECTOR
      -
      4952 
      -
      4953 /* Class with interface compatible with subset of std::vector.
      -
      4954 T must be POD because constructors and destructors are not called and memcpy is
      -
      4955 used for these objects. */
      -
      4956 template<typename T, typename AllocatorT>
      -
      4957 class VmaVector
      -
      4958 {
      -
      4959 public:
      -
      4960  typedef T value_type;
      -
      4961 
      -
      4962  VmaVector(const AllocatorT& allocator) :
      -
      4963  m_Allocator(allocator),
      -
      4964  m_pArray(VMA_NULL),
      -
      4965  m_Count(0),
      -
      4966  m_Capacity(0)
      -
      4967  {
      -
      4968  }
      -
      4969 
      -
      4970  VmaVector(size_t count, const AllocatorT& allocator) :
      -
      4971  m_Allocator(allocator),
      -
      4972  m_pArray(count ? (T*)VmaAllocateArray<T>(allocator.m_pCallbacks, count) : VMA_NULL),
      -
      4973  m_Count(count),
      -
      4974  m_Capacity(count)
      -
      4975  {
      -
      4976  }
      -
      4977 
      -
      4978  // This version of the constructor is here for compatibility with pre-C++14 std::vector.
      -
      4979  // value is unused.
      -
      4980  VmaVector(size_t count, const T& value, const AllocatorT& allocator)
      -
      4981  : VmaVector(count, allocator) {}
      -
      4982 
      -
      4983  VmaVector(const VmaVector<T, AllocatorT>& src) :
      -
      4984  m_Allocator(src.m_Allocator),
      -
      4985  m_pArray(src.m_Count ? (T*)VmaAllocateArray<T>(src.m_Allocator.m_pCallbacks, src.m_Count) : VMA_NULL),
      -
      4986  m_Count(src.m_Count),
      -
      4987  m_Capacity(src.m_Count)
      -
      4988  {
      -
      4989  if(m_Count != 0)
      -
      4990  {
      -
      4991  memcpy(m_pArray, src.m_pArray, m_Count * sizeof(T));
      -
      4992  }
      -
      4993  }
      -
      4994 
      -
      4995  ~VmaVector()
      -
      4996  {
      -
      4997  VmaFree(m_Allocator.m_pCallbacks, m_pArray);
      -
      4998  }
      -
      4999 
      -
      5000  VmaVector& operator=(const VmaVector<T, AllocatorT>& rhs)
      -
      5001  {
      -
      5002  if(&rhs != this)
      -
      5003  {
      -
      5004  resize(rhs.m_Count);
      -
      5005  if(m_Count != 0)
      -
      5006  {
      -
      5007  memcpy(m_pArray, rhs.m_pArray, m_Count * sizeof(T));
      -
      5008  }
      -
      5009  }
      -
      5010  return *this;
      -
      5011  }
      -
      5012 
      -
      5013  bool empty() const { return m_Count == 0; }
      -
      5014  size_t size() const { return m_Count; }
      -
      5015  T* data() { return m_pArray; }
      -
      5016  const T* data() const { return m_pArray; }
      -
      5017 
      -
      5018  T& operator[](size_t index)
      -
      5019  {
      -
      5020  VMA_HEAVY_ASSERT(index < m_Count);
      -
      5021  return m_pArray[index];
      -
      5022  }
      -
      5023  const T& operator[](size_t index) const
      -
      5024  {
      -
      5025  VMA_HEAVY_ASSERT(index < m_Count);
      -
      5026  return m_pArray[index];
      -
      5027  }
      -
      5028 
      -
      5029  T& front()
      -
      5030  {
      -
      5031  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      5032  return m_pArray[0];
      -
      5033  }
      -
      5034  const T& front() const
      -
      5035  {
      -
      5036  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      5037  return m_pArray[0];
      -
      5038  }
      -
      5039  T& back()
      +
      4937 static void VmaFreeString(const VkAllocationCallbacks* allocs, char* str)
      +
      4938 {
      +
      4939  if(str != VMA_NULL)
      +
      4940  {
      +
      4941  const size_t len = strlen(str);
      +
      4942  vma_delete_array(allocs, str, len + 1);
      +
      4943  }
      +
      4944 }
      +
      4945 
      +
      4946 // STL-compatible allocator.
      +
      4947 template<typename T>
      +
      4948 class VmaStlAllocator
      +
      4949 {
      +
      4950 public:
      +
      4951  const VkAllocationCallbacks* const m_pCallbacks;
      +
      4952  typedef T value_type;
      +
      4953 
      +
      4954  VmaStlAllocator(const VkAllocationCallbacks* pCallbacks) : m_pCallbacks(pCallbacks) { }
      +
      4955  template<typename U> VmaStlAllocator(const VmaStlAllocator<U>& src) : m_pCallbacks(src.m_pCallbacks) { }
      +
      4956 
      +
      4957  T* allocate(size_t n) { return VmaAllocateArray<T>(m_pCallbacks, n); }
      +
      4958  void deallocate(T* p, size_t n) { VmaFree(m_pCallbacks, p); }
      +
      4959 
      +
      4960  template<typename U>
      +
      4961  bool operator==(const VmaStlAllocator<U>& rhs) const
      +
      4962  {
      +
      4963  return m_pCallbacks == rhs.m_pCallbacks;
      +
      4964  }
      +
      4965  template<typename U>
      +
      4966  bool operator!=(const VmaStlAllocator<U>& rhs) const
      +
      4967  {
      +
      4968  return m_pCallbacks != rhs.m_pCallbacks;
      +
      4969  }
      +
      4970 
      +
      4971  VmaStlAllocator& operator=(const VmaStlAllocator& x) = delete;
      +
      4972 };
      +
      4973 
      +
      4974 #if VMA_USE_STL_VECTOR
      +
      4975 
      +
      4976 #define VmaVector std::vector
      +
      4977 
      +
      4978 template<typename T, typename allocatorT>
      +
      4979 static void VmaVectorInsert(std::vector<T, allocatorT>& vec, size_t index, const T& item)
      +
      4980 {
      +
      4981  vec.insert(vec.begin() + index, item);
      +
      4982 }
      +
      4983 
      +
      4984 template<typename T, typename allocatorT>
      +
      4985 static void VmaVectorRemove(std::vector<T, allocatorT>& vec, size_t index)
      +
      4986 {
      +
      4987  vec.erase(vec.begin() + index);
      +
      4988 }
      +
      4989 
      +
      4990 #else // #if VMA_USE_STL_VECTOR
      +
      4991 
      +
      4992 /* Class with interface compatible with subset of std::vector.
      +
      4993 T must be POD because constructors and destructors are not called and memcpy is
      +
      4994 used for these objects. */
      +
      4995 template<typename T, typename AllocatorT>
      +
      4996 class VmaVector
      +
      4997 {
      +
      4998 public:
      +
      4999  typedef T value_type;
      +
      5000 
      +
      5001  VmaVector(const AllocatorT& allocator) :
      +
      5002  m_Allocator(allocator),
      +
      5003  m_pArray(VMA_NULL),
      +
      5004  m_Count(0),
      +
      5005  m_Capacity(0)
      +
      5006  {
      +
      5007  }
      +
      5008 
      +
      5009  VmaVector(size_t count, const AllocatorT& allocator) :
      +
      5010  m_Allocator(allocator),
      +
      5011  m_pArray(count ? (T*)VmaAllocateArray<T>(allocator.m_pCallbacks, count) : VMA_NULL),
      +
      5012  m_Count(count),
      +
      5013  m_Capacity(count)
      +
      5014  {
      +
      5015  }
      +
      5016 
      +
      5017  // This version of the constructor is here for compatibility with pre-C++14 std::vector.
      +
      5018  // value is unused.
      +
      5019  VmaVector(size_t count, const T& value, const AllocatorT& allocator)
      +
      5020  : VmaVector(count, allocator) {}
      +
      5021 
      +
      5022  VmaVector(const VmaVector<T, AllocatorT>& src) :
      +
      5023  m_Allocator(src.m_Allocator),
      +
      5024  m_pArray(src.m_Count ? (T*)VmaAllocateArray<T>(src.m_Allocator.m_pCallbacks, src.m_Count) : VMA_NULL),
      +
      5025  m_Count(src.m_Count),
      +
      5026  m_Capacity(src.m_Count)
      +
      5027  {
      +
      5028  if(m_Count != 0)
      +
      5029  {
      +
      5030  memcpy(m_pArray, src.m_pArray, m_Count * sizeof(T));
      +
      5031  }
      +
      5032  }
      +
      5033 
      +
      5034  ~VmaVector()
      +
      5035  {
      +
      5036  VmaFree(m_Allocator.m_pCallbacks, m_pArray);
      +
      5037  }
      +
      5038 
      +
      5039  VmaVector& operator=(const VmaVector<T, AllocatorT>& rhs)
      5040  {
      -
      5041  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      5042  return m_pArray[m_Count - 1];
      -
      5043  }
      -
      5044  const T& back() const
      -
      5045  {
      -
      5046  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      5047  return m_pArray[m_Count - 1];
      -
      5048  }
      -
      5049 
      -
      5050  void reserve(size_t newCapacity, bool freeMemory = false)
      -
      5051  {
      -
      5052  newCapacity = VMA_MAX(newCapacity, m_Count);
      -
      5053 
      -
      5054  if((newCapacity < m_Capacity) && !freeMemory)
      -
      5055  {
      -
      5056  newCapacity = m_Capacity;
      -
      5057  }
      -
      5058 
      -
      5059  if(newCapacity != m_Capacity)
      -
      5060  {
      -
      5061  T* const newArray = newCapacity ? VmaAllocateArray<T>(m_Allocator, newCapacity) : VMA_NULL;
      -
      5062  if(m_Count != 0)
      -
      5063  {
      -
      5064  memcpy(newArray, m_pArray, m_Count * sizeof(T));
      -
      5065  }
      -
      5066  VmaFree(m_Allocator.m_pCallbacks, m_pArray);
      -
      5067  m_Capacity = newCapacity;
      -
      5068  m_pArray = newArray;
      -
      5069  }
      -
      5070  }
      -
      5071 
      -
      5072  void resize(size_t newCount, bool freeMemory = false)
      -
      5073  {
      -
      5074  size_t newCapacity = m_Capacity;
      -
      5075  if(newCount > m_Capacity)
      -
      5076  {
      -
      5077  newCapacity = VMA_MAX(newCount, VMA_MAX(m_Capacity * 3 / 2, (size_t)8));
      -
      5078  }
      -
      5079  else if(freeMemory)
      -
      5080  {
      -
      5081  newCapacity = newCount;
      -
      5082  }
      -
      5083 
      -
      5084  if(newCapacity != m_Capacity)
      -
      5085  {
      -
      5086  T* const newArray = newCapacity ? VmaAllocateArray<T>(m_Allocator.m_pCallbacks, newCapacity) : VMA_NULL;
      -
      5087  const size_t elementsToCopy = VMA_MIN(m_Count, newCount);
      -
      5088  if(elementsToCopy != 0)
      -
      5089  {
      -
      5090  memcpy(newArray, m_pArray, elementsToCopy * sizeof(T));
      -
      5091  }
      -
      5092  VmaFree(m_Allocator.m_pCallbacks, m_pArray);
      -
      5093  m_Capacity = newCapacity;
      -
      5094  m_pArray = newArray;
      -
      5095  }
      -
      5096 
      -
      5097  m_Count = newCount;
      -
      5098  }
      -
      5099 
      -
      5100  void clear(bool freeMemory = false)
      -
      5101  {
      -
      5102  resize(0, freeMemory);
      -
      5103  }
      -
      5104 
      -
      5105  void insert(size_t index, const T& src)
      -
      5106  {
      -
      5107  VMA_HEAVY_ASSERT(index <= m_Count);
      -
      5108  const size_t oldCount = size();
      -
      5109  resize(oldCount + 1);
      -
      5110  if(index < oldCount)
      -
      5111  {
      -
      5112  memmove(m_pArray + (index + 1), m_pArray + index, (oldCount - index) * sizeof(T));
      -
      5113  }
      -
      5114  m_pArray[index] = src;
      -
      5115  }
      -
      5116 
      -
      5117  void remove(size_t index)
      -
      5118  {
      -
      5119  VMA_HEAVY_ASSERT(index < m_Count);
      -
      5120  const size_t oldCount = size();
      -
      5121  if(index < oldCount - 1)
      -
      5122  {
      -
      5123  memmove(m_pArray + index, m_pArray + (index + 1), (oldCount - index - 1) * sizeof(T));
      -
      5124  }
      -
      5125  resize(oldCount - 1);
      -
      5126  }
      -
      5127 
      -
      5128  void push_back(const T& src)
      -
      5129  {
      -
      5130  const size_t newIndex = size();
      -
      5131  resize(newIndex + 1);
      -
      5132  m_pArray[newIndex] = src;
      -
      5133  }
      -
      5134 
      -
      5135  void pop_back()
      -
      5136  {
      -
      5137  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      5138  resize(size() - 1);
      -
      5139  }
      -
      5140 
      -
      5141  void push_front(const T& src)
      -
      5142  {
      -
      5143  insert(0, src);
      -
      5144  }
      -
      5145 
      -
      5146  void pop_front()
      -
      5147  {
      -
      5148  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      5149  remove(0);
      -
      5150  }
      -
      5151 
      -
      5152  typedef T* iterator;
      -
      5153 
      -
      5154  iterator begin() { return m_pArray; }
      -
      5155  iterator end() { return m_pArray + m_Count; }
      -
      5156 
      -
      5157 private:
      -
      5158  AllocatorT m_Allocator;
      -
      5159  T* m_pArray;
      -
      5160  size_t m_Count;
      -
      5161  size_t m_Capacity;
      -
      5162 };
      -
      5163 
      -
      5164 template<typename T, typename allocatorT>
      -
      5165 static void VmaVectorInsert(VmaVector<T, allocatorT>& vec, size_t index, const T& item)
      -
      5166 {
      -
      5167  vec.insert(index, item);
      -
      5168 }
      -
      5169 
      -
      5170 template<typename T, typename allocatorT>
      -
      5171 static void VmaVectorRemove(VmaVector<T, allocatorT>& vec, size_t index)
      -
      5172 {
      -
      5173  vec.remove(index);
      -
      5174 }
      -
      5175 
      -
      5176 #endif // #if VMA_USE_STL_VECTOR
      -
      5177 
      -
      5178 template<typename CmpLess, typename VectorT>
      -
      5179 size_t VmaVectorInsertSorted(VectorT& vector, const typename VectorT::value_type& value)
      -
      5180 {
      -
      5181  const size_t indexToInsert = VmaBinaryFindFirstNotLess(
      -
      5182  vector.data(),
      -
      5183  vector.data() + vector.size(),
      -
      5184  value,
      -
      5185  CmpLess()) - vector.data();
      -
      5186  VmaVectorInsert(vector, indexToInsert, value);
      -
      5187  return indexToInsert;
      -
      5188 }
      -
      5189 
      -
      5190 template<typename CmpLess, typename VectorT>
      -
      5191 bool VmaVectorRemoveSorted(VectorT& vector, const typename VectorT::value_type& value)
      -
      5192 {
      -
      5193  CmpLess comparator;
      -
      5194  typename VectorT::iterator it = VmaBinaryFindFirstNotLess(
      -
      5195  vector.begin(),
      -
      5196  vector.end(),
      -
      5197  value,
      -
      5198  comparator);
      -
      5199  if((it != vector.end()) && !comparator(*it, value) && !comparator(value, *it))
      -
      5200  {
      -
      5201  size_t indexToRemove = it - vector.begin();
      -
      5202  VmaVectorRemove(vector, indexToRemove);
      -
      5203  return true;
      -
      5204  }
      -
      5205  return false;
      -
      5206 }
      -
      5207 
      -
      5209 // class VmaSmallVector
      -
      5210 
      -
      5211 /*
      -
      5212 This is a vector (a variable-sized array), optimized for the case when the array is small.
      -
      5213 
      -
      5214 It contains some number of elements in-place, which allows it to avoid heap allocation
      -
      5215 when the actual number of elements is below that threshold. This allows normal "small"
      -
      5216 cases to be fast without losing generality for large inputs.
      -
      5217 */
      -
      5218 
      -
      5219 template<typename T, typename AllocatorT, size_t N>
      -
      5220 class VmaSmallVector
      -
      5221 {
      -
      5222 public:
      -
      5223  typedef T value_type;
      -
      5224 
      -
      5225  VmaSmallVector(const AllocatorT& allocator) :
      -
      5226  m_Count(0),
      -
      5227  m_DynamicArray(allocator)
      -
      5228  {
      -
      5229  }
      -
      5230  VmaSmallVector(size_t count, const AllocatorT& allocator) :
      -
      5231  m_Count(count),
      -
      5232  m_DynamicArray(count > N ? count : 0, allocator)
      -
      5233  {
      -
      5234  }
      -
      5235  template<typename SrcT, typename SrcAllocatorT, size_t SrcN>
      -
      5236  VmaSmallVector(const VmaSmallVector<SrcT, SrcAllocatorT, SrcN>& src) = delete;
      -
      5237  template<typename SrcT, typename SrcAllocatorT, size_t SrcN>
      -
      5238  VmaSmallVector<T, AllocatorT, N>& operator=(const VmaSmallVector<SrcT, SrcAllocatorT, SrcN>& rhs) = delete;
      -
      5239 
      -
      5240  bool empty() const { return m_Count == 0; }
      -
      5241  size_t size() const { return m_Count; }
      -
      5242  T* data() { return m_Count > N ? m_DynamicArray.data() : m_StaticArray; }
      -
      5243  const T* data() const { return m_Count > N ? m_DynamicArray.data() : m_StaticArray; }
      -
      5244 
      -
      5245  T& operator[](size_t index)
      -
      5246  {
      -
      5247  VMA_HEAVY_ASSERT(index < m_Count);
      -
      5248  return data()[index];
      -
      5249  }
      -
      5250  const T& operator[](size_t index) const
      -
      5251  {
      -
      5252  VMA_HEAVY_ASSERT(index < m_Count);
      -
      5253  return data()[index];
      -
      5254  }
      -
      5255 
      -
      5256  T& front()
      -
      5257  {
      -
      5258  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      5259  return data()[0];
      -
      5260  }
      -
      5261  const T& front() const
      -
      5262  {
      -
      5263  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      5264  return data()[0];
      -
      5265  }
      -
      5266  T& back()
      +
      5041  if(&rhs != this)
      +
      5042  {
      +
      5043  resize(rhs.m_Count);
      +
      5044  if(m_Count != 0)
      +
      5045  {
      +
      5046  memcpy(m_pArray, rhs.m_pArray, m_Count * sizeof(T));
      +
      5047  }
      +
      5048  }
      +
      5049  return *this;
      +
      5050  }
      +
      5051 
      +
      5052  bool empty() const { return m_Count == 0; }
      +
      5053  size_t size() const { return m_Count; }
      +
      5054  T* data() { return m_pArray; }
      +
      5055  const T* data() const { return m_pArray; }
      +
      5056 
      +
      5057  T& operator[](size_t index)
      +
      5058  {
      +
      5059  VMA_HEAVY_ASSERT(index < m_Count);
      +
      5060  return m_pArray[index];
      +
      5061  }
      +
      5062  const T& operator[](size_t index) const
      +
      5063  {
      +
      5064  VMA_HEAVY_ASSERT(index < m_Count);
      +
      5065  return m_pArray[index];
      +
      5066  }
      +
      5067 
      +
      5068  T& front()
      +
      5069  {
      +
      5070  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      5071  return m_pArray[0];
      +
      5072  }
      +
      5073  const T& front() const
      +
      5074  {
      +
      5075  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      5076  return m_pArray[0];
      +
      5077  }
      +
      5078  T& back()
      +
      5079  {
      +
      5080  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      5081  return m_pArray[m_Count - 1];
      +
      5082  }
      +
      5083  const T& back() const
      +
      5084  {
      +
      5085  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      5086  return m_pArray[m_Count - 1];
      +
      5087  }
      +
      5088 
      +
      5089  void reserve(size_t newCapacity, bool freeMemory = false)
      +
      5090  {
      +
      5091  newCapacity = VMA_MAX(newCapacity, m_Count);
      +
      5092 
      +
      5093  if((newCapacity < m_Capacity) && !freeMemory)
      +
      5094  {
      +
      5095  newCapacity = m_Capacity;
      +
      5096  }
      +
      5097 
      +
      5098  if(newCapacity != m_Capacity)
      +
      5099  {
      +
      5100  T* const newArray = newCapacity ? VmaAllocateArray<T>(m_Allocator, newCapacity) : VMA_NULL;
      +
      5101  if(m_Count != 0)
      +
      5102  {
      +
      5103  memcpy(newArray, m_pArray, m_Count * sizeof(T));
      +
      5104  }
      +
      5105  VmaFree(m_Allocator.m_pCallbacks, m_pArray);
      +
      5106  m_Capacity = newCapacity;
      +
      5107  m_pArray = newArray;
      +
      5108  }
      +
      5109  }
      +
      5110 
      +
      5111  void resize(size_t newCount, bool freeMemory = false)
      +
      5112  {
      +
      5113  size_t newCapacity = m_Capacity;
      +
      5114  if(newCount > m_Capacity)
      +
      5115  {
      +
      5116  newCapacity = VMA_MAX(newCount, VMA_MAX(m_Capacity * 3 / 2, (size_t)8));
      +
      5117  }
      +
      5118  else if(freeMemory)
      +
      5119  {
      +
      5120  newCapacity = newCount;
      +
      5121  }
      +
      5122 
      +
      5123  if(newCapacity != m_Capacity)
      +
      5124  {
      +
      5125  T* const newArray = newCapacity ? VmaAllocateArray<T>(m_Allocator.m_pCallbacks, newCapacity) : VMA_NULL;
      +
      5126  const size_t elementsToCopy = VMA_MIN(m_Count, newCount);
      +
      5127  if(elementsToCopy != 0)
      +
      5128  {
      +
      5129  memcpy(newArray, m_pArray, elementsToCopy * sizeof(T));
      +
      5130  }
      +
      5131  VmaFree(m_Allocator.m_pCallbacks, m_pArray);
      +
      5132  m_Capacity = newCapacity;
      +
      5133  m_pArray = newArray;
      +
      5134  }
      +
      5135 
      +
      5136  m_Count = newCount;
      +
      5137  }
      +
      5138 
      +
      5139  void clear(bool freeMemory = false)
      +
      5140  {
      +
      5141  resize(0, freeMemory);
      +
      5142  }
      +
      5143 
      +
      5144  void insert(size_t index, const T& src)
      +
      5145  {
      +
      5146  VMA_HEAVY_ASSERT(index <= m_Count);
      +
      5147  const size_t oldCount = size();
      +
      5148  resize(oldCount + 1);
      +
      5149  if(index < oldCount)
      +
      5150  {
      +
      5151  memmove(m_pArray + (index + 1), m_pArray + index, (oldCount - index) * sizeof(T));
      +
      5152  }
      +
      5153  m_pArray[index] = src;
      +
      5154  }
      +
      5155 
      +
      5156  void remove(size_t index)
      +
      5157  {
      +
      5158  VMA_HEAVY_ASSERT(index < m_Count);
      +
      5159  const size_t oldCount = size();
      +
      5160  if(index < oldCount - 1)
      +
      5161  {
      +
      5162  memmove(m_pArray + index, m_pArray + (index + 1), (oldCount - index - 1) * sizeof(T));
      +
      5163  }
      +
      5164  resize(oldCount - 1);
      +
      5165  }
      +
      5166 
      +
      5167  void push_back(const T& src)
      +
      5168  {
      +
      5169  const size_t newIndex = size();
      +
      5170  resize(newIndex + 1);
      +
      5171  m_pArray[newIndex] = src;
      +
      5172  }
      +
      5173 
      +
      5174  void pop_back()
      +
      5175  {
      +
      5176  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      5177  resize(size() - 1);
      +
      5178  }
      +
      5179 
      +
      5180  void push_front(const T& src)
      +
      5181  {
      +
      5182  insert(0, src);
      +
      5183  }
      +
      5184 
      +
      5185  void pop_front()
      +
      5186  {
      +
      5187  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      5188  remove(0);
      +
      5189  }
      +
      5190 
      +
      5191  typedef T* iterator;
      +
      5192 
      +
      5193  iterator begin() { return m_pArray; }
      +
      5194  iterator end() { return m_pArray + m_Count; }
      +
      5195 
      +
      5196 private:
      +
      5197  AllocatorT m_Allocator;
      +
      5198  T* m_pArray;
      +
      5199  size_t m_Count;
      +
      5200  size_t m_Capacity;
      +
      5201 };
      +
      5202 
      +
      5203 template<typename T, typename allocatorT>
      +
      5204 static void VmaVectorInsert(VmaVector<T, allocatorT>& vec, size_t index, const T& item)
      +
      5205 {
      +
      5206  vec.insert(index, item);
      +
      5207 }
      +
      5208 
      +
      5209 template<typename T, typename allocatorT>
      +
      5210 static void VmaVectorRemove(VmaVector<T, allocatorT>& vec, size_t index)
      +
      5211 {
      +
      5212  vec.remove(index);
      +
      5213 }
      +
      5214 
      +
      5215 #endif // #if VMA_USE_STL_VECTOR
      +
      5216 
      +
      5217 template<typename CmpLess, typename VectorT>
      +
      5218 size_t VmaVectorInsertSorted(VectorT& vector, const typename VectorT::value_type& value)
      +
      5219 {
      +
      5220  const size_t indexToInsert = VmaBinaryFindFirstNotLess(
      +
      5221  vector.data(),
      +
      5222  vector.data() + vector.size(),
      +
      5223  value,
      +
      5224  CmpLess()) - vector.data();
      +
      5225  VmaVectorInsert(vector, indexToInsert, value);
      +
      5226  return indexToInsert;
      +
      5227 }
      +
      5228 
      +
      5229 template<typename CmpLess, typename VectorT>
      +
      5230 bool VmaVectorRemoveSorted(VectorT& vector, const typename VectorT::value_type& value)
      +
      5231 {
      +
      5232  CmpLess comparator;
      +
      5233  typename VectorT::iterator it = VmaBinaryFindFirstNotLess(
      +
      5234  vector.begin(),
      +
      5235  vector.end(),
      +
      5236  value,
      +
      5237  comparator);
      +
      5238  if((it != vector.end()) && !comparator(*it, value) && !comparator(value, *it))
      +
      5239  {
      +
      5240  size_t indexToRemove = it - vector.begin();
      +
      5241  VmaVectorRemove(vector, indexToRemove);
      +
      5242  return true;
      +
      5243  }
      +
      5244  return false;
      +
      5245 }
      +
      5246 
      +
      5248 // class VmaSmallVector
      +
      5249 
      +
      5250 /*
      +
      5251 This is a vector (a variable-sized array), optimized for the case when the array is small.
      +
      5252 
      +
      5253 It contains some number of elements in-place, which allows it to avoid heap allocation
      +
      5254 when the actual number of elements is below that threshold. This allows normal "small"
      +
      5255 cases to be fast without losing generality for large inputs.
      +
      5256 */
      +
      5257 
      +
      5258 template<typename T, typename AllocatorT, size_t N>
      +
      5259 class VmaSmallVector
      +
      5260 {
      +
      5261 public:
      +
      5262  typedef T value_type;
      +
      5263 
      +
      5264  VmaSmallVector(const AllocatorT& allocator) :
      +
      5265  m_Count(0),
      +
      5266  m_DynamicArray(allocator)
      5267  {
      -
      5268  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      5269  return data()[m_Count - 1];
      -
      5270  }
      -
      5271  const T& back() const
      -
      5272  {
      -
      5273  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      5274  return data()[m_Count - 1];
      -
      5275  }
      -
      5276 
      -
      5277  void resize(size_t newCount, bool freeMemory = false)
      -
      5278  {
      -
      5279  if(newCount > N && m_Count > N)
      -
      5280  {
      -
      5281  // Any direction, staying in m_DynamicArray
      -
      5282  m_DynamicArray.resize(newCount, freeMemory);
      -
      5283  }
      -
      5284  else if(newCount > N && m_Count <= N)
      -
      5285  {
      -
      5286  // Growing, moving from m_StaticArray to m_DynamicArray
      -
      5287  m_DynamicArray.resize(newCount, freeMemory);
      -
      5288  if(m_Count > 0)
      -
      5289  {
      -
      5290  memcpy(m_DynamicArray.data(), m_StaticArray, m_Count * sizeof(T));
      -
      5291  }
      -
      5292  }
      -
      5293  else if(newCount <= N && m_Count > N)
      -
      5294  {
      -
      5295  // Shrinking, moving from m_DynamicArray to m_StaticArray
      -
      5296  if(newCount > 0)
      -
      5297  {
      -
      5298  memcpy(m_StaticArray, m_DynamicArray.data(), newCount * sizeof(T));
      -
      5299  }
      -
      5300  m_DynamicArray.resize(0, freeMemory);
      -
      5301  }
      -
      5302  else
      -
      5303  {
      -
      5304  // Any direction, staying in m_StaticArray - nothing to do here
      -
      5305  }
      -
      5306  m_Count = newCount;
      -
      5307  }
      -
      5308 
      -
      5309  void clear(bool freeMemory = false)
      -
      5310  {
      -
      5311  m_DynamicArray.clear(freeMemory);
      -
      5312  m_Count = 0;
      -
      5313  }
      -
      5314 
      -
      5315  void insert(size_t index, const T& src)
      -
      5316  {
      -
      5317  VMA_HEAVY_ASSERT(index <= m_Count);
      -
      5318  const size_t oldCount = size();
      -
      5319  resize(oldCount + 1);
      -
      5320  T* const dataPtr = data();
      -
      5321  if(index < oldCount)
      -
      5322  {
      -
      5323  // I know, this could be more optimal for case where memmove can be memcpy directly from m_StaticArray to m_DynamicArray.
      -
      5324  memmove(dataPtr + (index + 1), dataPtr + index, (oldCount - index) * sizeof(T));
      -
      5325  }
      -
      5326  dataPtr[index] = src;
      -
      5327  }
      -
      5328 
      -
      5329  void remove(size_t index)
      -
      5330  {
      -
      5331  VMA_HEAVY_ASSERT(index < m_Count);
      -
      5332  const size_t oldCount = size();
      -
      5333  if(index < oldCount - 1)
      -
      5334  {
      -
      5335  // I know, this could be more optimal for case where memmove can be memcpy directly from m_DynamicArray to m_StaticArray.
      -
      5336  T* const dataPtr = data();
      -
      5337  memmove(dataPtr + index, dataPtr + (index + 1), (oldCount - index - 1) * sizeof(T));
      -
      5338  }
      -
      5339  resize(oldCount - 1);
      -
      5340  }
      -
      5341 
      -
      5342  void push_back(const T& src)
      -
      5343  {
      -
      5344  const size_t newIndex = size();
      -
      5345  resize(newIndex + 1);
      -
      5346  data()[newIndex] = src;
      -
      5347  }
      -
      5348 
      -
      5349  void pop_back()
      -
      5350  {
      -
      5351  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      5352  resize(size() - 1);
      -
      5353  }
      -
      5354 
      -
      5355  void push_front(const T& src)
      -
      5356  {
      -
      5357  insert(0, src);
      -
      5358  }
      -
      5359 
      -
      5360  void pop_front()
      -
      5361  {
      -
      5362  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      5363  remove(0);
      -
      5364  }
      -
      5365 
      -
      5366  typedef T* iterator;
      +
      5268  }
      +
      5269  VmaSmallVector(size_t count, const AllocatorT& allocator) :
      +
      5270  m_Count(count),
      +
      5271  m_DynamicArray(count > N ? count : 0, allocator)
      +
      5272  {
      +
      5273  }
      +
      5274  template<typename SrcT, typename SrcAllocatorT, size_t SrcN>
      +
      5275  VmaSmallVector(const VmaSmallVector<SrcT, SrcAllocatorT, SrcN>& src) = delete;
      +
      5276  template<typename SrcT, typename SrcAllocatorT, size_t SrcN>
      +
      5277  VmaSmallVector<T, AllocatorT, N>& operator=(const VmaSmallVector<SrcT, SrcAllocatorT, SrcN>& rhs) = delete;
      +
      5278 
      +
      5279  bool empty() const { return m_Count == 0; }
      +
      5280  size_t size() const { return m_Count; }
      +
      5281  T* data() { return m_Count > N ? m_DynamicArray.data() : m_StaticArray; }
      +
      5282  const T* data() const { return m_Count > N ? m_DynamicArray.data() : m_StaticArray; }
      +
      5283 
      +
      5284  T& operator[](size_t index)
      +
      5285  {
      +
      5286  VMA_HEAVY_ASSERT(index < m_Count);
      +
      5287  return data()[index];
      +
      5288  }
      +
      5289  const T& operator[](size_t index) const
      +
      5290  {
      +
      5291  VMA_HEAVY_ASSERT(index < m_Count);
      +
      5292  return data()[index];
      +
      5293  }
      +
      5294 
      +
      5295  T& front()
      +
      5296  {
      +
      5297  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      5298  return data()[0];
      +
      5299  }
      +
      5300  const T& front() const
      +
      5301  {
      +
      5302  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      5303  return data()[0];
      +
      5304  }
      +
      5305  T& back()
      +
      5306  {
      +
      5307  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      5308  return data()[m_Count - 1];
      +
      5309  }
      +
      5310  const T& back() const
      +
      5311  {
      +
      5312  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      5313  return data()[m_Count - 1];
      +
      5314  }
      +
      5315 
      +
      5316  void resize(size_t newCount, bool freeMemory = false)
      +
      5317  {
      +
      5318  if(newCount > N && m_Count > N)
      +
      5319  {
      +
      5320  // Any direction, staying in m_DynamicArray
      +
      5321  m_DynamicArray.resize(newCount, freeMemory);
      +
      5322  }
      +
      5323  else if(newCount > N && m_Count <= N)
      +
      5324  {
      +
      5325  // Growing, moving from m_StaticArray to m_DynamicArray
      +
      5326  m_DynamicArray.resize(newCount, freeMemory);
      +
      5327  if(m_Count > 0)
      +
      5328  {
      +
      5329  memcpy(m_DynamicArray.data(), m_StaticArray, m_Count * sizeof(T));
      +
      5330  }
      +
      5331  }
      +
      5332  else if(newCount <= N && m_Count > N)
      +
      5333  {
      +
      5334  // Shrinking, moving from m_DynamicArray to m_StaticArray
      +
      5335  if(newCount > 0)
      +
      5336  {
      +
      5337  memcpy(m_StaticArray, m_DynamicArray.data(), newCount * sizeof(T));
      +
      5338  }
      +
      5339  m_DynamicArray.resize(0, freeMemory);
      +
      5340  }
      +
      5341  else
      +
      5342  {
      +
      5343  // Any direction, staying in m_StaticArray - nothing to do here
      +
      5344  }
      +
      5345  m_Count = newCount;
      +
      5346  }
      +
      5347 
      +
      5348  void clear(bool freeMemory = false)
      +
      5349  {
      +
      5350  m_DynamicArray.clear(freeMemory);
      +
      5351  m_Count = 0;
      +
      5352  }
      +
      5353 
      +
      5354  void insert(size_t index, const T& src)
      +
      5355  {
      +
      5356  VMA_HEAVY_ASSERT(index <= m_Count);
      +
      5357  const size_t oldCount = size();
      +
      5358  resize(oldCount + 1);
      +
      5359  T* const dataPtr = data();
      +
      5360  if(index < oldCount)
      +
      5361  {
      +
      5362  // I know, this could be more optimal for case where memmove can be memcpy directly from m_StaticArray to m_DynamicArray.
      +
      5363  memmove(dataPtr + (index + 1), dataPtr + index, (oldCount - index) * sizeof(T));
      +
      5364  }
      +
      5365  dataPtr[index] = src;
      +
      5366  }
      5367 
      -
      5368  iterator begin() { return data(); }
      -
      5369  iterator end() { return data() + m_Count; }
      -
      5370 
      -
      5371 private:
      -
      5372  size_t m_Count;
      -
      5373  T m_StaticArray[N]; // Used when m_Size <= N
      -
      5374  VmaVector<T, AllocatorT> m_DynamicArray; // Used when m_Size > N
      -
      5375 };
      -
      5376 
      -
      5378 // class VmaPoolAllocator
      -
      5379 
      -
      5380 /*
      -
      5381 Allocator for objects of type T using a list of arrays (pools) to speed up
      -
      5382 allocation. Number of elements that can be allocated is not bounded because
      -
      5383 allocator can create multiple blocks.
      -
      5384 */
      -
      5385 template<typename T>
      -
      5386 class VmaPoolAllocator
      -
      5387 {
      -
      5388  VMA_CLASS_NO_COPY(VmaPoolAllocator)
      -
      5389 public:
      -
      5390  VmaPoolAllocator(const VkAllocationCallbacks* pAllocationCallbacks, uint32_t firstBlockCapacity);
      -
      5391  ~VmaPoolAllocator();
      -
      5392  template<typename... Types> T* Alloc(Types... args);
      -
      5393  void Free(T* ptr);
      -
      5394 
      -
      5395 private:
      -
      5396  union Item
      -
      5397  {
      -
      5398  uint32_t NextFreeIndex;
      -
      5399  alignas(T) char Value[sizeof(T)];
      -
      5400  };
      -
      5401 
      -
      5402  struct ItemBlock
      -
      5403  {
      -
      5404  Item* pItems;
      -
      5405  uint32_t Capacity;
      -
      5406  uint32_t FirstFreeIndex;
      -
      5407  };
      -
      5408 
      -
      5409  const VkAllocationCallbacks* m_pAllocationCallbacks;
      -
      5410  const uint32_t m_FirstBlockCapacity;
      -
      5411  VmaVector< ItemBlock, VmaStlAllocator<ItemBlock> > m_ItemBlocks;
      -
      5412 
      -
      5413  ItemBlock& CreateNewBlock();
      +
      5368  void remove(size_t index)
      +
      5369  {
      +
      5370  VMA_HEAVY_ASSERT(index < m_Count);
      +
      5371  const size_t oldCount = size();
      +
      5372  if(index < oldCount - 1)
      +
      5373  {
      +
      5374  // I know, this could be more optimal for case where memmove can be memcpy directly from m_DynamicArray to m_StaticArray.
      +
      5375  T* const dataPtr = data();
      +
      5376  memmove(dataPtr + index, dataPtr + (index + 1), (oldCount - index - 1) * sizeof(T));
      +
      5377  }
      +
      5378  resize(oldCount - 1);
      +
      5379  }
      +
      5380 
      +
      5381  void push_back(const T& src)
      +
      5382  {
      +
      5383  const size_t newIndex = size();
      +
      5384  resize(newIndex + 1);
      +
      5385  data()[newIndex] = src;
      +
      5386  }
      +
      5387 
      +
      5388  void pop_back()
      +
      5389  {
      +
      5390  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      5391  resize(size() - 1);
      +
      5392  }
      +
      5393 
      +
      5394  void push_front(const T& src)
      +
      5395  {
      +
      5396  insert(0, src);
      +
      5397  }
      +
      5398 
      +
      5399  void pop_front()
      +
      5400  {
      +
      5401  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      5402  remove(0);
      +
      5403  }
      +
      5404 
      +
      5405  typedef T* iterator;
      +
      5406 
      +
      5407  iterator begin() { return data(); }
      +
      5408  iterator end() { return data() + m_Count; }
      +
      5409 
      +
      5410 private:
      +
      5411  size_t m_Count;
      +
      5412  T m_StaticArray[N]; // Used when m_Size <= N
      +
      5413  VmaVector<T, AllocatorT> m_DynamicArray; // Used when m_Size > N
      5414 };
      5415 
      -
      5416 template<typename T>
      -
      5417 VmaPoolAllocator<T>::VmaPoolAllocator(const VkAllocationCallbacks* pAllocationCallbacks, uint32_t firstBlockCapacity) :
      -
      5418  m_pAllocationCallbacks(pAllocationCallbacks),
      -
      5419  m_FirstBlockCapacity(firstBlockCapacity),
      -
      5420  m_ItemBlocks(VmaStlAllocator<ItemBlock>(pAllocationCallbacks))
      -
      5421 {
      -
      5422  VMA_ASSERT(m_FirstBlockCapacity > 1);
      -
      5423 }
      -
      5424 
      -
      5425 template<typename T>
      -
      5426 VmaPoolAllocator<T>::~VmaPoolAllocator()
      -
      5427 {
      -
      5428  for(size_t i = m_ItemBlocks.size(); i--; )
      -
      5429  vma_delete_array(m_pAllocationCallbacks, m_ItemBlocks[i].pItems, m_ItemBlocks[i].Capacity);
      -
      5430  m_ItemBlocks.clear();
      -
      5431 }
      -
      5432 
      -
      5433 template<typename T>
      -
      5434 template<typename... Types> T* VmaPoolAllocator<T>::Alloc(Types... args)
      -
      5435 {
      -
      5436  for(size_t i = m_ItemBlocks.size(); i--; )
      -
      5437  {
      -
      5438  ItemBlock& block = m_ItemBlocks[i];
      -
      5439  // This block has some free items: Use first one.
      -
      5440  if(block.FirstFreeIndex != UINT32_MAX)
      -
      5441  {
      -
      5442  Item* const pItem = &block.pItems[block.FirstFreeIndex];
      -
      5443  block.FirstFreeIndex = pItem->NextFreeIndex;
      -
      5444  T* result = (T*)&pItem->Value;
      -
      5445  new(result)T(std::forward<Types>(args)...); // Explicit constructor call.
      -
      5446  return result;
      -
      5447  }
      -
      5448  }
      -
      5449 
      -
      5450  // No block has free item: Create new one and use it.
      -
      5451  ItemBlock& newBlock = CreateNewBlock();
      -
      5452  Item* const pItem = &newBlock.pItems[0];
      -
      5453  newBlock.FirstFreeIndex = pItem->NextFreeIndex;
      -
      5454  T* result = (T*)&pItem->Value;
      -
      5455  new(result)T(std::forward<Types>(args)...); // Explicit constructor call.
      -
      5456  return result;
      -
      5457 }
      -
      5458 
      -
      5459 template<typename T>
      -
      5460 void VmaPoolAllocator<T>::Free(T* ptr)
      -
      5461 {
      -
      5462  // Search all memory blocks to find ptr.
      -
      5463  for(size_t i = m_ItemBlocks.size(); i--; )
      -
      5464  {
      -
      5465  ItemBlock& block = m_ItemBlocks[i];
      -
      5466 
      -
      5467  // Casting to union.
      -
      5468  Item* pItemPtr;
      -
      5469  memcpy(&pItemPtr, &ptr, sizeof(pItemPtr));
      -
      5470 
      -
      5471  // Check if pItemPtr is in address range of this block.
      -
      5472  if((pItemPtr >= block.pItems) && (pItemPtr < block.pItems + block.Capacity))
      -
      5473  {
      -
      5474  ptr->~T(); // Explicit destructor call.
      -
      5475  const uint32_t index = static_cast<uint32_t>(pItemPtr - block.pItems);
      -
      5476  pItemPtr->NextFreeIndex = block.FirstFreeIndex;
      -
      5477  block.FirstFreeIndex = index;
      -
      5478  return;
      -
      5479  }
      -
      5480  }
      -
      5481  VMA_ASSERT(0 && "Pointer doesn't belong to this memory pool.");
      -
      5482 }
      -
      5483 
      -
      5484 template<typename T>
      -
      5485 typename VmaPoolAllocator<T>::ItemBlock& VmaPoolAllocator<T>::CreateNewBlock()
      -
      5486 {
      -
      5487  const uint32_t newBlockCapacity = m_ItemBlocks.empty() ?
      -
      5488  m_FirstBlockCapacity : m_ItemBlocks.back().Capacity * 3 / 2;
      -
      5489 
      -
      5490  const ItemBlock newBlock = {
      -
      5491  vma_new_array(m_pAllocationCallbacks, Item, newBlockCapacity),
      -
      5492  newBlockCapacity,
      -
      5493  0 };
      -
      5494 
      -
      5495  m_ItemBlocks.push_back(newBlock);
      -
      5496 
      -
      5497  // Setup singly-linked list of all free items in this block.
      -
      5498  for(uint32_t i = 0; i < newBlockCapacity - 1; ++i)
      -
      5499  newBlock.pItems[i].NextFreeIndex = i + 1;
      -
      5500  newBlock.pItems[newBlockCapacity - 1].NextFreeIndex = UINT32_MAX;
      -
      5501  return m_ItemBlocks.back();
      -
      5502 }
      -
      5503 
      -
      5505 // class VmaRawList, VmaList
      -
      5506 
      -
      5507 #if VMA_USE_STL_LIST
      -
      5508 
      -
      5509 #define VmaList std::list
      -
      5510 
      -
      5511 #else // #if VMA_USE_STL_LIST
      -
      5512 
      -
      5513 template<typename T>
      -
      5514 struct VmaListItem
      -
      5515 {
      -
      5516  VmaListItem* pPrev;
      -
      5517  VmaListItem* pNext;
      -
      5518  T Value;
      -
      5519 };
      -
      5520 
      -
      5521 // Doubly linked list.
      -
      5522 template<typename T>
      -
      5523 class VmaRawList
      -
      5524 {
      -
      5525  VMA_CLASS_NO_COPY(VmaRawList)
      -
      5526 public:
      -
      5527  typedef VmaListItem<T> ItemType;
      +
      5417 // class VmaPoolAllocator
      +
      5418 
      +
      5419 /*
      +
      5420 Allocator for objects of type T using a list of arrays (pools) to speed up
      +
      5421 allocation. Number of elements that can be allocated is not bounded because
      +
      5422 allocator can create multiple blocks.
      +
      5423 */
      +
      5424 template<typename T>
      +
      5425 class VmaPoolAllocator
      +
      5426 {
      +
      5427  VMA_CLASS_NO_COPY(VmaPoolAllocator)
      +
      5428 public:
      +
      5429  VmaPoolAllocator(const VkAllocationCallbacks* pAllocationCallbacks, uint32_t firstBlockCapacity);
      +
      5430  ~VmaPoolAllocator();
      +
      5431  template<typename... Types> T* Alloc(Types... args);
      +
      5432  void Free(T* ptr);
      +
      5433 
      +
      5434 private:
      +
      5435  union Item
      +
      5436  {
      +
      5437  uint32_t NextFreeIndex;
      +
      5438  alignas(T) char Value[sizeof(T)];
      +
      5439  };
      +
      5440 
      +
      5441  struct ItemBlock
      +
      5442  {
      +
      5443  Item* pItems;
      +
      5444  uint32_t Capacity;
      +
      5445  uint32_t FirstFreeIndex;
      +
      5446  };
      +
      5447 
      +
      5448  const VkAllocationCallbacks* m_pAllocationCallbacks;
      +
      5449  const uint32_t m_FirstBlockCapacity;
      +
      5450  VmaVector< ItemBlock, VmaStlAllocator<ItemBlock> > m_ItemBlocks;
      +
      5451 
      +
      5452  ItemBlock& CreateNewBlock();
      +
      5453 };
      +
      5454 
      +
      5455 template<typename T>
      +
      5456 VmaPoolAllocator<T>::VmaPoolAllocator(const VkAllocationCallbacks* pAllocationCallbacks, uint32_t firstBlockCapacity) :
      +
      5457  m_pAllocationCallbacks(pAllocationCallbacks),
      +
      5458  m_FirstBlockCapacity(firstBlockCapacity),
      +
      5459  m_ItemBlocks(VmaStlAllocator<ItemBlock>(pAllocationCallbacks))
      +
      5460 {
      +
      5461  VMA_ASSERT(m_FirstBlockCapacity > 1);
      +
      5462 }
      +
      5463 
      +
      5464 template<typename T>
      +
      5465 VmaPoolAllocator<T>::~VmaPoolAllocator()
      +
      5466 {
      +
      5467  for(size_t i = m_ItemBlocks.size(); i--; )
      +
      5468  vma_delete_array(m_pAllocationCallbacks, m_ItemBlocks[i].pItems, m_ItemBlocks[i].Capacity);
      +
      5469  m_ItemBlocks.clear();
      +
      5470 }
      +
      5471 
      +
      5472 template<typename T>
      +
      5473 template<typename... Types> T* VmaPoolAllocator<T>::Alloc(Types... args)
      +
      5474 {
      +
      5475  for(size_t i = m_ItemBlocks.size(); i--; )
      +
      5476  {
      +
      5477  ItemBlock& block = m_ItemBlocks[i];
      +
      5478  // This block has some free items: Use first one.
      +
      5479  if(block.FirstFreeIndex != UINT32_MAX)
      +
      5480  {
      +
      5481  Item* const pItem = &block.pItems[block.FirstFreeIndex];
      +
      5482  block.FirstFreeIndex = pItem->NextFreeIndex;
      +
      5483  T* result = (T*)&pItem->Value;
      +
      5484  new(result)T(std::forward<Types>(args)...); // Explicit constructor call.
      +
      5485  return result;
      +
      5486  }
      +
      5487  }
      +
      5488 
      +
      5489  // No block has free item: Create new one and use it.
      +
      5490  ItemBlock& newBlock = CreateNewBlock();
      +
      5491  Item* const pItem = &newBlock.pItems[0];
      +
      5492  newBlock.FirstFreeIndex = pItem->NextFreeIndex;
      +
      5493  T* result = (T*)&pItem->Value;
      +
      5494  new(result)T(std::forward<Types>(args)...); // Explicit constructor call.
      +
      5495  return result;
      +
      5496 }
      +
      5497 
      +
      5498 template<typename T>
      +
      5499 void VmaPoolAllocator<T>::Free(T* ptr)
      +
      5500 {
      +
      5501  // Search all memory blocks to find ptr.
      +
      5502  for(size_t i = m_ItemBlocks.size(); i--; )
      +
      5503  {
      +
      5504  ItemBlock& block = m_ItemBlocks[i];
      +
      5505 
      +
      5506  // Casting to union.
      +
      5507  Item* pItemPtr;
      +
      5508  memcpy(&pItemPtr, &ptr, sizeof(pItemPtr));
      +
      5509 
      +
      5510  // Check if pItemPtr is in address range of this block.
      +
      5511  if((pItemPtr >= block.pItems) && (pItemPtr < block.pItems + block.Capacity))
      +
      5512  {
      +
      5513  ptr->~T(); // Explicit destructor call.
      +
      5514  const uint32_t index = static_cast<uint32_t>(pItemPtr - block.pItems);
      +
      5515  pItemPtr->NextFreeIndex = block.FirstFreeIndex;
      +
      5516  block.FirstFreeIndex = index;
      +
      5517  return;
      +
      5518  }
      +
      5519  }
      +
      5520  VMA_ASSERT(0 && "Pointer doesn't belong to this memory pool.");
      +
      5521 }
      +
      5522 
      +
      5523 template<typename T>
      +
      5524 typename VmaPoolAllocator<T>::ItemBlock& VmaPoolAllocator<T>::CreateNewBlock()
      +
      5525 {
      +
      5526  const uint32_t newBlockCapacity = m_ItemBlocks.empty() ?
      +
      5527  m_FirstBlockCapacity : m_ItemBlocks.back().Capacity * 3 / 2;
      5528 
      -
      5529  VmaRawList(const VkAllocationCallbacks* pAllocationCallbacks);
      -
      5530  ~VmaRawList();
      -
      5531  void Clear();
      -
      5532 
      -
      5533  size_t GetCount() const { return m_Count; }
      -
      5534  bool IsEmpty() const { return m_Count == 0; }
      +
      5529  const ItemBlock newBlock = {
      +
      5530  vma_new_array(m_pAllocationCallbacks, Item, newBlockCapacity),
      +
      5531  newBlockCapacity,
      +
      5532  0 };
      +
      5533 
      +
      5534  m_ItemBlocks.push_back(newBlock);
      5535 
      -
      5536  ItemType* Front() { return m_pFront; }
      -
      5537  const ItemType* Front() const { return m_pFront; }
      -
      5538  ItemType* Back() { return m_pBack; }
      -
      5539  const ItemType* Back() const { return m_pBack; }
      -
      5540 
      -
      5541  ItemType* PushBack();
      -
      5542  ItemType* PushFront();
      -
      5543  ItemType* PushBack(const T& value);
      -
      5544  ItemType* PushFront(const T& value);
      -
      5545  void PopBack();
      -
      5546  void PopFront();
      -
      5547 
      -
      5548  // Item can be null - it means PushBack.
      -
      5549  ItemType* InsertBefore(ItemType* pItem);
      -
      5550  // Item can be null - it means PushFront.
      -
      5551  ItemType* InsertAfter(ItemType* pItem);
      -
      5552 
      -
      5553  ItemType* InsertBefore(ItemType* pItem, const T& value);
      -
      5554  ItemType* InsertAfter(ItemType* pItem, const T& value);
      -
      5555 
      -
      5556  void Remove(ItemType* pItem);
      -
      5557 
      -
      5558 private:
      -
      5559  const VkAllocationCallbacks* const m_pAllocationCallbacks;
      -
      5560  VmaPoolAllocator<ItemType> m_ItemAllocator;
      -
      5561  ItemType* m_pFront;
      -
      5562  ItemType* m_pBack;
      -
      5563  size_t m_Count;
      -
      5564 };
      -
      5565 
      -
      5566 template<typename T>
      -
      5567 VmaRawList<T>::VmaRawList(const VkAllocationCallbacks* pAllocationCallbacks) :
      -
      5568  m_pAllocationCallbacks(pAllocationCallbacks),
      -
      5569  m_ItemAllocator(pAllocationCallbacks, 128),
      -
      5570  m_pFront(VMA_NULL),
      -
      5571  m_pBack(VMA_NULL),
      -
      5572  m_Count(0)
      -
      5573 {
      -
      5574 }
      -
      5575 
      -
      5576 template<typename T>
      -
      5577 VmaRawList<T>::~VmaRawList()
      -
      5578 {
      -
      5579  // Intentionally not calling Clear, because that would be unnecessary
      -
      5580  // computations to return all items to m_ItemAllocator as free.
      -
      5581 }
      -
      5582 
      -
      5583 template<typename T>
      -
      5584 void VmaRawList<T>::Clear()
      -
      5585 {
      -
      5586  if(IsEmpty() == false)
      -
      5587  {
      -
      5588  ItemType* pItem = m_pBack;
      -
      5589  while(pItem != VMA_NULL)
      -
      5590  {
      -
      5591  ItemType* const pPrevItem = pItem->pPrev;
      -
      5592  m_ItemAllocator.Free(pItem);
      -
      5593  pItem = pPrevItem;
      -
      5594  }
      -
      5595  m_pFront = VMA_NULL;
      -
      5596  m_pBack = VMA_NULL;
      -
      5597  m_Count = 0;
      -
      5598  }
      -
      5599 }
      -
      5600 
      -
      5601 template<typename T>
      -
      5602 VmaListItem<T>* VmaRawList<T>::PushBack()
      -
      5603 {
      -
      5604  ItemType* const pNewItem = m_ItemAllocator.Alloc();
      -
      5605  pNewItem->pNext = VMA_NULL;
      -
      5606  if(IsEmpty())
      -
      5607  {
      -
      5608  pNewItem->pPrev = VMA_NULL;
      -
      5609  m_pFront = pNewItem;
      -
      5610  m_pBack = pNewItem;
      -
      5611  m_Count = 1;
      -
      5612  }
      -
      5613  else
      -
      5614  {
      -
      5615  pNewItem->pPrev = m_pBack;
      -
      5616  m_pBack->pNext = pNewItem;
      -
      5617  m_pBack = pNewItem;
      -
      5618  ++m_Count;
      -
      5619  }
      -
      5620  return pNewItem;
      -
      5621 }
      -
      5622 
      -
      5623 template<typename T>
      -
      5624 VmaListItem<T>* VmaRawList<T>::PushFront()
      -
      5625 {
      -
      5626  ItemType* const pNewItem = m_ItemAllocator.Alloc();
      -
      5627  pNewItem->pPrev = VMA_NULL;
      -
      5628  if(IsEmpty())
      -
      5629  {
      -
      5630  pNewItem->pNext = VMA_NULL;
      -
      5631  m_pFront = pNewItem;
      -
      5632  m_pBack = pNewItem;
      -
      5633  m_Count = 1;
      -
      5634  }
      -
      5635  else
      -
      5636  {
      -
      5637  pNewItem->pNext = m_pFront;
      -
      5638  m_pFront->pPrev = pNewItem;
      -
      5639  m_pFront = pNewItem;
      -
      5640  ++m_Count;
      -
      5641  }
      -
      5642  return pNewItem;
      -
      5643 }
      -
      5644 
      -
      5645 template<typename T>
      -
      5646 VmaListItem<T>* VmaRawList<T>::PushBack(const T& value)
      -
      5647 {
      -
      5648  ItemType* const pNewItem = PushBack();
      -
      5649  pNewItem->Value = value;
      -
      5650  return pNewItem;
      -
      5651 }
      -
      5652 
      -
      5653 template<typename T>
      -
      5654 VmaListItem<T>* VmaRawList<T>::PushFront(const T& value)
      -
      5655 {
      -
      5656  ItemType* const pNewItem = PushFront();
      -
      5657  pNewItem->Value = value;
      -
      5658  return pNewItem;
      -
      5659 }
      -
      5660 
      -
      5661 template<typename T>
      -
      5662 void VmaRawList<T>::PopBack()
      -
      5663 {
      -
      5664  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      5665  ItemType* const pBackItem = m_pBack;
      -
      5666  ItemType* const pPrevItem = pBackItem->pPrev;
      -
      5667  if(pPrevItem != VMA_NULL)
      +
      5536  // Setup singly-linked list of all free items in this block.
      +
      5537  for(uint32_t i = 0; i < newBlockCapacity - 1; ++i)
      +
      5538  newBlock.pItems[i].NextFreeIndex = i + 1;
      +
      5539  newBlock.pItems[newBlockCapacity - 1].NextFreeIndex = UINT32_MAX;
      +
      5540  return m_ItemBlocks.back();
      +
      5541 }
      +
      5542 
      +
      5544 // class VmaRawList, VmaList
      +
      5545 
      +
      5546 #if VMA_USE_STL_LIST
      +
      5547 
      +
      5548 #define VmaList std::list
      +
      5549 
      +
      5550 #else // #if VMA_USE_STL_LIST
      +
      5551 
      +
      5552 template<typename T>
      +
      5553 struct VmaListItem
      +
      5554 {
      +
      5555  VmaListItem* pPrev;
      +
      5556  VmaListItem* pNext;
      +
      5557  T Value;
      +
      5558 };
      +
      5559 
      +
      5560 // Doubly linked list.
      +
      5561 template<typename T>
      +
      5562 class VmaRawList
      +
      5563 {
      +
      5564  VMA_CLASS_NO_COPY(VmaRawList)
      +
      5565 public:
      +
      5566  typedef VmaListItem<T> ItemType;
      +
      5567 
      +
      5568  VmaRawList(const VkAllocationCallbacks* pAllocationCallbacks);
      +
      5569  ~VmaRawList();
      +
      5570  void Clear();
      +
      5571 
      +
      5572  size_t GetCount() const { return m_Count; }
      +
      5573  bool IsEmpty() const { return m_Count == 0; }
      +
      5574 
      +
      5575  ItemType* Front() { return m_pFront; }
      +
      5576  const ItemType* Front() const { return m_pFront; }
      +
      5577  ItemType* Back() { return m_pBack; }
      +
      5578  const ItemType* Back() const { return m_pBack; }
      +
      5579 
      +
      5580  ItemType* PushBack();
      +
      5581  ItemType* PushFront();
      +
      5582  ItemType* PushBack(const T& value);
      +
      5583  ItemType* PushFront(const T& value);
      +
      5584  void PopBack();
      +
      5585  void PopFront();
      +
      5586 
      +
      5587  // Item can be null - it means PushBack.
      +
      5588  ItemType* InsertBefore(ItemType* pItem);
      +
      5589  // Item can be null - it means PushFront.
      +
      5590  ItemType* InsertAfter(ItemType* pItem);
      +
      5591 
      +
      5592  ItemType* InsertBefore(ItemType* pItem, const T& value);
      +
      5593  ItemType* InsertAfter(ItemType* pItem, const T& value);
      +
      5594 
      +
      5595  void Remove(ItemType* pItem);
      +
      5596 
      +
      5597 private:
      +
      5598  const VkAllocationCallbacks* const m_pAllocationCallbacks;
      +
      5599  VmaPoolAllocator<ItemType> m_ItemAllocator;
      +
      5600  ItemType* m_pFront;
      +
      5601  ItemType* m_pBack;
      +
      5602  size_t m_Count;
      +
      5603 };
      +
      5604 
      +
      5605 template<typename T>
      +
      5606 VmaRawList<T>::VmaRawList(const VkAllocationCallbacks* pAllocationCallbacks) :
      +
      5607  m_pAllocationCallbacks(pAllocationCallbacks),
      +
      5608  m_ItemAllocator(pAllocationCallbacks, 128),
      +
      5609  m_pFront(VMA_NULL),
      +
      5610  m_pBack(VMA_NULL),
      +
      5611  m_Count(0)
      +
      5612 {
      +
      5613 }
      +
      5614 
      +
      5615 template<typename T>
      +
      5616 VmaRawList<T>::~VmaRawList()
      +
      5617 {
      +
      5618  // Intentionally not calling Clear, because that would be unnecessary
      +
      5619  // computations to return all items to m_ItemAllocator as free.
      +
      5620 }
      +
      5621 
      +
      5622 template<typename T>
      +
      5623 void VmaRawList<T>::Clear()
      +
      5624 {
      +
      5625  if(IsEmpty() == false)
      +
      5626  {
      +
      5627  ItemType* pItem = m_pBack;
      +
      5628  while(pItem != VMA_NULL)
      +
      5629  {
      +
      5630  ItemType* const pPrevItem = pItem->pPrev;
      +
      5631  m_ItemAllocator.Free(pItem);
      +
      5632  pItem = pPrevItem;
      +
      5633  }
      +
      5634  m_pFront = VMA_NULL;
      +
      5635  m_pBack = VMA_NULL;
      +
      5636  m_Count = 0;
      +
      5637  }
      +
      5638 }
      +
      5639 
      +
      5640 template<typename T>
      +
      5641 VmaListItem<T>* VmaRawList<T>::PushBack()
      +
      5642 {
      +
      5643  ItemType* const pNewItem = m_ItemAllocator.Alloc();
      +
      5644  pNewItem->pNext = VMA_NULL;
      +
      5645  if(IsEmpty())
      +
      5646  {
      +
      5647  pNewItem->pPrev = VMA_NULL;
      +
      5648  m_pFront = pNewItem;
      +
      5649  m_pBack = pNewItem;
      +
      5650  m_Count = 1;
      +
      5651  }
      +
      5652  else
      +
      5653  {
      +
      5654  pNewItem->pPrev = m_pBack;
      +
      5655  m_pBack->pNext = pNewItem;
      +
      5656  m_pBack = pNewItem;
      +
      5657  ++m_Count;
      +
      5658  }
      +
      5659  return pNewItem;
      +
      5660 }
      +
      5661 
      +
      5662 template<typename T>
      +
      5663 VmaListItem<T>* VmaRawList<T>::PushFront()
      +
      5664 {
      +
      5665  ItemType* const pNewItem = m_ItemAllocator.Alloc();
      +
      5666  pNewItem->pPrev = VMA_NULL;
      +
      5667  if(IsEmpty())
      5668  {
      -
      5669  pPrevItem->pNext = VMA_NULL;
      -
      5670  }
      -
      5671  m_pBack = pPrevItem;
      -
      5672  m_ItemAllocator.Free(pBackItem);
      -
      5673  --m_Count;
      -
      5674 }
      -
      5675 
      -
      5676 template<typename T>
      -
      5677 void VmaRawList<T>::PopFront()
      -
      5678 {
      -
      5679  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      5680  ItemType* const pFrontItem = m_pFront;
      -
      5681  ItemType* const pNextItem = pFrontItem->pNext;
      -
      5682  if(pNextItem != VMA_NULL)
      -
      5683  {
      -
      5684  pNextItem->pPrev = VMA_NULL;
      -
      5685  }
      -
      5686  m_pFront = pNextItem;
      -
      5687  m_ItemAllocator.Free(pFrontItem);
      -
      5688  --m_Count;
      -
      5689 }
      -
      5690 
      -
      5691 template<typename T>
      -
      5692 void VmaRawList<T>::Remove(ItemType* pItem)
      -
      5693 {
      -
      5694  VMA_HEAVY_ASSERT(pItem != VMA_NULL);
      -
      5695  VMA_HEAVY_ASSERT(m_Count > 0);
      -
      5696 
      -
      5697  if(pItem->pPrev != VMA_NULL)
      -
      5698  {
      -
      5699  pItem->pPrev->pNext = pItem->pNext;
      -
      5700  }
      -
      5701  else
      -
      5702  {
      -
      5703  VMA_HEAVY_ASSERT(m_pFront == pItem);
      -
      5704  m_pFront = pItem->pNext;
      -
      5705  }
      -
      5706 
      -
      5707  if(pItem->pNext != VMA_NULL)
      -
      5708  {
      -
      5709  pItem->pNext->pPrev = pItem->pPrev;
      -
      5710  }
      -
      5711  else
      -
      5712  {
      -
      5713  VMA_HEAVY_ASSERT(m_pBack == pItem);
      -
      5714  m_pBack = pItem->pPrev;
      -
      5715  }
      -
      5716 
      -
      5717  m_ItemAllocator.Free(pItem);
      -
      5718  --m_Count;
      -
      5719 }
      -
      5720 
      -
      5721 template<typename T>
      -
      5722 VmaListItem<T>* VmaRawList<T>::InsertBefore(ItemType* pItem)
      -
      5723 {
      -
      5724  if(pItem != VMA_NULL)
      -
      5725  {
      -
      5726  ItemType* const prevItem = pItem->pPrev;
      -
      5727  ItemType* const newItem = m_ItemAllocator.Alloc();
      -
      5728  newItem->pPrev = prevItem;
      -
      5729  newItem->pNext = pItem;
      -
      5730  pItem->pPrev = newItem;
      -
      5731  if(prevItem != VMA_NULL)
      -
      5732  {
      -
      5733  prevItem->pNext = newItem;
      -
      5734  }
      -
      5735  else
      -
      5736  {
      -
      5737  VMA_HEAVY_ASSERT(m_pFront == pItem);
      -
      5738  m_pFront = newItem;
      -
      5739  }
      -
      5740  ++m_Count;
      -
      5741  return newItem;
      -
      5742  }
      -
      5743  else
      -
      5744  return PushBack();
      -
      5745 }
      -
      5746 
      -
      5747 template<typename T>
      -
      5748 VmaListItem<T>* VmaRawList<T>::InsertAfter(ItemType* pItem)
      -
      5749 {
      -
      5750  if(pItem != VMA_NULL)
      +
      5669  pNewItem->pNext = VMA_NULL;
      +
      5670  m_pFront = pNewItem;
      +
      5671  m_pBack = pNewItem;
      +
      5672  m_Count = 1;
      +
      5673  }
      +
      5674  else
      +
      5675  {
      +
      5676  pNewItem->pNext = m_pFront;
      +
      5677  m_pFront->pPrev = pNewItem;
      +
      5678  m_pFront = pNewItem;
      +
      5679  ++m_Count;
      +
      5680  }
      +
      5681  return pNewItem;
      +
      5682 }
      +
      5683 
      +
      5684 template<typename T>
      +
      5685 VmaListItem<T>* VmaRawList<T>::PushBack(const T& value)
      +
      5686 {
      +
      5687  ItemType* const pNewItem = PushBack();
      +
      5688  pNewItem->Value = value;
      +
      5689  return pNewItem;
      +
      5690 }
      +
      5691 
      +
      5692 template<typename T>
      +
      5693 VmaListItem<T>* VmaRawList<T>::PushFront(const T& value)
      +
      5694 {
      +
      5695  ItemType* const pNewItem = PushFront();
      +
      5696  pNewItem->Value = value;
      +
      5697  return pNewItem;
      +
      5698 }
      +
      5699 
      +
      5700 template<typename T>
      +
      5701 void VmaRawList<T>::PopBack()
      +
      5702 {
      +
      5703  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      5704  ItemType* const pBackItem = m_pBack;
      +
      5705  ItemType* const pPrevItem = pBackItem->pPrev;
      +
      5706  if(pPrevItem != VMA_NULL)
      +
      5707  {
      +
      5708  pPrevItem->pNext = VMA_NULL;
      +
      5709  }
      +
      5710  m_pBack = pPrevItem;
      +
      5711  m_ItemAllocator.Free(pBackItem);
      +
      5712  --m_Count;
      +
      5713 }
      +
      5714 
      +
      5715 template<typename T>
      +
      5716 void VmaRawList<T>::PopFront()
      +
      5717 {
      +
      5718  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      5719  ItemType* const pFrontItem = m_pFront;
      +
      5720  ItemType* const pNextItem = pFrontItem->pNext;
      +
      5721  if(pNextItem != VMA_NULL)
      +
      5722  {
      +
      5723  pNextItem->pPrev = VMA_NULL;
      +
      5724  }
      +
      5725  m_pFront = pNextItem;
      +
      5726  m_ItemAllocator.Free(pFrontItem);
      +
      5727  --m_Count;
      +
      5728 }
      +
      5729 
      +
      5730 template<typename T>
      +
      5731 void VmaRawList<T>::Remove(ItemType* pItem)
      +
      5732 {
      +
      5733  VMA_HEAVY_ASSERT(pItem != VMA_NULL);
      +
      5734  VMA_HEAVY_ASSERT(m_Count > 0);
      +
      5735 
      +
      5736  if(pItem->pPrev != VMA_NULL)
      +
      5737  {
      +
      5738  pItem->pPrev->pNext = pItem->pNext;
      +
      5739  }
      +
      5740  else
      +
      5741  {
      +
      5742  VMA_HEAVY_ASSERT(m_pFront == pItem);
      +
      5743  m_pFront = pItem->pNext;
      +
      5744  }
      +
      5745 
      +
      5746  if(pItem->pNext != VMA_NULL)
      +
      5747  {
      +
      5748  pItem->pNext->pPrev = pItem->pPrev;
      +
      5749  }
      +
      5750  else
      5751  {
      -
      5752  ItemType* const nextItem = pItem->pNext;
      -
      5753  ItemType* const newItem = m_ItemAllocator.Alloc();
      -
      5754  newItem->pNext = nextItem;
      -
      5755  newItem->pPrev = pItem;
      -
      5756  pItem->pNext = newItem;
      -
      5757  if(nextItem != VMA_NULL)
      -
      5758  {
      -
      5759  nextItem->pPrev = newItem;
      -
      5760  }
      -
      5761  else
      -
      5762  {
      -
      5763  VMA_HEAVY_ASSERT(m_pBack == pItem);
      -
      5764  m_pBack = newItem;
      -
      5765  }
      -
      5766  ++m_Count;
      -
      5767  return newItem;
      -
      5768  }
      -
      5769  else
      -
      5770  return PushFront();
      -
      5771 }
      -
      5772 
      -
      5773 template<typename T>
      -
      5774 VmaListItem<T>* VmaRawList<T>::InsertBefore(ItemType* pItem, const T& value)
      -
      5775 {
      -
      5776  ItemType* const newItem = InsertBefore(pItem);
      -
      5777  newItem->Value = value;
      -
      5778  return newItem;
      -
      5779 }
      -
      5780 
      -
      5781 template<typename T>
      -
      5782 VmaListItem<T>* VmaRawList<T>::InsertAfter(ItemType* pItem, const T& value)
      -
      5783 {
      -
      5784  ItemType* const newItem = InsertAfter(pItem);
      -
      5785  newItem->Value = value;
      -
      5786  return newItem;
      -
      5787 }
      -
      5788 
      -
      5789 template<typename T, typename AllocatorT>
      -
      5790 class VmaList
      -
      5791 {
      -
      5792  VMA_CLASS_NO_COPY(VmaList)
      -
      5793 public:
      -
      5794  class iterator
      -
      5795  {
      -
      5796  public:
      -
      5797  iterator() :
      -
      5798  m_pList(VMA_NULL),
      -
      5799  m_pItem(VMA_NULL)
      -
      5800  {
      -
      5801  }
      -
      5802 
      -
      5803  T& operator*() const
      -
      5804  {
      -
      5805  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      -
      5806  return m_pItem->Value;
      -
      5807  }
      -
      5808  T* operator->() const
      -
      5809  {
      -
      5810  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      -
      5811  return &m_pItem->Value;
      -
      5812  }
      -
      5813 
      -
      5814  iterator& operator++()
      -
      5815  {
      -
      5816  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      -
      5817  m_pItem = m_pItem->pNext;
      -
      5818  return *this;
      -
      5819  }
      -
      5820  iterator& operator--()
      -
      5821  {
      -
      5822  if(m_pItem != VMA_NULL)
      -
      5823  {
      -
      5824  m_pItem = m_pItem->pPrev;
      -
      5825  }
      -
      5826  else
      -
      5827  {
      -
      5828  VMA_HEAVY_ASSERT(!m_pList->IsEmpty());
      -
      5829  m_pItem = m_pList->Back();
      -
      5830  }
      -
      5831  return *this;
      -
      5832  }
      -
      5833 
      -
      5834  iterator operator++(int)
      -
      5835  {
      -
      5836  iterator result = *this;
      -
      5837  ++*this;
      -
      5838  return result;
      -
      5839  }
      -
      5840  iterator operator--(int)
      -
      5841  {
      -
      5842  iterator result = *this;
      -
      5843  --*this;
      -
      5844  return result;
      -
      5845  }
      -
      5846 
      -
      5847  bool operator==(const iterator& rhs) const
      +
      5752  VMA_HEAVY_ASSERT(m_pBack == pItem);
      +
      5753  m_pBack = pItem->pPrev;
      +
      5754  }
      +
      5755 
      +
      5756  m_ItemAllocator.Free(pItem);
      +
      5757  --m_Count;
      +
      5758 }
      +
      5759 
      +
      5760 template<typename T>
      +
      5761 VmaListItem<T>* VmaRawList<T>::InsertBefore(ItemType* pItem)
      +
      5762 {
      +
      5763  if(pItem != VMA_NULL)
      +
      5764  {
      +
      5765  ItemType* const prevItem = pItem->pPrev;
      +
      5766  ItemType* const newItem = m_ItemAllocator.Alloc();
      +
      5767  newItem->pPrev = prevItem;
      +
      5768  newItem->pNext = pItem;
      +
      5769  pItem->pPrev = newItem;
      +
      5770  if(prevItem != VMA_NULL)
      +
      5771  {
      +
      5772  prevItem->pNext = newItem;
      +
      5773  }
      +
      5774  else
      +
      5775  {
      +
      5776  VMA_HEAVY_ASSERT(m_pFront == pItem);
      +
      5777  m_pFront = newItem;
      +
      5778  }
      +
      5779  ++m_Count;
      +
      5780  return newItem;
      +
      5781  }
      +
      5782  else
      +
      5783  return PushBack();
      +
      5784 }
      +
      5785 
      +
      5786 template<typename T>
      +
      5787 VmaListItem<T>* VmaRawList<T>::InsertAfter(ItemType* pItem)
      +
      5788 {
      +
      5789  if(pItem != VMA_NULL)
      +
      5790  {
      +
      5791  ItemType* const nextItem = pItem->pNext;
      +
      5792  ItemType* const newItem = m_ItemAllocator.Alloc();
      +
      5793  newItem->pNext = nextItem;
      +
      5794  newItem->pPrev = pItem;
      +
      5795  pItem->pNext = newItem;
      +
      5796  if(nextItem != VMA_NULL)
      +
      5797  {
      +
      5798  nextItem->pPrev = newItem;
      +
      5799  }
      +
      5800  else
      +
      5801  {
      +
      5802  VMA_HEAVY_ASSERT(m_pBack == pItem);
      +
      5803  m_pBack = newItem;
      +
      5804  }
      +
      5805  ++m_Count;
      +
      5806  return newItem;
      +
      5807  }
      +
      5808  else
      +
      5809  return PushFront();
      +
      5810 }
      +
      5811 
      +
      5812 template<typename T>
      +
      5813 VmaListItem<T>* VmaRawList<T>::InsertBefore(ItemType* pItem, const T& value)
      +
      5814 {
      +
      5815  ItemType* const newItem = InsertBefore(pItem);
      +
      5816  newItem->Value = value;
      +
      5817  return newItem;
      +
      5818 }
      +
      5819 
      +
      5820 template<typename T>
      +
      5821 VmaListItem<T>* VmaRawList<T>::InsertAfter(ItemType* pItem, const T& value)
      +
      5822 {
      +
      5823  ItemType* const newItem = InsertAfter(pItem);
      +
      5824  newItem->Value = value;
      +
      5825  return newItem;
      +
      5826 }
      +
      5827 
      +
      5828 template<typename T, typename AllocatorT>
      +
      5829 class VmaList
      +
      5830 {
      +
      5831  VMA_CLASS_NO_COPY(VmaList)
      +
      5832 public:
      +
      5833  class iterator
      +
      5834  {
      +
      5835  public:
      +
      5836  iterator() :
      +
      5837  m_pList(VMA_NULL),
      +
      5838  m_pItem(VMA_NULL)
      +
      5839  {
      +
      5840  }
      +
      5841 
      +
      5842  T& operator*() const
      +
      5843  {
      +
      5844  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      +
      5845  return m_pItem->Value;
      +
      5846  }
      +
      5847  T* operator->() const
      5848  {
      -
      5849  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
      -
      5850  return m_pItem == rhs.m_pItem;
      +
      5849  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      +
      5850  return &m_pItem->Value;
      5851  }
      -
      5852  bool operator!=(const iterator& rhs) const
      -
      5853  {
      -
      5854  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
      -
      5855  return m_pItem != rhs.m_pItem;
      -
      5856  }
      -
      5857 
      -
      5858  private:
      -
      5859  VmaRawList<T>* m_pList;
      -
      5860  VmaListItem<T>* m_pItem;
      -
      5861 
      -
      5862  iterator(VmaRawList<T>* pList, VmaListItem<T>* pItem) :
      -
      5863  m_pList(pList),
      -
      5864  m_pItem(pItem)
      -
      5865  {
      -
      5866  }
      -
      5867 
      -
      5868  friend class VmaList<T, AllocatorT>;
      -
      5869  };
      -
      5870 
      -
      5871  class const_iterator
      -
      5872  {
      -
      5873  public:
      -
      5874  const_iterator() :
      -
      5875  m_pList(VMA_NULL),
      -
      5876  m_pItem(VMA_NULL)
      -
      5877  {
      +
      5852 
      +
      5853  iterator& operator++()
      +
      5854  {
      +
      5855  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      +
      5856  m_pItem = m_pItem->pNext;
      +
      5857  return *this;
      +
      5858  }
      +
      5859  iterator& operator--()
      +
      5860  {
      +
      5861  if(m_pItem != VMA_NULL)
      +
      5862  {
      +
      5863  m_pItem = m_pItem->pPrev;
      +
      5864  }
      +
      5865  else
      +
      5866  {
      +
      5867  VMA_HEAVY_ASSERT(!m_pList->IsEmpty());
      +
      5868  m_pItem = m_pList->Back();
      +
      5869  }
      +
      5870  return *this;
      +
      5871  }
      +
      5872 
      +
      5873  iterator operator++(int)
      +
      5874  {
      +
      5875  iterator result = *this;
      +
      5876  ++*this;
      +
      5877  return result;
      5878  }
      -
      5879 
      -
      5880  const_iterator(const iterator& src) :
      -
      5881  m_pList(src.m_pList),
      -
      5882  m_pItem(src.m_pItem)
      -
      5883  {
      +
      5879  iterator operator--(int)
      +
      5880  {
      +
      5881  iterator result = *this;
      +
      5882  --*this;
      +
      5883  return result;
      5884  }
      -
      5885 
      -
      5886  const T& operator*() const
      +
      5885 
      +
      5886  bool operator==(const iterator& rhs) const
      5887  {
      -
      5888  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      -
      5889  return m_pItem->Value;
      +
      5888  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
      +
      5889  return m_pItem == rhs.m_pItem;
      5890  }
      -
      5891  const T* operator->() const
      +
      5891  bool operator!=(const iterator& rhs) const
      5892  {
      -
      5893  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      -
      5894  return &m_pItem->Value;
      +
      5893  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
      +
      5894  return m_pItem != rhs.m_pItem;
      5895  }
      5896 
      -
      5897  const_iterator& operator++()
      -
      5898  {
      -
      5899  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      -
      5900  m_pItem = m_pItem->pNext;
      -
      5901  return *this;
      -
      5902  }
      -
      5903  const_iterator& operator--()
      +
      5897  private:
      +
      5898  VmaRawList<T>* m_pList;
      +
      5899  VmaListItem<T>* m_pItem;
      +
      5900 
      +
      5901  iterator(VmaRawList<T>* pList, VmaListItem<T>* pItem) :
      +
      5902  m_pList(pList),
      +
      5903  m_pItem(pItem)
      5904  {
      -
      5905  if(m_pItem != VMA_NULL)
      -
      5906  {
      -
      5907  m_pItem = m_pItem->pPrev;
      -
      5908  }
      -
      5909  else
      -
      5910  {
      -
      5911  VMA_HEAVY_ASSERT(!m_pList->IsEmpty());
      -
      5912  m_pItem = m_pList->Back();
      -
      5913  }
      -
      5914  return *this;
      -
      5915  }
      -
      5916 
      -
      5917  const_iterator operator++(int)
      -
      5918  {
      -
      5919  const_iterator result = *this;
      -
      5920  ++*this;
      -
      5921  return result;
      -
      5922  }
      -
      5923  const_iterator operator--(int)
      -
      5924  {
      -
      5925  const_iterator result = *this;
      -
      5926  --*this;
      -
      5927  return result;
      -
      5928  }
      -
      5929 
      -
      5930  bool operator==(const const_iterator& rhs) const
      +
      5905  }
      +
      5906 
      +
      5907  friend class VmaList<T, AllocatorT>;
      +
      5908  };
      +
      5909 
      +
      5910  class const_iterator
      +
      5911  {
      +
      5912  public:
      +
      5913  const_iterator() :
      +
      5914  m_pList(VMA_NULL),
      +
      5915  m_pItem(VMA_NULL)
      +
      5916  {
      +
      5917  }
      +
      5918 
      +
      5919  const_iterator(const iterator& src) :
      +
      5920  m_pList(src.m_pList),
      +
      5921  m_pItem(src.m_pItem)
      +
      5922  {
      +
      5923  }
      +
      5924 
      +
      5925  const T& operator*() const
      +
      5926  {
      +
      5927  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      +
      5928  return m_pItem->Value;
      +
      5929  }
      +
      5930  const T* operator->() const
      5931  {
      -
      5932  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
      -
      5933  return m_pItem == rhs.m_pItem;
      +
      5932  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      +
      5933  return &m_pItem->Value;
      5934  }
      -
      5935  bool operator!=(const const_iterator& rhs) const
      -
      5936  {
      -
      5937  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
      -
      5938  return m_pItem != rhs.m_pItem;
      -
      5939  }
      -
      5940 
      -
      5941  private:
      -
      5942  const_iterator(const VmaRawList<T>* pList, const VmaListItem<T>* pItem) :
      -
      5943  m_pList(pList),
      -
      5944  m_pItem(pItem)
      -
      5945  {
      -
      5946  }
      -
      5947 
      -
      5948  const VmaRawList<T>* m_pList;
      -
      5949  const VmaListItem<T>* m_pItem;
      -
      5950 
      -
      5951  friend class VmaList<T, AllocatorT>;
      -
      5952  };
      -
      5953 
      -
      5954  VmaList(const AllocatorT& allocator) : m_RawList(allocator.m_pCallbacks) { }
      +
      5935 
      +
      5936  const_iterator& operator++()
      +
      5937  {
      +
      5938  VMA_HEAVY_ASSERT(m_pItem != VMA_NULL);
      +
      5939  m_pItem = m_pItem->pNext;
      +
      5940  return *this;
      +
      5941  }
      +
      5942  const_iterator& operator--()
      +
      5943  {
      +
      5944  if(m_pItem != VMA_NULL)
      +
      5945  {
      +
      5946  m_pItem = m_pItem->pPrev;
      +
      5947  }
      +
      5948  else
      +
      5949  {
      +
      5950  VMA_HEAVY_ASSERT(!m_pList->IsEmpty());
      +
      5951  m_pItem = m_pList->Back();
      +
      5952  }
      +
      5953  return *this;
      +
      5954  }
      5955 
      -
      5956  bool empty() const { return m_RawList.IsEmpty(); }
      -
      5957  size_t size() const { return m_RawList.GetCount(); }
      -
      5958 
      -
      5959  iterator begin() { return iterator(&m_RawList, m_RawList.Front()); }
      -
      5960  iterator end() { return iterator(&m_RawList, VMA_NULL); }
      -
      5961 
      -
      5962  const_iterator cbegin() const { return const_iterator(&m_RawList, m_RawList.Front()); }
      -
      5963  const_iterator cend() const { return const_iterator(&m_RawList, VMA_NULL); }
      -
      5964 
      -
      5965  void clear() { m_RawList.Clear(); }
      -
      5966  void push_back(const T& value) { m_RawList.PushBack(value); }
      -
      5967  void erase(iterator it) { m_RawList.Remove(it.m_pItem); }
      -
      5968  iterator insert(iterator it, const T& value) { return iterator(&m_RawList, m_RawList.InsertBefore(it.m_pItem, value)); }
      -
      5969 
      -
      5970 private:
      -
      5971  VmaRawList<T> m_RawList;
      -
      5972 };
      -
      5973 
      -
      5974 #endif // #if VMA_USE_STL_LIST
      -
      5975 
      -
      5977 // class VmaMap
      -
      5978 
      -
      5979 // Unused in this version.
      -
      5980 #if 0
      -
      5981 
      -
      5982 #if VMA_USE_STL_UNORDERED_MAP
      -
      5983 
      -
      5984 #define VmaPair std::pair
      -
      5985 
      -
      5986 #define VMA_MAP_TYPE(KeyT, ValueT) \
      -
      5987  std::unordered_map< KeyT, ValueT, std::hash<KeyT>, std::equal_to<KeyT>, VmaStlAllocator< std::pair<KeyT, ValueT> > >
      -
      5988 
      -
      5989 #else // #if VMA_USE_STL_UNORDERED_MAP
      -
      5990 
      -
      5991 template<typename T1, typename T2>
      -
      5992 struct VmaPair
      -
      5993 {
      -
      5994  T1 first;
      -
      5995  T2 second;
      -
      5996 
      -
      5997  VmaPair() : first(), second() { }
      -
      5998  VmaPair(const T1& firstSrc, const T2& secondSrc) : first(firstSrc), second(secondSrc) { }
      -
      5999 };
      +
      5956  const_iterator operator++(int)
      +
      5957  {
      +
      5958  const_iterator result = *this;
      +
      5959  ++*this;
      +
      5960  return result;
      +
      5961  }
      +
      5962  const_iterator operator--(int)
      +
      5963  {
      +
      5964  const_iterator result = *this;
      +
      5965  --*this;
      +
      5966  return result;
      +
      5967  }
      +
      5968 
      +
      5969  bool operator==(const const_iterator& rhs) const
      +
      5970  {
      +
      5971  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
      +
      5972  return m_pItem == rhs.m_pItem;
      +
      5973  }
      +
      5974  bool operator!=(const const_iterator& rhs) const
      +
      5975  {
      +
      5976  VMA_HEAVY_ASSERT(m_pList == rhs.m_pList);
      +
      5977  return m_pItem != rhs.m_pItem;
      +
      5978  }
      +
      5979 
      +
      5980  private:
      +
      5981  const_iterator(const VmaRawList<T>* pList, const VmaListItem<T>* pItem) :
      +
      5982  m_pList(pList),
      +
      5983  m_pItem(pItem)
      +
      5984  {
      +
      5985  }
      +
      5986 
      +
      5987  const VmaRawList<T>* m_pList;
      +
      5988  const VmaListItem<T>* m_pItem;
      +
      5989 
      +
      5990  friend class VmaList<T, AllocatorT>;
      +
      5991  };
      +
      5992 
      +
      5993  VmaList(const AllocatorT& allocator) : m_RawList(allocator.m_pCallbacks) { }
      +
      5994 
      +
      5995  bool empty() const { return m_RawList.IsEmpty(); }
      +
      5996  size_t size() const { return m_RawList.GetCount(); }
      +
      5997 
      +
      5998  iterator begin() { return iterator(&m_RawList, m_RawList.Front()); }
      +
      5999  iterator end() { return iterator(&m_RawList, VMA_NULL); }
      6000 
      -
      6001 /* Class compatible with subset of interface of std::unordered_map.
      -
      6002 KeyT, ValueT must be POD because they will be stored in VmaVector.
      -
      6003 */
      -
      6004 template<typename KeyT, typename ValueT>
      -
      6005 class VmaMap
      -
      6006 {
      -
      6007 public:
      -
      6008  typedef VmaPair<KeyT, ValueT> PairType;
      -
      6009  typedef PairType* iterator;
      -
      6010 
      -
      6011  VmaMap(const VmaStlAllocator<PairType>& allocator) : m_Vector(allocator) { }
      +
      6001  const_iterator cbegin() const { return const_iterator(&m_RawList, m_RawList.Front()); }
      +
      6002  const_iterator cend() const { return const_iterator(&m_RawList, VMA_NULL); }
      +
      6003 
      +
      6004  void clear() { m_RawList.Clear(); }
      +
      6005  void push_back(const T& value) { m_RawList.PushBack(value); }
      +
      6006  void erase(iterator it) { m_RawList.Remove(it.m_pItem); }
      +
      6007  iterator insert(iterator it, const T& value) { return iterator(&m_RawList, m_RawList.InsertBefore(it.m_pItem, value)); }
      +
      6008 
      +
      6009 private:
      +
      6010  VmaRawList<T> m_RawList;
      +
      6011 };
      6012 
      -
      6013  iterator begin() { return m_Vector.begin(); }
      -
      6014  iterator end() { return m_Vector.end(); }
      -
      6015 
      -
      6016  void insert(const PairType& pair);
      -
      6017  iterator find(const KeyT& key);
      -
      6018  void erase(iterator it);
      -
      6019 
      -
      6020 private:
      -
      6021  VmaVector< PairType, VmaStlAllocator<PairType> > m_Vector;
      -
      6022 };
      -
      6023 
      -
      6024 #define VMA_MAP_TYPE(KeyT, ValueT) VmaMap<KeyT, ValueT>
      -
      6025 
      -
      6026 template<typename FirstT, typename SecondT>
      -
      6027 struct VmaPairFirstLess
      -
      6028 {
      -
      6029  bool operator()(const VmaPair<FirstT, SecondT>& lhs, const VmaPair<FirstT, SecondT>& rhs) const
      -
      6030  {
      -
      6031  return lhs.first < rhs.first;
      -
      6032  }
      -
      6033  bool operator()(const VmaPair<FirstT, SecondT>& lhs, const FirstT& rhsFirst) const
      -
      6034  {
      -
      6035  return lhs.first < rhsFirst;
      -
      6036  }
      -
      6037 };
      -
      6038 
      -
      6039 template<typename KeyT, typename ValueT>
      -
      6040 void VmaMap<KeyT, ValueT>::insert(const PairType& pair)
      -
      6041 {
      -
      6042  const size_t indexToInsert = VmaBinaryFindFirstNotLess(
      -
      6043  m_Vector.data(),
      -
      6044  m_Vector.data() + m_Vector.size(),
      -
      6045  pair,
      -
      6046  VmaPairFirstLess<KeyT, ValueT>()) - m_Vector.data();
      -
      6047  VmaVectorInsert(m_Vector, indexToInsert, pair);
      -
      6048 }
      +
      6013 #endif // #if VMA_USE_STL_LIST
      +
      6014 
      +
      6016 // class VmaMap
      +
      6017 
      +
      6018 // Unused in this version.
      +
      6019 #if 0
      +
      6020 
      +
      6021 #if VMA_USE_STL_UNORDERED_MAP
      +
      6022 
      +
      6023 #define VmaPair std::pair
      +
      6024 
      +
      6025 #define VMA_MAP_TYPE(KeyT, ValueT) \
      +
      6026  std::unordered_map< KeyT, ValueT, std::hash<KeyT>, std::equal_to<KeyT>, VmaStlAllocator< std::pair<KeyT, ValueT> > >
      +
      6027 
      +
      6028 #else // #if VMA_USE_STL_UNORDERED_MAP
      +
      6029 
      +
      6030 template<typename T1, typename T2>
      +
      6031 struct VmaPair
      +
      6032 {
      +
      6033  T1 first;
      +
      6034  T2 second;
      +
      6035 
      +
      6036  VmaPair() : first(), second() { }
      +
      6037  VmaPair(const T1& firstSrc, const T2& secondSrc) : first(firstSrc), second(secondSrc) { }
      +
      6038 };
      +
      6039 
      +
      6040 /* Class compatible with subset of interface of std::unordered_map.
      +
      6041 KeyT, ValueT must be POD because they will be stored in VmaVector.
      +
      6042 */
      +
      6043 template<typename KeyT, typename ValueT>
      +
      6044 class VmaMap
      +
      6045 {
      +
      6046 public:
      +
      6047  typedef VmaPair<KeyT, ValueT> PairType;
      +
      6048  typedef PairType* iterator;
      6049 
      -
      6050 template<typename KeyT, typename ValueT>
      -
      6051 VmaPair<KeyT, ValueT>* VmaMap<KeyT, ValueT>::find(const KeyT& key)
      -
      6052 {
      -
      6053  PairType* it = VmaBinaryFindFirstNotLess(
      -
      6054  m_Vector.data(),
      -
      6055  m_Vector.data() + m_Vector.size(),
      -
      6056  key,
      -
      6057  VmaPairFirstLess<KeyT, ValueT>());
      -
      6058  if((it != m_Vector.end()) && (it->first == key))
      -
      6059  {
      -
      6060  return it;
      -
      6061  }
      -
      6062  else
      -
      6063  {
      -
      6064  return m_Vector.end();
      -
      6065  }
      -
      6066 }
      -
      6067 
      -
      6068 template<typename KeyT, typename ValueT>
      -
      6069 void VmaMap<KeyT, ValueT>::erase(iterator it)
      -
      6070 {
      -
      6071  VmaVectorRemove(m_Vector, it - m_Vector.begin());
      -
      6072 }
      -
      6073 
      -
      6074 #endif // #if VMA_USE_STL_UNORDERED_MAP
      -
      6075 
      -
      6076 #endif // #if 0
      +
      6050  VmaMap(const VmaStlAllocator<PairType>& allocator) : m_Vector(allocator) { }
      +
      6051 
      +
      6052  iterator begin() { return m_Vector.begin(); }
      +
      6053  iterator end() { return m_Vector.end(); }
      +
      6054 
      +
      6055  void insert(const PairType& pair);
      +
      6056  iterator find(const KeyT& key);
      +
      6057  void erase(iterator it);
      +
      6058 
      +
      6059 private:
      +
      6060  VmaVector< PairType, VmaStlAllocator<PairType> > m_Vector;
      +
      6061 };
      +
      6062 
      +
      6063 #define VMA_MAP_TYPE(KeyT, ValueT) VmaMap<KeyT, ValueT>
      +
      6064 
      +
      6065 template<typename FirstT, typename SecondT>
      +
      6066 struct VmaPairFirstLess
      +
      6067 {
      +
      6068  bool operator()(const VmaPair<FirstT, SecondT>& lhs, const VmaPair<FirstT, SecondT>& rhs) const
      +
      6069  {
      +
      6070  return lhs.first < rhs.first;
      +
      6071  }
      +
      6072  bool operator()(const VmaPair<FirstT, SecondT>& lhs, const FirstT& rhsFirst) const
      +
      6073  {
      +
      6074  return lhs.first < rhsFirst;
      +
      6075  }
      +
      6076 };
      6077 
      -
      6079 
      -
      6080 class VmaDeviceMemoryBlock;
      -
      6081 
      -
      6082 enum VMA_CACHE_OPERATION { VMA_CACHE_FLUSH, VMA_CACHE_INVALIDATE };
      -
      6083 
      -
      6084 struct VmaAllocation_T
      -
      6085 {
      -
      6086 private:
      -
      6087  static const uint8_t MAP_COUNT_FLAG_PERSISTENT_MAP = 0x80;
      +
      6078 template<typename KeyT, typename ValueT>
      +
      6079 void VmaMap<KeyT, ValueT>::insert(const PairType& pair)
      +
      6080 {
      +
      6081  const size_t indexToInsert = VmaBinaryFindFirstNotLess(
      +
      6082  m_Vector.data(),
      +
      6083  m_Vector.data() + m_Vector.size(),
      +
      6084  pair,
      +
      6085  VmaPairFirstLess<KeyT, ValueT>()) - m_Vector.data();
      +
      6086  VmaVectorInsert(m_Vector, indexToInsert, pair);
      +
      6087 }
      6088 
      -
      6089  enum FLAGS
      -
      6090  {
      -
      6091  FLAG_USER_DATA_STRING = 0x01,
      -
      6092  };
      -
      6093 
      -
      6094 public:
      -
      6095  enum ALLOCATION_TYPE
      -
      6096  {
      -
      6097  ALLOCATION_TYPE_NONE,
      -
      6098  ALLOCATION_TYPE_BLOCK,
      -
      6099  ALLOCATION_TYPE_DEDICATED,
      -
      6100  };
      -
      6101 
      -
      6102  /*
      -
      6103  This struct is allocated using VmaPoolAllocator.
      -
      6104  */
      -
      6105 
      -
      6106  VmaAllocation_T(uint32_t currentFrameIndex, bool userDataString) :
      -
      6107  m_Alignment{1},
      -
      6108  m_Size{0},
      -
      6109  m_pUserData{VMA_NULL},
      -
      6110  m_LastUseFrameIndex{currentFrameIndex},
      -
      6111  m_MemoryTypeIndex{0},
      -
      6112  m_Type{(uint8_t)ALLOCATION_TYPE_NONE},
      -
      6113  m_SuballocationType{(uint8_t)VMA_SUBALLOCATION_TYPE_UNKNOWN},
      -
      6114  m_MapCount{0},
      -
      6115  m_Flags{userDataString ? (uint8_t)FLAG_USER_DATA_STRING : (uint8_t)0}
      -
      6116  {
      -
      6117 #if VMA_STATS_STRING_ENABLED
      -
      6118  m_CreationFrameIndex = currentFrameIndex;
      -
      6119  m_BufferImageUsage = 0;
      -
      6120 #endif
      -
      6121  }
      +
      6089 template<typename KeyT, typename ValueT>
      +
      6090 VmaPair<KeyT, ValueT>* VmaMap<KeyT, ValueT>::find(const KeyT& key)
      +
      6091 {
      +
      6092  PairType* it = VmaBinaryFindFirstNotLess(
      +
      6093  m_Vector.data(),
      +
      6094  m_Vector.data() + m_Vector.size(),
      +
      6095  key,
      +
      6096  VmaPairFirstLess<KeyT, ValueT>());
      +
      6097  if((it != m_Vector.end()) && (it->first == key))
      +
      6098  {
      +
      6099  return it;
      +
      6100  }
      +
      6101  else
      +
      6102  {
      +
      6103  return m_Vector.end();
      +
      6104  }
      +
      6105 }
      +
      6106 
      +
      6107 template<typename KeyT, typename ValueT>
      +
      6108 void VmaMap<KeyT, ValueT>::erase(iterator it)
      +
      6109 {
      +
      6110  VmaVectorRemove(m_Vector, it - m_Vector.begin());
      +
      6111 }
      +
      6112 
      +
      6113 #endif // #if VMA_USE_STL_UNORDERED_MAP
      +
      6114 
      +
      6115 #endif // #if 0
      +
      6116 
      +
      6118 
      +
      6119 class VmaDeviceMemoryBlock;
      +
      6120 
      +
      6121 enum VMA_CACHE_OPERATION { VMA_CACHE_FLUSH, VMA_CACHE_INVALIDATE };
      6122 
      -
      6123  ~VmaAllocation_T()
      -
      6124  {
      -
      6125  VMA_ASSERT((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) == 0 && "Allocation was not unmapped before destruction.");
      -
      6126 
      -
      6127  // Check if owned string was freed.
      -
      6128  VMA_ASSERT(m_pUserData == VMA_NULL);
      -
      6129  }
      -
      6130 
      -
      6131  void InitBlockAllocation(
      -
      6132  VmaDeviceMemoryBlock* block,
      -
      6133  VkDeviceSize offset,
      -
      6134  VkDeviceSize alignment,
      -
      6135  VkDeviceSize size,
      -
      6136  uint32_t memoryTypeIndex,
      -
      6137  VmaSuballocationType suballocationType,
      -
      6138  bool mapped,
      -
      6139  bool canBecomeLost)
      -
      6140  {
      -
      6141  VMA_ASSERT(m_Type == ALLOCATION_TYPE_NONE);
      -
      6142  VMA_ASSERT(block != VMA_NULL);
      -
      6143  m_Type = (uint8_t)ALLOCATION_TYPE_BLOCK;
      -
      6144  m_Alignment = alignment;
      -
      6145  m_Size = size;
      -
      6146  m_MemoryTypeIndex = memoryTypeIndex;
      -
      6147  m_MapCount = mapped ? MAP_COUNT_FLAG_PERSISTENT_MAP : 0;
      -
      6148  m_SuballocationType = (uint8_t)suballocationType;
      -
      6149  m_BlockAllocation.m_Block = block;
      -
      6150  m_BlockAllocation.m_Offset = offset;
      -
      6151  m_BlockAllocation.m_CanBecomeLost = canBecomeLost;
      -
      6152  }
      -
      6153 
      -
      6154  void InitLost()
      +
      6123 struct VmaAllocation_T
      +
      6124 {
      +
      6125 private:
      +
      6126  static const uint8_t MAP_COUNT_FLAG_PERSISTENT_MAP = 0x80;
      +
      6127 
      +
      6128  enum FLAGS
      +
      6129  {
      +
      6130  FLAG_USER_DATA_STRING = 0x01,
      +
      6131  };
      +
      6132 
      +
      6133 public:
      +
      6134  enum ALLOCATION_TYPE
      +
      6135  {
      +
      6136  ALLOCATION_TYPE_NONE,
      +
      6137  ALLOCATION_TYPE_BLOCK,
      +
      6138  ALLOCATION_TYPE_DEDICATED,
      +
      6139  };
      +
      6140 
      +
      6141  /*
      +
      6142  This struct is allocated using VmaPoolAllocator.
      +
      6143  */
      +
      6144 
      +
      6145  VmaAllocation_T(uint32_t currentFrameIndex, bool userDataString) :
      +
      6146  m_Alignment{1},
      +
      6147  m_Size{0},
      +
      6148  m_pUserData{VMA_NULL},
      +
      6149  m_LastUseFrameIndex{currentFrameIndex},
      +
      6150  m_MemoryTypeIndex{0},
      +
      6151  m_Type{(uint8_t)ALLOCATION_TYPE_NONE},
      +
      6152  m_SuballocationType{(uint8_t)VMA_SUBALLOCATION_TYPE_UNKNOWN},
      +
      6153  m_MapCount{0},
      +
      6154  m_Flags{userDataString ? (uint8_t)FLAG_USER_DATA_STRING : (uint8_t)0}
      6155  {
      -
      6156  VMA_ASSERT(m_Type == ALLOCATION_TYPE_NONE);
      -
      6157  VMA_ASSERT(m_LastUseFrameIndex.load() == VMA_FRAME_INDEX_LOST);
      -
      6158  m_Type = (uint8_t)ALLOCATION_TYPE_BLOCK;
      -
      6159  m_MemoryTypeIndex = 0;
      -
      6160  m_BlockAllocation.m_Block = VMA_NULL;
      -
      6161  m_BlockAllocation.m_Offset = 0;
      -
      6162  m_BlockAllocation.m_CanBecomeLost = true;
      -
      6163  }
      -
      6164 
      -
      6165  void ChangeBlockAllocation(
      -
      6166  VmaAllocator hAllocator,
      -
      6167  VmaDeviceMemoryBlock* block,
      -
      6168  VkDeviceSize offset);
      +
      6156 #if VMA_STATS_STRING_ENABLED
      +
      6157  m_CreationFrameIndex = currentFrameIndex;
      +
      6158  m_BufferImageUsage = 0;
      +
      6159 #endif
      +
      6160  }
      +
      6161 
      +
      6162  ~VmaAllocation_T()
      +
      6163  {
      +
      6164  VMA_ASSERT((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) == 0 && "Allocation was not unmapped before destruction.");
      +
      6165 
      +
      6166  // Check if owned string was freed.
      +
      6167  VMA_ASSERT(m_pUserData == VMA_NULL);
      +
      6168  }
      6169 
      -
      6170  void ChangeOffset(VkDeviceSize newOffset);
      -
      6171 
      -
      6172  // pMappedData not null means allocation is created with MAPPED flag.
      -
      6173  void InitDedicatedAllocation(
      -
      6174  uint32_t memoryTypeIndex,
      -
      6175  VkDeviceMemory hMemory,
      +
      6170  void InitBlockAllocation(
      +
      6171  VmaDeviceMemoryBlock* block,
      +
      6172  VkDeviceSize offset,
      +
      6173  VkDeviceSize alignment,
      +
      6174  VkDeviceSize size,
      +
      6175  uint32_t memoryTypeIndex,
      6176  VmaSuballocationType suballocationType,
      -
      6177  void* pMappedData,
      -
      6178  VkDeviceSize size)
      +
      6177  bool mapped,
      +
      6178  bool canBecomeLost)
      6179  {
      6180  VMA_ASSERT(m_Type == ALLOCATION_TYPE_NONE);
      -
      6181  VMA_ASSERT(hMemory != VK_NULL_HANDLE);
      -
      6182  m_Type = (uint8_t)ALLOCATION_TYPE_DEDICATED;
      -
      6183  m_Alignment = 0;
      +
      6181  VMA_ASSERT(block != VMA_NULL);
      +
      6182  m_Type = (uint8_t)ALLOCATION_TYPE_BLOCK;
      +
      6183  m_Alignment = alignment;
      6184  m_Size = size;
      6185  m_MemoryTypeIndex = memoryTypeIndex;
      -
      6186  m_SuballocationType = (uint8_t)suballocationType;
      -
      6187  m_MapCount = (pMappedData != VMA_NULL) ? MAP_COUNT_FLAG_PERSISTENT_MAP : 0;
      -
      6188  m_DedicatedAllocation.m_hMemory = hMemory;
      -
      6189  m_DedicatedAllocation.m_pMappedData = pMappedData;
      -
      6190  }
      -
      6191 
      -
      6192  ALLOCATION_TYPE GetType() const { return (ALLOCATION_TYPE)m_Type; }
      -
      6193  VkDeviceSize GetAlignment() const { return m_Alignment; }
      -
      6194  VkDeviceSize GetSize() const { return m_Size; }
      -
      6195  bool IsUserDataString() const { return (m_Flags & FLAG_USER_DATA_STRING) != 0; }
      -
      6196  void* GetUserData() const { return m_pUserData; }
      -
      6197  void SetUserData(VmaAllocator hAllocator, void* pUserData);
      -
      6198  VmaSuballocationType GetSuballocationType() const { return (VmaSuballocationType)m_SuballocationType; }
      -
      6199 
      -
      6200  VmaDeviceMemoryBlock* GetBlock() const
      -
      6201  {
      -
      6202  VMA_ASSERT(m_Type == ALLOCATION_TYPE_BLOCK);
      -
      6203  return m_BlockAllocation.m_Block;
      -
      6204  }
      -
      6205  VkDeviceSize GetOffset() const;
      -
      6206  VkDeviceMemory GetMemory() const;
      -
      6207  uint32_t GetMemoryTypeIndex() const { return m_MemoryTypeIndex; }
      -
      6208  bool IsPersistentMap() const { return (m_MapCount & MAP_COUNT_FLAG_PERSISTENT_MAP) != 0; }
      -
      6209  void* GetMappedData() const;
      -
      6210  bool CanBecomeLost() const;
      -
      6211 
      -
      6212  uint32_t GetLastUseFrameIndex() const
      -
      6213  {
      -
      6214  return m_LastUseFrameIndex.load();
      -
      6215  }
      -
      6216  bool CompareExchangeLastUseFrameIndex(uint32_t& expected, uint32_t desired)
      -
      6217  {
      -
      6218  return m_LastUseFrameIndex.compare_exchange_weak(expected, desired);
      -
      6219  }
      -
      6220  /*
      -
      6221  - If hAllocation.LastUseFrameIndex + frameInUseCount < allocator.CurrentFrameIndex,
      -
      6222  makes it lost by setting LastUseFrameIndex = VMA_FRAME_INDEX_LOST and returns true.
      -
      6223  - Else, returns false.
      -
      6224 
      -
      6225  If hAllocation is already lost, assert - you should not call it then.
      -
      6226  If hAllocation was not created with CAN_BECOME_LOST_BIT, assert.
      -
      6227  */
      -
      6228  bool MakeLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
      -
      6229 
      -
      6230  void DedicatedAllocCalcStatsInfo(VmaStatInfo& outInfo)
      -
      6231  {
      -
      6232  VMA_ASSERT(m_Type == ALLOCATION_TYPE_DEDICATED);
      -
      6233  outInfo.blockCount = 1;
      -
      6234  outInfo.allocationCount = 1;
      -
      6235  outInfo.unusedRangeCount = 0;
      -
      6236  outInfo.usedBytes = m_Size;
      -
      6237  outInfo.unusedBytes = 0;
      -
      6238  outInfo.allocationSizeMin = outInfo.allocationSizeMax = m_Size;
      -
      6239  outInfo.unusedRangeSizeMin = UINT64_MAX;
      -
      6240  outInfo.unusedRangeSizeMax = 0;
      -
      6241  }
      -
      6242 
      -
      6243  void BlockAllocMap();
      -
      6244  void BlockAllocUnmap();
      -
      6245  VkResult DedicatedAllocMap(VmaAllocator hAllocator, void** ppData);
      -
      6246  void DedicatedAllocUnmap(VmaAllocator hAllocator);
      -
      6247 
      -
      6248 #if VMA_STATS_STRING_ENABLED
      -
      6249  uint32_t GetCreationFrameIndex() const { return m_CreationFrameIndex; }
      -
      6250  uint32_t GetBufferImageUsage() const { return m_BufferImageUsage; }
      -
      6251 
      -
      6252  void InitBufferImageUsage(uint32_t bufferImageUsage)
      -
      6253  {
      -
      6254  VMA_ASSERT(m_BufferImageUsage == 0);
      -
      6255  m_BufferImageUsage = bufferImageUsage;
      -
      6256  }
      -
      6257 
      -
      6258  void PrintParameters(class VmaJsonWriter& json) const;
      -
      6259 #endif
      -
      6260 
      -
      6261 private:
      -
      6262  VkDeviceSize m_Alignment;
      -
      6263  VkDeviceSize m_Size;
      -
      6264  void* m_pUserData;
      -
      6265  VMA_ATOMIC_UINT32 m_LastUseFrameIndex;
      -
      6266  uint32_t m_MemoryTypeIndex;
      -
      6267  uint8_t m_Type; // ALLOCATION_TYPE
      -
      6268  uint8_t m_SuballocationType; // VmaSuballocationType
      -
      6269  // Bit 0x80 is set when allocation was created with VMA_ALLOCATION_CREATE_MAPPED_BIT.
      -
      6270  // Bits with mask 0x7F are reference counter for vmaMapMemory()/vmaUnmapMemory().
      -
      6271  uint8_t m_MapCount;
      -
      6272  uint8_t m_Flags; // enum FLAGS
      -
      6273 
      -
      6274  // Allocation out of VmaDeviceMemoryBlock.
      -
      6275  struct BlockAllocation
      -
      6276  {
      -
      6277  VmaDeviceMemoryBlock* m_Block;
      -
      6278  VkDeviceSize m_Offset;
      -
      6279  bool m_CanBecomeLost;
      -
      6280  };
      +
      6186  m_MapCount = mapped ? MAP_COUNT_FLAG_PERSISTENT_MAP : 0;
      +
      6187  m_SuballocationType = (uint8_t)suballocationType;
      +
      6188  m_BlockAllocation.m_Block = block;
      +
      6189  m_BlockAllocation.m_Offset = offset;
      +
      6190  m_BlockAllocation.m_CanBecomeLost = canBecomeLost;
      +
      6191  }
      +
      6192 
      +
      6193  void InitLost()
      +
      6194  {
      +
      6195  VMA_ASSERT(m_Type == ALLOCATION_TYPE_NONE);
      +
      6196  VMA_ASSERT(m_LastUseFrameIndex.load() == VMA_FRAME_INDEX_LOST);
      +
      6197  m_Type = (uint8_t)ALLOCATION_TYPE_BLOCK;
      +
      6198  m_MemoryTypeIndex = 0;
      +
      6199  m_BlockAllocation.m_Block = VMA_NULL;
      +
      6200  m_BlockAllocation.m_Offset = 0;
      +
      6201  m_BlockAllocation.m_CanBecomeLost = true;
      +
      6202  }
      +
      6203 
      +
      6204  void ChangeBlockAllocation(
      +
      6205  VmaAllocator hAllocator,
      +
      6206  VmaDeviceMemoryBlock* block,
      +
      6207  VkDeviceSize offset);
      +
      6208 
      +
      6209  void ChangeOffset(VkDeviceSize newOffset);
      +
      6210 
      +
      6211  // pMappedData not null means allocation is created with MAPPED flag.
      +
      6212  void InitDedicatedAllocation(
      +
      6213  uint32_t memoryTypeIndex,
      +
      6214  VkDeviceMemory hMemory,
      +
      6215  VmaSuballocationType suballocationType,
      +
      6216  void* pMappedData,
      +
      6217  VkDeviceSize size)
      +
      6218  {
      +
      6219  VMA_ASSERT(m_Type == ALLOCATION_TYPE_NONE);
      +
      6220  VMA_ASSERT(hMemory != VK_NULL_HANDLE);
      +
      6221  m_Type = (uint8_t)ALLOCATION_TYPE_DEDICATED;
      +
      6222  m_Alignment = 0;
      +
      6223  m_Size = size;
      +
      6224  m_MemoryTypeIndex = memoryTypeIndex;
      +
      6225  m_SuballocationType = (uint8_t)suballocationType;
      +
      6226  m_MapCount = (pMappedData != VMA_NULL) ? MAP_COUNT_FLAG_PERSISTENT_MAP : 0;
      +
      6227  m_DedicatedAllocation.m_hMemory = hMemory;
      +
      6228  m_DedicatedAllocation.m_pMappedData = pMappedData;
      +
      6229  }
      +
      6230 
      +
      6231  ALLOCATION_TYPE GetType() const { return (ALLOCATION_TYPE)m_Type; }
      +
      6232  VkDeviceSize GetAlignment() const { return m_Alignment; }
      +
      6233  VkDeviceSize GetSize() const { return m_Size; }
      +
      6234  bool IsUserDataString() const { return (m_Flags & FLAG_USER_DATA_STRING) != 0; }
      +
      6235  void* GetUserData() const { return m_pUserData; }
      +
      6236  void SetUserData(VmaAllocator hAllocator, void* pUserData);
      +
      6237  VmaSuballocationType GetSuballocationType() const { return (VmaSuballocationType)m_SuballocationType; }
      +
      6238 
      +
      6239  VmaDeviceMemoryBlock* GetBlock() const
      +
      6240  {
      +
      6241  VMA_ASSERT(m_Type == ALLOCATION_TYPE_BLOCK);
      +
      6242  return m_BlockAllocation.m_Block;
      +
      6243  }
      +
      6244  VkDeviceSize GetOffset() const;
      +
      6245  VkDeviceMemory GetMemory() const;
      +
      6246  uint32_t GetMemoryTypeIndex() const { return m_MemoryTypeIndex; }
      +
      6247  bool IsPersistentMap() const { return (m_MapCount & MAP_COUNT_FLAG_PERSISTENT_MAP) != 0; }
      +
      6248  void* GetMappedData() const;
      +
      6249  bool CanBecomeLost() const;
      +
      6250 
      +
      6251  uint32_t GetLastUseFrameIndex() const
      +
      6252  {
      +
      6253  return m_LastUseFrameIndex.load();
      +
      6254  }
      +
      6255  bool CompareExchangeLastUseFrameIndex(uint32_t& expected, uint32_t desired)
      +
      6256  {
      +
      6257  return m_LastUseFrameIndex.compare_exchange_weak(expected, desired);
      +
      6258  }
      +
      6259  /*
      +
      6260  - If hAllocation.LastUseFrameIndex + frameInUseCount < allocator.CurrentFrameIndex,
      +
      6261  makes it lost by setting LastUseFrameIndex = VMA_FRAME_INDEX_LOST and returns true.
      +
      6262  - Else, returns false.
      +
      6263 
      +
      6264  If hAllocation is already lost, assert - you should not call it then.
      +
      6265  If hAllocation was not created with CAN_BECOME_LOST_BIT, assert.
      +
      6266  */
      +
      6267  bool MakeLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
      +
      6268 
      +
      6269  void DedicatedAllocCalcStatsInfo(VmaStatInfo& outInfo)
      +
      6270  {
      +
      6271  VMA_ASSERT(m_Type == ALLOCATION_TYPE_DEDICATED);
      +
      6272  outInfo.blockCount = 1;
      +
      6273  outInfo.allocationCount = 1;
      +
      6274  outInfo.unusedRangeCount = 0;
      +
      6275  outInfo.usedBytes = m_Size;
      +
      6276  outInfo.unusedBytes = 0;
      +
      6277  outInfo.allocationSizeMin = outInfo.allocationSizeMax = m_Size;
      +
      6278  outInfo.unusedRangeSizeMin = UINT64_MAX;
      +
      6279  outInfo.unusedRangeSizeMax = 0;
      +
      6280  }
      6281 
      -
      6282  // Allocation for an object that has its own private VkDeviceMemory.
      -
      6283  struct DedicatedAllocation
      -
      6284  {
      -
      6285  VkDeviceMemory m_hMemory;
      -
      6286  void* m_pMappedData; // Not null means memory is mapped.
      -
      6287  };
      -
      6288 
      -
      6289  union
      -
      6290  {
      -
      6291  // Allocation out of VmaDeviceMemoryBlock.
      -
      6292  BlockAllocation m_BlockAllocation;
      -
      6293  // Allocation for an object that has its own private VkDeviceMemory.
      -
      6294  DedicatedAllocation m_DedicatedAllocation;
      -
      6295  };
      +
      6282  void BlockAllocMap();
      +
      6283  void BlockAllocUnmap();
      +
      6284  VkResult DedicatedAllocMap(VmaAllocator hAllocator, void** ppData);
      +
      6285  void DedicatedAllocUnmap(VmaAllocator hAllocator);
      +
      6286 
      +
      6287 #if VMA_STATS_STRING_ENABLED
      +
      6288  uint32_t GetCreationFrameIndex() const { return m_CreationFrameIndex; }
      +
      6289  uint32_t GetBufferImageUsage() const { return m_BufferImageUsage; }
      +
      6290 
      +
      6291  void InitBufferImageUsage(uint32_t bufferImageUsage)
      +
      6292  {
      +
      6293  VMA_ASSERT(m_BufferImageUsage == 0);
      +
      6294  m_BufferImageUsage = bufferImageUsage;
      +
      6295  }
      6296 
      -
      6297 #if VMA_STATS_STRING_ENABLED
      -
      6298  uint32_t m_CreationFrameIndex;
      -
      6299  uint32_t m_BufferImageUsage; // 0 if unknown.
      -
      6300 #endif
      -
      6301 
      -
      6302  void FreeUserDataString(VmaAllocator hAllocator);
      -
      6303 };
      -
      6304 
      -
      6305 /*
      -
      6306 Represents a region of VmaDeviceMemoryBlock that is either assigned and returned as
      -
      6307 allocated memory block or free.
      -
      6308 */
      -
      6309 struct VmaSuballocation
      -
      6310 {
      -
      6311  VkDeviceSize offset;
      -
      6312  VkDeviceSize size;
      -
      6313  VmaAllocation hAllocation;
      -
      6314  VmaSuballocationType type;
      -
      6315 };
      -
      6316 
      -
      6317 // Comparator for offsets.
      -
      6318 struct VmaSuballocationOffsetLess
      -
      6319 {
      -
      6320  bool operator()(const VmaSuballocation& lhs, const VmaSuballocation& rhs) const
      -
      6321  {
      -
      6322  return lhs.offset < rhs.offset;
      -
      6323  }
      -
      6324 };
      -
      6325 struct VmaSuballocationOffsetGreater
      -
      6326 {
      -
      6327  bool operator()(const VmaSuballocation& lhs, const VmaSuballocation& rhs) const
      -
      6328  {
      -
      6329  return lhs.offset > rhs.offset;
      -
      6330  }
      -
      6331 };
      -
      6332 
      -
      6333 typedef VmaList< VmaSuballocation, VmaStlAllocator<VmaSuballocation> > VmaSuballocationList;
      -
      6334 
      -
      6335 // Cost of one additional allocation lost, as equivalent in bytes.
      -
      6336 static const VkDeviceSize VMA_LOST_ALLOCATION_COST = 1048576;
      -
      6337 
      -
      6338 enum class VmaAllocationRequestType
      -
      6339 {
      -
      6340  Normal,
      -
      6341  // Used by "Linear" algorithm.
      -
      6342  UpperAddress,
      -
      6343  EndOf1st,
      -
      6344  EndOf2nd,
      -
      6345 };
      -
      6346 
      -
      6347 /*
      -
      6348 Parameters of planned allocation inside a VmaDeviceMemoryBlock.
      -
      6349 
      -
      6350 If canMakeOtherLost was false:
      -
      6351 - item points to a FREE suballocation.
      -
      6352 - itemsToMakeLostCount is 0.
      -
      6353 
      -
      6354 If canMakeOtherLost was true:
      -
      6355 - item points to first of sequence of suballocations, which are either FREE,
      -
      6356  or point to VmaAllocations that can become lost.
      -
      6357 - itemsToMakeLostCount is the number of VmaAllocations that need to be made lost for
      -
      6358  the requested allocation to succeed.
      -
      6359 */
      -
      6360 struct VmaAllocationRequest
      -
      6361 {
      -
      6362  VkDeviceSize offset;
      -
      6363  VkDeviceSize sumFreeSize; // Sum size of free items that overlap with proposed allocation.
      -
      6364  VkDeviceSize sumItemSize; // Sum size of items to make lost that overlap with proposed allocation.
      -
      6365  VmaSuballocationList::iterator item;
      -
      6366  size_t itemsToMakeLostCount;
      -
      6367  void* customData;
      -
      6368  VmaAllocationRequestType type;
      -
      6369 
      -
      6370  VkDeviceSize CalcCost() const
      -
      6371  {
      -
      6372  return sumItemSize + itemsToMakeLostCount * VMA_LOST_ALLOCATION_COST;
      -
      6373  }
      -
      6374 };
      -
      6375 
      -
      6376 /*
      -
      6377 Data structure used for bookkeeping of allocations and unused ranges of memory
      -
      6378 in a single VkDeviceMemory block.
      -
      6379 */
      -
      6380 class VmaBlockMetadata
      -
      6381 {
      -
      6382 public:
      -
      6383  VmaBlockMetadata(VmaAllocator hAllocator);
      -
      6384  virtual ~VmaBlockMetadata() { }
      -
      6385  virtual void Init(VkDeviceSize size) { m_Size = size; }
      -
      6386 
      -
      6387  // Validates all data structures inside this object. If not valid, returns false.
      -
      6388  virtual bool Validate() const = 0;
      -
      6389  VkDeviceSize GetSize() const { return m_Size; }
      -
      6390  virtual size_t GetAllocationCount() const = 0;
      -
      6391  virtual VkDeviceSize GetSumFreeSize() const = 0;
      -
      6392  virtual VkDeviceSize GetUnusedRangeSizeMax() const = 0;
      -
      6393  // Returns true if this block is empty - contains only single free suballocation.
      -
      6394  virtual bool IsEmpty() const = 0;
      -
      6395 
      -
      6396  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const = 0;
      -
      6397  // Shouldn't modify blockCount.
      -
      6398  virtual void AddPoolStats(VmaPoolStats& inoutStats) const = 0;
      -
      6399 
      -
      6400 #if VMA_STATS_STRING_ENABLED
      -
      6401  virtual void PrintDetailedMap(class VmaJsonWriter& json) const = 0;
      -
      6402 #endif
      -
      6403 
      -
      6404  // Tries to find a place for suballocation with given parameters inside this block.
      -
      6405  // If succeeded, fills pAllocationRequest and returns true.
      -
      6406  // If failed, returns false.
      -
      6407  virtual bool CreateAllocationRequest(
      -
      6408  uint32_t currentFrameIndex,
      -
      6409  uint32_t frameInUseCount,
      -
      6410  VkDeviceSize bufferImageGranularity,
      -
      6411  VkDeviceSize allocSize,
      -
      6412  VkDeviceSize allocAlignment,
      -
      6413  bool upperAddress,
      -
      6414  VmaSuballocationType allocType,
      -
      6415  bool canMakeOtherLost,
      -
      6416  // Always one of VMA_ALLOCATION_CREATE_STRATEGY_* or VMA_ALLOCATION_INTERNAL_STRATEGY_* flags.
      -
      6417  uint32_t strategy,
      -
      6418  VmaAllocationRequest* pAllocationRequest) = 0;
      -
      6419 
      -
      6420  virtual bool MakeRequestedAllocationsLost(
      -
      6421  uint32_t currentFrameIndex,
      -
      6422  uint32_t frameInUseCount,
      -
      6423  VmaAllocationRequest* pAllocationRequest) = 0;
      -
      6424 
      -
      6425  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount) = 0;
      -
      6426 
      -
      6427  virtual VkResult CheckCorruption(const void* pBlockData) = 0;
      -
      6428 
      -
      6429  // Makes actual allocation based on request. Request must already be checked and valid.
      -
      6430  virtual void Alloc(
      -
      6431  const VmaAllocationRequest& request,
      -
      6432  VmaSuballocationType type,
      -
      6433  VkDeviceSize allocSize,
      -
      6434  VmaAllocation hAllocation) = 0;
      -
      6435 
      -
      6436  // Frees suballocation assigned to given memory region.
      -
      6437  virtual void Free(const VmaAllocation allocation) = 0;
      -
      6438  virtual void FreeAtOffset(VkDeviceSize offset) = 0;
      -
      6439 
      -
      6440 protected:
      -
      6441  const VkAllocationCallbacks* GetAllocationCallbacks() const { return m_pAllocationCallbacks; }
      +
      6297  void PrintParameters(class VmaJsonWriter& json) const;
      +
      6298 #endif
      +
      6299 
      +
      6300 private:
      +
      6301  VkDeviceSize m_Alignment;
      +
      6302  VkDeviceSize m_Size;
      +
      6303  void* m_pUserData;
      +
      6304  VMA_ATOMIC_UINT32 m_LastUseFrameIndex;
      +
      6305  uint32_t m_MemoryTypeIndex;
      +
      6306  uint8_t m_Type; // ALLOCATION_TYPE
      +
      6307  uint8_t m_SuballocationType; // VmaSuballocationType
      +
      6308  // Bit 0x80 is set when allocation was created with VMA_ALLOCATION_CREATE_MAPPED_BIT.
      +
      6309  // Bits with mask 0x7F are reference counter for vmaMapMemory()/vmaUnmapMemory().
      +
      6310  uint8_t m_MapCount;
      +
      6311  uint8_t m_Flags; // enum FLAGS
      +
      6312 
      +
      6313  // Allocation out of VmaDeviceMemoryBlock.
      +
      6314  struct BlockAllocation
      +
      6315  {
      +
      6316  VmaDeviceMemoryBlock* m_Block;
      +
      6317  VkDeviceSize m_Offset;
      +
      6318  bool m_CanBecomeLost;
      +
      6319  };
      +
      6320 
      +
      6321  // Allocation for an object that has its own private VkDeviceMemory.
      +
      6322  struct DedicatedAllocation
      +
      6323  {
      +
      6324  VkDeviceMemory m_hMemory;
      +
      6325  void* m_pMappedData; // Not null means memory is mapped.
      +
      6326  };
      +
      6327 
      +
      6328  union
      +
      6329  {
      +
      6330  // Allocation out of VmaDeviceMemoryBlock.
      +
      6331  BlockAllocation m_BlockAllocation;
      +
      6332  // Allocation for an object that has its own private VkDeviceMemory.
      +
      6333  DedicatedAllocation m_DedicatedAllocation;
      +
      6334  };
      +
      6335 
      +
      6336 #if VMA_STATS_STRING_ENABLED
      +
      6337  uint32_t m_CreationFrameIndex;
      +
      6338  uint32_t m_BufferImageUsage; // 0 if unknown.
      +
      6339 #endif
      +
      6340 
      +
      6341  void FreeUserDataString(VmaAllocator hAllocator);
      +
      6342 };
      +
      6343 
      +
      6344 /*
      +
      6345 Represents a region of VmaDeviceMemoryBlock that is either assigned and returned as
      +
      6346 allocated memory block or free.
      +
      6347 */
      +
      6348 struct VmaSuballocation
      +
      6349 {
      +
      6350  VkDeviceSize offset;
      +
      6351  VkDeviceSize size;
      +
      6352  VmaAllocation hAllocation;
      +
      6353  VmaSuballocationType type;
      +
      6354 };
      +
      6355 
      +
      6356 // Comparator for offsets.
      +
      6357 struct VmaSuballocationOffsetLess
      +
      6358 {
      +
      6359  bool operator()(const VmaSuballocation& lhs, const VmaSuballocation& rhs) const
      +
      6360  {
      +
      6361  return lhs.offset < rhs.offset;
      +
      6362  }
      +
      6363 };
      +
      6364 struct VmaSuballocationOffsetGreater
      +
      6365 {
      +
      6366  bool operator()(const VmaSuballocation& lhs, const VmaSuballocation& rhs) const
      +
      6367  {
      +
      6368  return lhs.offset > rhs.offset;
      +
      6369  }
      +
      6370 };
      +
      6371 
      +
      6372 typedef VmaList< VmaSuballocation, VmaStlAllocator<VmaSuballocation> > VmaSuballocationList;
      +
      6373 
      +
      6374 // Cost of one additional allocation lost, as equivalent in bytes.
      +
      6375 static const VkDeviceSize VMA_LOST_ALLOCATION_COST = 1048576;
      +
      6376 
      +
      6377 enum class VmaAllocationRequestType
      +
      6378 {
      +
      6379  Normal,
      +
      6380  // Used by "Linear" algorithm.
      +
      6381  UpperAddress,
      +
      6382  EndOf1st,
      +
      6383  EndOf2nd,
      +
      6384 };
      +
      6385 
      +
      6386 /*
      +
      6387 Parameters of planned allocation inside a VmaDeviceMemoryBlock.
      +
      6388 
      +
      6389 If canMakeOtherLost was false:
      +
      6390 - item points to a FREE suballocation.
      +
      6391 - itemsToMakeLostCount is 0.
      +
      6392 
      +
      6393 If canMakeOtherLost was true:
      +
      6394 - item points to first of sequence of suballocations, which are either FREE,
      +
      6395  or point to VmaAllocations that can become lost.
      +
      6396 - itemsToMakeLostCount is the number of VmaAllocations that need to be made lost for
      +
      6397  the requested allocation to succeed.
      +
      6398 */
      +
      6399 struct VmaAllocationRequest
      +
      6400 {
      +
      6401  VkDeviceSize offset;
      +
      6402  VkDeviceSize sumFreeSize; // Sum size of free items that overlap with proposed allocation.
      +
      6403  VkDeviceSize sumItemSize; // Sum size of items to make lost that overlap with proposed allocation.
      +
      6404  VmaSuballocationList::iterator item;
      +
      6405  size_t itemsToMakeLostCount;
      +
      6406  void* customData;
      +
      6407  VmaAllocationRequestType type;
      +
      6408 
      +
      6409  VkDeviceSize CalcCost() const
      +
      6410  {
      +
      6411  return sumItemSize + itemsToMakeLostCount * VMA_LOST_ALLOCATION_COST;
      +
      6412  }
      +
      6413 };
      +
      6414 
      +
      6415 /*
      +
      6416 Data structure used for bookkeeping of allocations and unused ranges of memory
      +
      6417 in a single VkDeviceMemory block.
      +
      6418 */
      +
      6419 class VmaBlockMetadata
      +
      6420 {
      +
      6421 public:
      +
      6422  VmaBlockMetadata(VmaAllocator hAllocator);
      +
      6423  virtual ~VmaBlockMetadata() { }
      +
      6424  virtual void Init(VkDeviceSize size) { m_Size = size; }
      +
      6425 
      +
      6426  // Validates all data structures inside this object. If not valid, returns false.
      +
      6427  virtual bool Validate() const = 0;
      +
      6428  VkDeviceSize GetSize() const { return m_Size; }
      +
      6429  virtual size_t GetAllocationCount() const = 0;
      +
      6430  virtual VkDeviceSize GetSumFreeSize() const = 0;
      +
      6431  virtual VkDeviceSize GetUnusedRangeSizeMax() const = 0;
      +
      6432  // Returns true if this block is empty - contains only single free suballocation.
      +
      6433  virtual bool IsEmpty() const = 0;
      +
      6434 
      +
      6435  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const = 0;
      +
      6436  // Shouldn't modify blockCount.
      +
      6437  virtual void AddPoolStats(VmaPoolStats& inoutStats) const = 0;
      +
      6438 
      +
      6439 #if VMA_STATS_STRING_ENABLED
      +
      6440  virtual void PrintDetailedMap(class VmaJsonWriter& json) const = 0;
      +
      6441 #endif
      6442 
      -
      6443 #if VMA_STATS_STRING_ENABLED
      -
      6444  void PrintDetailedMap_Begin(class VmaJsonWriter& json,
      -
      6445  VkDeviceSize unusedBytes,
      -
      6446  size_t allocationCount,
      -
      6447  size_t unusedRangeCount) const;
      -
      6448  void PrintDetailedMap_Allocation(class VmaJsonWriter& json,
      -
      6449  VkDeviceSize offset,
      -
      6450  VmaAllocation hAllocation) const;
      -
      6451  void PrintDetailedMap_UnusedRange(class VmaJsonWriter& json,
      -
      6452  VkDeviceSize offset,
      -
      6453  VkDeviceSize size) const;
      -
      6454  void PrintDetailedMap_End(class VmaJsonWriter& json) const;
      -
      6455 #endif
      -
      6456 
      -
      6457 private:
      -
      6458  VkDeviceSize m_Size;
      -
      6459  const VkAllocationCallbacks* m_pAllocationCallbacks;
      -
      6460 };
      -
      6461 
      -
      6462 #define VMA_VALIDATE(cond) do { if(!(cond)) { \
      -
      6463  VMA_ASSERT(0 && "Validation failed: " #cond); \
      -
      6464  return false; \
      -
      6465  } } while(false)
      -
      6466 
      -
      6467 class VmaBlockMetadata_Generic : public VmaBlockMetadata
      -
      6468 {
      -
      6469  VMA_CLASS_NO_COPY(VmaBlockMetadata_Generic)
      -
      6470 public:
      -
      6471  VmaBlockMetadata_Generic(VmaAllocator hAllocator);
      -
      6472  virtual ~VmaBlockMetadata_Generic();
      -
      6473  virtual void Init(VkDeviceSize size);
      +
      6443  // Tries to find a place for suballocation with given parameters inside this block.
      +
      6444  // If succeeded, fills pAllocationRequest and returns true.
      +
      6445  // If failed, returns false.
      +
      6446  virtual bool CreateAllocationRequest(
      +
      6447  uint32_t currentFrameIndex,
      +
      6448  uint32_t frameInUseCount,
      +
      6449  VkDeviceSize bufferImageGranularity,
      +
      6450  VkDeviceSize allocSize,
      +
      6451  VkDeviceSize allocAlignment,
      +
      6452  bool upperAddress,
      +
      6453  VmaSuballocationType allocType,
      +
      6454  bool canMakeOtherLost,
      +
      6455  // Always one of VMA_ALLOCATION_CREATE_STRATEGY_* or VMA_ALLOCATION_INTERNAL_STRATEGY_* flags.
      +
      6456  uint32_t strategy,
      +
      6457  VmaAllocationRequest* pAllocationRequest) = 0;
      +
      6458 
      +
      6459  virtual bool MakeRequestedAllocationsLost(
      +
      6460  uint32_t currentFrameIndex,
      +
      6461  uint32_t frameInUseCount,
      +
      6462  VmaAllocationRequest* pAllocationRequest) = 0;
      +
      6463 
      +
      6464  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount) = 0;
      +
      6465 
      +
      6466  virtual VkResult CheckCorruption(const void* pBlockData) = 0;
      +
      6467 
      +
      6468  // Makes actual allocation based on request. Request must already be checked and valid.
      +
      6469  virtual void Alloc(
      +
      6470  const VmaAllocationRequest& request,
      +
      6471  VmaSuballocationType type,
      +
      6472  VkDeviceSize allocSize,
      +
      6473  VmaAllocation hAllocation) = 0;
      6474 
      -
      6475  virtual bool Validate() const;
      -
      6476  virtual size_t GetAllocationCount() const { return m_Suballocations.size() - m_FreeCount; }
      -
      6477  virtual VkDeviceSize GetSumFreeSize() const { return m_SumFreeSize; }
      -
      6478  virtual VkDeviceSize GetUnusedRangeSizeMax() const;
      -
      6479  virtual bool IsEmpty() const;
      -
      6480 
      -
      6481  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const;
      -
      6482  virtual void AddPoolStats(VmaPoolStats& inoutStats) const;
      -
      6483 
      -
      6484 #if VMA_STATS_STRING_ENABLED
      -
      6485  virtual void PrintDetailedMap(class VmaJsonWriter& json) const;
      -
      6486 #endif
      -
      6487 
      -
      6488  virtual bool CreateAllocationRequest(
      -
      6489  uint32_t currentFrameIndex,
      -
      6490  uint32_t frameInUseCount,
      -
      6491  VkDeviceSize bufferImageGranularity,
      -
      6492  VkDeviceSize allocSize,
      -
      6493  VkDeviceSize allocAlignment,
      -
      6494  bool upperAddress,
      -
      6495  VmaSuballocationType allocType,
      -
      6496  bool canMakeOtherLost,
      -
      6497  uint32_t strategy,
      -
      6498  VmaAllocationRequest* pAllocationRequest);
      -
      6499 
      -
      6500  virtual bool MakeRequestedAllocationsLost(
      -
      6501  uint32_t currentFrameIndex,
      -
      6502  uint32_t frameInUseCount,
      -
      6503  VmaAllocationRequest* pAllocationRequest);
      -
      6504 
      -
      6505  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
      -
      6506 
      -
      6507  virtual VkResult CheckCorruption(const void* pBlockData);
      -
      6508 
      -
      6509  virtual void Alloc(
      -
      6510  const VmaAllocationRequest& request,
      -
      6511  VmaSuballocationType type,
      -
      6512  VkDeviceSize allocSize,
      -
      6513  VmaAllocation hAllocation);
      -
      6514 
      -
      6515  virtual void Free(const VmaAllocation allocation);
      -
      6516  virtual void FreeAtOffset(VkDeviceSize offset);
      -
      6517 
      -
      6519  // For defragmentation
      -
      6520 
      -
      6521  bool IsBufferImageGranularityConflictPossible(
      -
      6522  VkDeviceSize bufferImageGranularity,
      -
      6523  VmaSuballocationType& inOutPrevSuballocType) const;
      -
      6524 
      -
      6525 private:
      -
      6526  friend class VmaDefragmentationAlgorithm_Generic;
      -
      6527  friend class VmaDefragmentationAlgorithm_Fast;
      -
      6528 
      -
      6529  uint32_t m_FreeCount;
      -
      6530  VkDeviceSize m_SumFreeSize;
      -
      6531  VmaSuballocationList m_Suballocations;
      -
      6532  // Suballocations that are free and have size greater than certain threshold.
      -
      6533  // Sorted by size, ascending.
      -
      6534  VmaVector< VmaSuballocationList::iterator, VmaStlAllocator< VmaSuballocationList::iterator > > m_FreeSuballocationsBySize;
      -
      6535 
      -
      6536  bool ValidateFreeSuballocationList() const;
      -
      6537 
      -
      6538  // Checks if requested suballocation with given parameters can be placed in given pFreeSuballocItem.
      -
      6539  // If yes, fills pOffset and returns true. If no, returns false.
      -
      6540  bool CheckAllocation(
      -
      6541  uint32_t currentFrameIndex,
      -
      6542  uint32_t frameInUseCount,
      -
      6543  VkDeviceSize bufferImageGranularity,
      -
      6544  VkDeviceSize allocSize,
      -
      6545  VkDeviceSize allocAlignment,
      -
      6546  VmaSuballocationType allocType,
      -
      6547  VmaSuballocationList::const_iterator suballocItem,
      -
      6548  bool canMakeOtherLost,
      -
      6549  VkDeviceSize* pOffset,
      -
      6550  size_t* itemsToMakeLostCount,
      -
      6551  VkDeviceSize* pSumFreeSize,
      -
      6552  VkDeviceSize* pSumItemSize) const;
      -
      6553  // Given free suballocation, it merges it with following one, which must also be free.
      -
      6554  void MergeFreeWithNext(VmaSuballocationList::iterator item);
      -
      6555  // Releases given suballocation, making it free.
      -
      6556  // Merges it with adjacent free suballocations if applicable.
      -
      6557  // Returns iterator to new free suballocation at this place.
      -
      6558  VmaSuballocationList::iterator FreeSuballocation(VmaSuballocationList::iterator suballocItem);
      -
      6559  // Given free suballocation, it inserts it into sorted list of
      -
      6560  // m_FreeSuballocationsBySize if it's suitable.
      -
      6561  void RegisterFreeSuballocation(VmaSuballocationList::iterator item);
      -
      6562  // Given free suballocation, it removes it from sorted list of
      -
      6563  // m_FreeSuballocationsBySize if it's suitable.
      -
      6564  void UnregisterFreeSuballocation(VmaSuballocationList::iterator item);
      -
      6565 };
      -
      6566 
      -
      6567 /*
      -
      6568 Allocations and their references in internal data structure look like this:
      -
      6569 
      -
      6570 if(m_2ndVectorMode == SECOND_VECTOR_EMPTY):
      -
      6571 
      -
      6572  0 +-------+
      -
      6573  | |
      -
      6574  | |
      -
      6575  | |
      -
      6576  +-------+
      -
      6577  | Alloc | 1st[m_1stNullItemsBeginCount]
      -
      6578  +-------+
      -
      6579  | Alloc | 1st[m_1stNullItemsBeginCount + 1]
      -
      6580  +-------+
      -
      6581  | ... |
      -
      6582  +-------+
      -
      6583  | Alloc | 1st[1st.size() - 1]
      -
      6584  +-------+
      -
      6585  | |
      -
      6586  | |
      -
      6587  | |
      -
      6588 GetSize() +-------+
      -
      6589 
      -
      6590 if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER):
      -
      6591 
      -
      6592  0 +-------+
      -
      6593  | Alloc | 2nd[0]
      -
      6594  +-------+
      -
      6595  | Alloc | 2nd[1]
      -
      6596  +-------+
      -
      6597  | ... |
      -
      6598  +-------+
      -
      6599  | Alloc | 2nd[2nd.size() - 1]
      -
      6600  +-------+
      -
      6601  | |
      -
      6602  | |
      -
      6603  | |
      -
      6604  +-------+
      -
      6605  | Alloc | 1st[m_1stNullItemsBeginCount]
      -
      6606  +-------+
      -
      6607  | Alloc | 1st[m_1stNullItemsBeginCount + 1]
      -
      6608  +-------+
      -
      6609  | ... |
      -
      6610  +-------+
      -
      6611  | Alloc | 1st[1st.size() - 1]
      -
      6612  +-------+
      +
      6475  // Frees suballocation assigned to given memory region.
      +
      6476  virtual void Free(const VmaAllocation allocation) = 0;
      +
      6477  virtual void FreeAtOffset(VkDeviceSize offset) = 0;
      +
      6478 
      +
      6479 protected:
      +
      6480  const VkAllocationCallbacks* GetAllocationCallbacks() const { return m_pAllocationCallbacks; }
      +
      6481 
      +
      6482 #if VMA_STATS_STRING_ENABLED
      +
      6483  void PrintDetailedMap_Begin(class VmaJsonWriter& json,
      +
      6484  VkDeviceSize unusedBytes,
      +
      6485  size_t allocationCount,
      +
      6486  size_t unusedRangeCount) const;
      +
      6487  void PrintDetailedMap_Allocation(class VmaJsonWriter& json,
      +
      6488  VkDeviceSize offset,
      +
      6489  VmaAllocation hAllocation) const;
      +
      6490  void PrintDetailedMap_UnusedRange(class VmaJsonWriter& json,
      +
      6491  VkDeviceSize offset,
      +
      6492  VkDeviceSize size) const;
      +
      6493  void PrintDetailedMap_End(class VmaJsonWriter& json) const;
      +
      6494 #endif
      +
      6495 
      +
      6496 private:
      +
      6497  VkDeviceSize m_Size;
      +
      6498  const VkAllocationCallbacks* m_pAllocationCallbacks;
      +
      6499 };
      +
      6500 
      +
      6501 #define VMA_VALIDATE(cond) do { if(!(cond)) { \
      +
      6502  VMA_ASSERT(0 && "Validation failed: " #cond); \
      +
      6503  return false; \
      +
      6504  } } while(false)
      +
      6505 
      +
      6506 class VmaBlockMetadata_Generic : public VmaBlockMetadata
      +
      6507 {
      +
      6508  VMA_CLASS_NO_COPY(VmaBlockMetadata_Generic)
      +
      6509 public:
      +
      6510  VmaBlockMetadata_Generic(VmaAllocator hAllocator);
      +
      6511  virtual ~VmaBlockMetadata_Generic();
      +
      6512  virtual void Init(VkDeviceSize size);
      +
      6513 
      +
      6514  virtual bool Validate() const;
      +
      6515  virtual size_t GetAllocationCount() const { return m_Suballocations.size() - m_FreeCount; }
      +
      6516  virtual VkDeviceSize GetSumFreeSize() const { return m_SumFreeSize; }
      +
      6517  virtual VkDeviceSize GetUnusedRangeSizeMax() const;
      +
      6518  virtual bool IsEmpty() const;
      +
      6519 
      +
      6520  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const;
      +
      6521  virtual void AddPoolStats(VmaPoolStats& inoutStats) const;
      +
      6522 
      +
      6523 #if VMA_STATS_STRING_ENABLED
      +
      6524  virtual void PrintDetailedMap(class VmaJsonWriter& json) const;
      +
      6525 #endif
      +
      6526 
      +
      6527  virtual bool CreateAllocationRequest(
      +
      6528  uint32_t currentFrameIndex,
      +
      6529  uint32_t frameInUseCount,
      +
      6530  VkDeviceSize bufferImageGranularity,
      +
      6531  VkDeviceSize allocSize,
      +
      6532  VkDeviceSize allocAlignment,
      +
      6533  bool upperAddress,
      +
      6534  VmaSuballocationType allocType,
      +
      6535  bool canMakeOtherLost,
      +
      6536  uint32_t strategy,
      +
      6537  VmaAllocationRequest* pAllocationRequest);
      +
      6538 
      +
      6539  virtual bool MakeRequestedAllocationsLost(
      +
      6540  uint32_t currentFrameIndex,
      +
      6541  uint32_t frameInUseCount,
      +
      6542  VmaAllocationRequest* pAllocationRequest);
      +
      6543 
      +
      6544  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
      +
      6545 
      +
      6546  virtual VkResult CheckCorruption(const void* pBlockData);
      +
      6547 
      +
      6548  virtual void Alloc(
      +
      6549  const VmaAllocationRequest& request,
      +
      6550  VmaSuballocationType type,
      +
      6551  VkDeviceSize allocSize,
      +
      6552  VmaAllocation hAllocation);
      +
      6553 
      +
      6554  virtual void Free(const VmaAllocation allocation);
      +
      6555  virtual void FreeAtOffset(VkDeviceSize offset);
      +
      6556 
      +
      6558  // For defragmentation
      +
      6559 
      +
      6560  bool IsBufferImageGranularityConflictPossible(
      +
      6561  VkDeviceSize bufferImageGranularity,
      +
      6562  VmaSuballocationType& inOutPrevSuballocType) const;
      +
      6563 
      +
      6564 private:
      +
      6565  friend class VmaDefragmentationAlgorithm_Generic;
      +
      6566  friend class VmaDefragmentationAlgorithm_Fast;
      +
      6567 
      +
      6568  uint32_t m_FreeCount;
      +
      6569  VkDeviceSize m_SumFreeSize;
      +
      6570  VmaSuballocationList m_Suballocations;
      +
      6571  // Suballocations that are free and have size greater than certain threshold.
      +
      6572  // Sorted by size, ascending.
      +
      6573  VmaVector< VmaSuballocationList::iterator, VmaStlAllocator< VmaSuballocationList::iterator > > m_FreeSuballocationsBySize;
      +
      6574 
      +
      6575  bool ValidateFreeSuballocationList() const;
      +
      6576 
      +
      6577  // Checks if requested suballocation with given parameters can be placed in given pFreeSuballocItem.
      +
      6578  // If yes, fills pOffset and returns true. If no, returns false.
      +
      6579  bool CheckAllocation(
      +
      6580  uint32_t currentFrameIndex,
      +
      6581  uint32_t frameInUseCount,
      +
      6582  VkDeviceSize bufferImageGranularity,
      +
      6583  VkDeviceSize allocSize,
      +
      6584  VkDeviceSize allocAlignment,
      +
      6585  VmaSuballocationType allocType,
      +
      6586  VmaSuballocationList::const_iterator suballocItem,
      +
      6587  bool canMakeOtherLost,
      +
      6588  VkDeviceSize* pOffset,
      +
      6589  size_t* itemsToMakeLostCount,
      +
      6590  VkDeviceSize* pSumFreeSize,
      +
      6591  VkDeviceSize* pSumItemSize) const;
      +
      6592  // Given free suballocation, it merges it with following one, which must also be free.
      +
      6593  void MergeFreeWithNext(VmaSuballocationList::iterator item);
      +
      6594  // Releases given suballocation, making it free.
      +
      6595  // Merges it with adjacent free suballocations if applicable.
      +
      6596  // Returns iterator to new free suballocation at this place.
      +
      6597  VmaSuballocationList::iterator FreeSuballocation(VmaSuballocationList::iterator suballocItem);
      +
      6598  // Given free suballocation, it inserts it into sorted list of
      +
      6599  // m_FreeSuballocationsBySize if it's suitable.
      +
      6600  void RegisterFreeSuballocation(VmaSuballocationList::iterator item);
      +
      6601  // Given free suballocation, it removes it from sorted list of
      +
      6602  // m_FreeSuballocationsBySize if it's suitable.
      +
      6603  void UnregisterFreeSuballocation(VmaSuballocationList::iterator item);
      +
      6604 };
      +
      6605 
      +
      6606 /*
      +
      6607 Allocations and their references in internal data structure look like this:
      +
      6608 
      +
      6609 if(m_2ndVectorMode == SECOND_VECTOR_EMPTY):
      +
      6610 
      +
      6611  0 +-------+
      +
      6612  | |
      6613  | |
      -
      6614 GetSize() +-------+
      -
      6615 
      -
      6616 if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK):
      -
      6617 
      -
      6618  0 +-------+
      -
      6619  | |
      -
      6620  | |
      -
      6621  | |
      -
      6622  +-------+
      -
      6623  | Alloc | 1st[m_1stNullItemsBeginCount]
      -
      6624  +-------+
      -
      6625  | Alloc | 1st[m_1stNullItemsBeginCount + 1]
      -
      6626  +-------+
      -
      6627  | ... |
      -
      6628  +-------+
      -
      6629  | Alloc | 1st[1st.size() - 1]
      -
      6630  +-------+
      -
      6631  | |
      -
      6632  | |
      -
      6633  | |
      -
      6634  +-------+
      -
      6635  | Alloc | 2nd[2nd.size() - 1]
      -
      6636  +-------+
      -
      6637  | ... |
      -
      6638  +-------+
      -
      6639  | Alloc | 2nd[1]
      -
      6640  +-------+
      -
      6641  | Alloc | 2nd[0]
      -
      6642 GetSize() +-------+
      -
      6643 
      -
      6644 */
      -
      6645 class VmaBlockMetadata_Linear : public VmaBlockMetadata
      -
      6646 {
      -
      6647  VMA_CLASS_NO_COPY(VmaBlockMetadata_Linear)
      -
      6648 public:
      -
      6649  VmaBlockMetadata_Linear(VmaAllocator hAllocator);
      -
      6650  virtual ~VmaBlockMetadata_Linear();
      -
      6651  virtual void Init(VkDeviceSize size);
      -
      6652 
      -
      6653  virtual bool Validate() const;
      -
      6654  virtual size_t GetAllocationCount() const;
      -
      6655  virtual VkDeviceSize GetSumFreeSize() const { return m_SumFreeSize; }
      -
      6656  virtual VkDeviceSize GetUnusedRangeSizeMax() const;
      -
      6657  virtual bool IsEmpty() const { return GetAllocationCount() == 0; }
      -
      6658 
      -
      6659  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const;
      -
      6660  virtual void AddPoolStats(VmaPoolStats& inoutStats) const;
      -
      6661 
      -
      6662 #if VMA_STATS_STRING_ENABLED
      -
      6663  virtual void PrintDetailedMap(class VmaJsonWriter& json) const;
      -
      6664 #endif
      -
      6665 
      -
      6666  virtual bool CreateAllocationRequest(
      -
      6667  uint32_t currentFrameIndex,
      -
      6668  uint32_t frameInUseCount,
      -
      6669  VkDeviceSize bufferImageGranularity,
      -
      6670  VkDeviceSize allocSize,
      -
      6671  VkDeviceSize allocAlignment,
      -
      6672  bool upperAddress,
      -
      6673  VmaSuballocationType allocType,
      -
      6674  bool canMakeOtherLost,
      -
      6675  uint32_t strategy,
      -
      6676  VmaAllocationRequest* pAllocationRequest);
      -
      6677 
      -
      6678  virtual bool MakeRequestedAllocationsLost(
      -
      6679  uint32_t currentFrameIndex,
      -
      6680  uint32_t frameInUseCount,
      -
      6681  VmaAllocationRequest* pAllocationRequest);
      -
      6682 
      -
      6683  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
      -
      6684 
      -
      6685  virtual VkResult CheckCorruption(const void* pBlockData);
      -
      6686 
      -
      6687  virtual void Alloc(
      -
      6688  const VmaAllocationRequest& request,
      -
      6689  VmaSuballocationType type,
      -
      6690  VkDeviceSize allocSize,
      -
      6691  VmaAllocation hAllocation);
      -
      6692 
      -
      6693  virtual void Free(const VmaAllocation allocation);
      -
      6694  virtual void FreeAtOffset(VkDeviceSize offset);
      -
      6695 
      -
      6696 private:
      -
      6697  /*
      -
      6698  There are two suballocation vectors, used in ping-pong way.
      -
      6699  The one with index m_1stVectorIndex is called 1st.
      -
      6700  The one with index (m_1stVectorIndex ^ 1) is called 2nd.
      -
      6701  2nd can be non-empty only when 1st is not empty.
      -
      6702  When 2nd is not empty, m_2ndVectorMode indicates its mode of operation.
      -
      6703  */
      -
      6704  typedef VmaVector< VmaSuballocation, VmaStlAllocator<VmaSuballocation> > SuballocationVectorType;
      -
      6705 
      -
      6706  enum SECOND_VECTOR_MODE
      -
      6707  {
      -
      6708  SECOND_VECTOR_EMPTY,
      -
      6709  /*
      -
      6710  Suballocations in 2nd vector are created later than the ones in 1st, but they
      -
      6711  all have smaller offset.
      -
      6712  */
      -
      6713  SECOND_VECTOR_RING_BUFFER,
      -
      6714  /*
      -
      6715  Suballocations in 2nd vector are upper side of double stack.
      -
      6716  They all have offsets higher than those in 1st vector.
      -
      6717  Top of this stack means smaller offsets, but higher indices in this vector.
      -
      6718  */
      -
      6719  SECOND_VECTOR_DOUBLE_STACK,
      -
      6720  };
      +
      6614  | |
      +
      6615  +-------+
      +
      6616  | Alloc | 1st[m_1stNullItemsBeginCount]
      +
      6617  +-------+
      +
      6618  | Alloc | 1st[m_1stNullItemsBeginCount + 1]
      +
      6619  +-------+
      +
      6620  | ... |
      +
      6621  +-------+
      +
      6622  | Alloc | 1st[1st.size() - 1]
      +
      6623  +-------+
      +
      6624  | |
      +
      6625  | |
      +
      6626  | |
      +
      6627 GetSize() +-------+
      +
      6628 
      +
      6629 if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER):
      +
      6630 
      +
      6631  0 +-------+
      +
      6632  | Alloc | 2nd[0]
      +
      6633  +-------+
      +
      6634  | Alloc | 2nd[1]
      +
      6635  +-------+
      +
      6636  | ... |
      +
      6637  +-------+
      +
      6638  | Alloc | 2nd[2nd.size() - 1]
      +
      6639  +-------+
      +
      6640  | |
      +
      6641  | |
      +
      6642  | |
      +
      6643  +-------+
      +
      6644  | Alloc | 1st[m_1stNullItemsBeginCount]
      +
      6645  +-------+
      +
      6646  | Alloc | 1st[m_1stNullItemsBeginCount + 1]
      +
      6647  +-------+
      +
      6648  | ... |
      +
      6649  +-------+
      +
      6650  | Alloc | 1st[1st.size() - 1]
      +
      6651  +-------+
      +
      6652  | |
      +
      6653 GetSize() +-------+
      +
      6654 
      +
      6655 if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK):
      +
      6656 
      +
      6657  0 +-------+
      +
      6658  | |
      +
      6659  | |
      +
      6660  | |
      +
      6661  +-------+
      +
      6662  | Alloc | 1st[m_1stNullItemsBeginCount]
      +
      6663  +-------+
      +
      6664  | Alloc | 1st[m_1stNullItemsBeginCount + 1]
      +
      6665  +-------+
      +
      6666  | ... |
      +
      6667  +-------+
      +
      6668  | Alloc | 1st[1st.size() - 1]
      +
      6669  +-------+
      +
      6670  | |
      +
      6671  | |
      +
      6672  | |
      +
      6673  +-------+
      +
      6674  | Alloc | 2nd[2nd.size() - 1]
      +
      6675  +-------+
      +
      6676  | ... |
      +
      6677  +-------+
      +
      6678  | Alloc | 2nd[1]
      +
      6679  +-------+
      +
      6680  | Alloc | 2nd[0]
      +
      6681 GetSize() +-------+
      +
      6682 
      +
      6683 */
      +
      6684 class VmaBlockMetadata_Linear : public VmaBlockMetadata
      +
      6685 {
      +
      6686  VMA_CLASS_NO_COPY(VmaBlockMetadata_Linear)
      +
      6687 public:
      +
      6688  VmaBlockMetadata_Linear(VmaAllocator hAllocator);
      +
      6689  virtual ~VmaBlockMetadata_Linear();
      +
      6690  virtual void Init(VkDeviceSize size);
      +
      6691 
      +
      6692  virtual bool Validate() const;
      +
      6693  virtual size_t GetAllocationCount() const;
      +
      6694  virtual VkDeviceSize GetSumFreeSize() const { return m_SumFreeSize; }
      +
      6695  virtual VkDeviceSize GetUnusedRangeSizeMax() const;
      +
      6696  virtual bool IsEmpty() const { return GetAllocationCount() == 0; }
      +
      6697 
      +
      6698  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const;
      +
      6699  virtual void AddPoolStats(VmaPoolStats& inoutStats) const;
      +
      6700 
      +
      6701 #if VMA_STATS_STRING_ENABLED
      +
      6702  virtual void PrintDetailedMap(class VmaJsonWriter& json) const;
      +
      6703 #endif
      +
      6704 
      +
      6705  virtual bool CreateAllocationRequest(
      +
      6706  uint32_t currentFrameIndex,
      +
      6707  uint32_t frameInUseCount,
      +
      6708  VkDeviceSize bufferImageGranularity,
      +
      6709  VkDeviceSize allocSize,
      +
      6710  VkDeviceSize allocAlignment,
      +
      6711  bool upperAddress,
      +
      6712  VmaSuballocationType allocType,
      +
      6713  bool canMakeOtherLost,
      +
      6714  uint32_t strategy,
      +
      6715  VmaAllocationRequest* pAllocationRequest);
      +
      6716 
      +
      6717  virtual bool MakeRequestedAllocationsLost(
      +
      6718  uint32_t currentFrameIndex,
      +
      6719  uint32_t frameInUseCount,
      +
      6720  VmaAllocationRequest* pAllocationRequest);
      6721 
      -
      6722  VkDeviceSize m_SumFreeSize;
      -
      6723  SuballocationVectorType m_Suballocations0, m_Suballocations1;
      -
      6724  uint32_t m_1stVectorIndex;
      -
      6725  SECOND_VECTOR_MODE m_2ndVectorMode;
      -
      6726 
      -
      6727  SuballocationVectorType& AccessSuballocations1st() { return m_1stVectorIndex ? m_Suballocations1 : m_Suballocations0; }
      -
      6728  SuballocationVectorType& AccessSuballocations2nd() { return m_1stVectorIndex ? m_Suballocations0 : m_Suballocations1; }
      -
      6729  const SuballocationVectorType& AccessSuballocations1st() const { return m_1stVectorIndex ? m_Suballocations1 : m_Suballocations0; }
      -
      6730  const SuballocationVectorType& AccessSuballocations2nd() const { return m_1stVectorIndex ? m_Suballocations0 : m_Suballocations1; }
      -
      6731 
      -
      6732  // Number of items in 1st vector with hAllocation = null at the beginning.
      -
      6733  size_t m_1stNullItemsBeginCount;
      -
      6734  // Number of other items in 1st vector with hAllocation = null somewhere in the middle.
      -
      6735  size_t m_1stNullItemsMiddleCount;
      -
      6736  // Number of items in 2nd vector with hAllocation = null.
      -
      6737  size_t m_2ndNullItemsCount;
      -
      6738 
      -
      6739  bool ShouldCompact1st() const;
      -
      6740  void CleanupAfterFree();
      -
      6741 
      -
      6742  bool CreateAllocationRequest_LowerAddress(
      -
      6743  uint32_t currentFrameIndex,
      -
      6744  uint32_t frameInUseCount,
      -
      6745  VkDeviceSize bufferImageGranularity,
      -
      6746  VkDeviceSize allocSize,
      -
      6747  VkDeviceSize allocAlignment,
      -
      6748  VmaSuballocationType allocType,
      -
      6749  bool canMakeOtherLost,
      -
      6750  uint32_t strategy,
      -
      6751  VmaAllocationRequest* pAllocationRequest);
      -
      6752  bool CreateAllocationRequest_UpperAddress(
      -
      6753  uint32_t currentFrameIndex,
      -
      6754  uint32_t frameInUseCount,
      -
      6755  VkDeviceSize bufferImageGranularity,
      -
      6756  VkDeviceSize allocSize,
      -
      6757  VkDeviceSize allocAlignment,
      -
      6758  VmaSuballocationType allocType,
      -
      6759  bool canMakeOtherLost,
      -
      6760  uint32_t strategy,
      -
      6761  VmaAllocationRequest* pAllocationRequest);
      -
      6762 };
      -
      6763 
      -
      6764 /*
      -
      6765 - GetSize() is the original size of allocated memory block.
      -
      6766 - m_UsableSize is this size aligned down to a power of two.
      -
      6767  All allocations and calculations happen relative to m_UsableSize.
      -
      6768 - GetUnusableSize() is the difference between them.
      -
      6769  It is repoted as separate, unused range, not available for allocations.
      -
      6770 
      -
      6771 Node at level 0 has size = m_UsableSize.
      -
      6772 Each next level contains nodes with size 2 times smaller than current level.
      -
      6773 m_LevelCount is the maximum number of levels to use in the current object.
      -
      6774 */
      -
      6775 class VmaBlockMetadata_Buddy : public VmaBlockMetadata
      -
      6776 {
      -
      6777  VMA_CLASS_NO_COPY(VmaBlockMetadata_Buddy)
      -
      6778 public:
      -
      6779  VmaBlockMetadata_Buddy(VmaAllocator hAllocator);
      -
      6780  virtual ~VmaBlockMetadata_Buddy();
      -
      6781  virtual void Init(VkDeviceSize size);
      -
      6782 
      -
      6783  virtual bool Validate() const;
      -
      6784  virtual size_t GetAllocationCount() const { return m_AllocationCount; }
      -
      6785  virtual VkDeviceSize GetSumFreeSize() const { return m_SumFreeSize + GetUnusableSize(); }
      -
      6786  virtual VkDeviceSize GetUnusedRangeSizeMax() const;
      -
      6787  virtual bool IsEmpty() const { return m_Root->type == Node::TYPE_FREE; }
      -
      6788 
      -
      6789  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const;
      -
      6790  virtual void AddPoolStats(VmaPoolStats& inoutStats) const;
      -
      6791 
      -
      6792 #if VMA_STATS_STRING_ENABLED
      -
      6793  virtual void PrintDetailedMap(class VmaJsonWriter& json) const;
      -
      6794 #endif
      -
      6795 
      -
      6796  virtual bool CreateAllocationRequest(
      -
      6797  uint32_t currentFrameIndex,
      -
      6798  uint32_t frameInUseCount,
      -
      6799  VkDeviceSize bufferImageGranularity,
      -
      6800  VkDeviceSize allocSize,
      -
      6801  VkDeviceSize allocAlignment,
      -
      6802  bool upperAddress,
      -
      6803  VmaSuballocationType allocType,
      -
      6804  bool canMakeOtherLost,
      -
      6805  uint32_t strategy,
      -
      6806  VmaAllocationRequest* pAllocationRequest);
      -
      6807 
      -
      6808  virtual bool MakeRequestedAllocationsLost(
      -
      6809  uint32_t currentFrameIndex,
      -
      6810  uint32_t frameInUseCount,
      -
      6811  VmaAllocationRequest* pAllocationRequest);
      -
      6812 
      -
      6813  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
      -
      6814 
      -
      6815  virtual VkResult CheckCorruption(const void* pBlockData) { return VK_ERROR_FEATURE_NOT_PRESENT; }
      -
      6816 
      -
      6817  virtual void Alloc(
      -
      6818  const VmaAllocationRequest& request,
      -
      6819  VmaSuballocationType type,
      -
      6820  VkDeviceSize allocSize,
      -
      6821  VmaAllocation hAllocation);
      -
      6822 
      -
      6823  virtual void Free(const VmaAllocation allocation) { FreeAtOffset(allocation, allocation->GetOffset()); }
      -
      6824  virtual void FreeAtOffset(VkDeviceSize offset) { FreeAtOffset(VMA_NULL, offset); }
      -
      6825 
      -
      6826 private:
      -
      6827  static const VkDeviceSize MIN_NODE_SIZE = 32;
      -
      6828  static const size_t MAX_LEVELS = 30;
      -
      6829 
      -
      6830  struct ValidationContext
      -
      6831  {
      -
      6832  size_t calculatedAllocationCount;
      -
      6833  size_t calculatedFreeCount;
      -
      6834  VkDeviceSize calculatedSumFreeSize;
      -
      6835 
      -
      6836  ValidationContext() :
      -
      6837  calculatedAllocationCount(0),
      -
      6838  calculatedFreeCount(0),
      -
      6839  calculatedSumFreeSize(0) { }
      -
      6840  };
      -
      6841 
      -
      6842  struct Node
      -
      6843  {
      -
      6844  VkDeviceSize offset;
      -
      6845  enum TYPE
      -
      6846  {
      -
      6847  TYPE_FREE,
      -
      6848  TYPE_ALLOCATION,
      -
      6849  TYPE_SPLIT,
      -
      6850  TYPE_COUNT
      -
      6851  } type;
      -
      6852  Node* parent;
      -
      6853  Node* buddy;
      -
      6854 
      -
      6855  union
      -
      6856  {
      -
      6857  struct
      -
      6858  {
      -
      6859  Node* prev;
      -
      6860  Node* next;
      -
      6861  } free;
      -
      6862  struct
      -
      6863  {
      -
      6864  VmaAllocation alloc;
      -
      6865  } allocation;
      -
      6866  struct
      -
      6867  {
      -
      6868  Node* leftChild;
      -
      6869  } split;
      -
      6870  };
      -
      6871  };
      -
      6872 
      -
      6873  // Size of the memory block aligned down to a power of two.
      -
      6874  VkDeviceSize m_UsableSize;
      -
      6875  uint32_t m_LevelCount;
      -
      6876 
      -
      6877  Node* m_Root;
      -
      6878  struct {
      -
      6879  Node* front;
      -
      6880  Node* back;
      -
      6881  } m_FreeList[MAX_LEVELS];
      -
      6882  // Number of nodes in the tree with type == TYPE_ALLOCATION.
      -
      6883  size_t m_AllocationCount;
      -
      6884  // Number of nodes in the tree with type == TYPE_FREE.
      -
      6885  size_t m_FreeCount;
      -
      6886  // This includes space wasted due to internal fragmentation. Doesn't include unusable size.
      -
      6887  VkDeviceSize m_SumFreeSize;
      -
      6888 
      -
      6889  VkDeviceSize GetUnusableSize() const { return GetSize() - m_UsableSize; }
      -
      6890  void DeleteNode(Node* node);
      -
      6891  bool ValidateNode(ValidationContext& ctx, const Node* parent, const Node* curr, uint32_t level, VkDeviceSize levelNodeSize) const;
      -
      6892  uint32_t AllocSizeToLevel(VkDeviceSize allocSize) const;
      -
      6893  inline VkDeviceSize LevelToNodeSize(uint32_t level) const { return m_UsableSize >> level; }
      -
      6894  // Alloc passed just for validation. Can be null.
      -
      6895  void FreeAtOffset(VmaAllocation alloc, VkDeviceSize offset);
      -
      6896  void CalcAllocationStatInfoNode(VmaStatInfo& outInfo, const Node* node, VkDeviceSize levelNodeSize) const;
      -
      6897  // Adds node to the front of FreeList at given level.
      -
      6898  // node->type must be FREE.
      -
      6899  // node->free.prev, next can be undefined.
      -
      6900  void AddToFreeListFront(uint32_t level, Node* node);
      -
      6901  // Removes node from FreeList at given level.
      -
      6902  // node->type must be FREE.
      -
      6903  // node->free.prev, next stay untouched.
      -
      6904  void RemoveFromFreeList(uint32_t level, Node* node);
      -
      6905 
      -
      6906 #if VMA_STATS_STRING_ENABLED
      -
      6907  void PrintDetailedMapNode(class VmaJsonWriter& json, const Node* node, VkDeviceSize levelNodeSize) const;
      -
      6908 #endif
      -
      6909 };
      -
      6910 
      -
      6911 /*
      -
      6912 Represents a single block of device memory (`VkDeviceMemory`) with all the
      -
      6913 data about its regions (aka suballocations, #VmaAllocation), assigned and free.
      -
      6914 
      -
      6915 Thread-safety: This class must be externally synchronized.
      -
      6916 */
      -
      6917 class VmaDeviceMemoryBlock
      -
      6918 {
      -
      6919  VMA_CLASS_NO_COPY(VmaDeviceMemoryBlock)
      -
      6920 public:
      -
      6921  VmaBlockMetadata* m_pMetadata;
      -
      6922 
      -
      6923  VmaDeviceMemoryBlock(VmaAllocator hAllocator);
      -
      6924 
      -
      6925  ~VmaDeviceMemoryBlock()
      -
      6926  {
      -
      6927  VMA_ASSERT(m_MapCount == 0 && "VkDeviceMemory block is being destroyed while it is still mapped.");
      -
      6928  VMA_ASSERT(m_hMemory == VK_NULL_HANDLE);
      -
      6929  }
      -
      6930 
      -
      6931  // Always call after construction.
      -
      6932  void Init(
      -
      6933  VmaAllocator hAllocator,
      -
      6934  VmaPool hParentPool,
      -
      6935  uint32_t newMemoryTypeIndex,
      -
      6936  VkDeviceMemory newMemory,
      -
      6937  VkDeviceSize newSize,
      -
      6938  uint32_t id,
      -
      6939  uint32_t algorithm);
      -
      6940  // Always call before destruction.
      -
      6941  void Destroy(VmaAllocator allocator);
      -
      6942 
      -
      6943  VmaPool GetParentPool() const { return m_hParentPool; }
      -
      6944  VkDeviceMemory GetDeviceMemory() const { return m_hMemory; }
      -
      6945  uint32_t GetMemoryTypeIndex() const { return m_MemoryTypeIndex; }
      -
      6946  uint32_t GetId() const { return m_Id; }
      -
      6947  void* GetMappedData() const { return m_pMappedData; }
      -
      6948 
      -
      6949  // Validates all data structures inside this object. If not valid, returns false.
      -
      6950  bool Validate() const;
      -
      6951 
      -
      6952  VkResult CheckCorruption(VmaAllocator hAllocator);
      -
      6953 
      -
      6954  // ppData can be null.
      -
      6955  VkResult Map(VmaAllocator hAllocator, uint32_t count, void** ppData);
      -
      6956  void Unmap(VmaAllocator hAllocator, uint32_t count);
      -
      6957 
      -
      6958  VkResult WriteMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize);
      -
      6959  VkResult ValidateMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize);
      -
      6960 
      -
      6961  VkResult BindBufferMemory(
      -
      6962  const VmaAllocator hAllocator,
      -
      6963  const VmaAllocation hAllocation,
      -
      6964  VkDeviceSize allocationLocalOffset,
      -
      6965  VkBuffer hBuffer,
      -
      6966  const void* pNext);
      -
      6967  VkResult BindImageMemory(
      -
      6968  const VmaAllocator hAllocator,
      -
      6969  const VmaAllocation hAllocation,
      -
      6970  VkDeviceSize allocationLocalOffset,
      -
      6971  VkImage hImage,
      -
      6972  const void* pNext);
      -
      6973 
      -
      6974 private:
      -
      6975  VmaPool m_hParentPool; // VK_NULL_HANDLE if not belongs to custom pool.
      -
      6976  uint32_t m_MemoryTypeIndex;
      -
      6977  uint32_t m_Id;
      -
      6978  VkDeviceMemory m_hMemory;
      -
      6979 
      -
      6980  /*
      -
      6981  Protects access to m_hMemory so it's not used by multiple threads simultaneously, e.g. vkMapMemory, vkBindBufferMemory.
      -
      6982  Also protects m_MapCount, m_pMappedData.
      -
      6983  Allocations, deallocations, any change in m_pMetadata is protected by parent's VmaBlockVector::m_Mutex.
      -
      6984  */
      -
      6985  VMA_MUTEX m_Mutex;
      -
      6986  uint32_t m_MapCount;
      -
      6987  void* m_pMappedData;
      -
      6988 };
      -
      6989 
      -
      6990 struct VmaPointerLess
      -
      6991 {
      -
      6992  bool operator()(const void* lhs, const void* rhs) const
      -
      6993  {
      -
      6994  return lhs < rhs;
      -
      6995  }
      -
      6996 };
      -
      6997 
      -
      6998 struct VmaDefragmentationMove
      -
      6999 {
      -
      7000  size_t srcBlockIndex;
      -
      7001  size_t dstBlockIndex;
      -
      7002  VkDeviceSize srcOffset;
      -
      7003  VkDeviceSize dstOffset;
      -
      7004  VkDeviceSize size;
      -
      7005  VmaAllocation hAllocation;
      -
      7006  VmaDeviceMemoryBlock* pSrcBlock;
      -
      7007  VmaDeviceMemoryBlock* pDstBlock;
      -
      7008 };
      -
      7009 
      -
      7010 class VmaDefragmentationAlgorithm;
      -
      7011 
      -
      7012 /*
      -
      7013 Sequence of VmaDeviceMemoryBlock. Represents memory blocks allocated for a specific
      -
      7014 Vulkan memory type.
      -
      7015 
      -
      7016 Synchronized internally with a mutex.
      -
      7017 */
      -
      7018 struct VmaBlockVector
      -
      7019 {
      -
      7020  VMA_CLASS_NO_COPY(VmaBlockVector)
      -
      7021 public:
      -
      7022  VmaBlockVector(
      -
      7023  VmaAllocator hAllocator,
      -
      7024  VmaPool hParentPool,
      -
      7025  uint32_t memoryTypeIndex,
      -
      7026  VkDeviceSize preferredBlockSize,
      -
      7027  size_t minBlockCount,
      -
      7028  size_t maxBlockCount,
      -
      7029  VkDeviceSize bufferImageGranularity,
      -
      7030  uint32_t frameInUseCount,
      -
      7031  bool explicitBlockSize,
      -
      7032  uint32_t algorithm);
      -
      7033  ~VmaBlockVector();
      -
      7034 
      -
      7035  VkResult CreateMinBlocks();
      +
      6722  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
      +
      6723 
      +
      6724  virtual VkResult CheckCorruption(const void* pBlockData);
      +
      6725 
      +
      6726  virtual void Alloc(
      +
      6727  const VmaAllocationRequest& request,
      +
      6728  VmaSuballocationType type,
      +
      6729  VkDeviceSize allocSize,
      +
      6730  VmaAllocation hAllocation);
      +
      6731 
      +
      6732  virtual void Free(const VmaAllocation allocation);
      +
      6733  virtual void FreeAtOffset(VkDeviceSize offset);
      +
      6734 
      +
      6735 private:
      +
      6736  /*
      +
      6737  There are two suballocation vectors, used in ping-pong way.
      +
      6738  The one with index m_1stVectorIndex is called 1st.
      +
      6739  The one with index (m_1stVectorIndex ^ 1) is called 2nd.
      +
      6740  2nd can be non-empty only when 1st is not empty.
      +
      6741  When 2nd is not empty, m_2ndVectorMode indicates its mode of operation.
      +
      6742  */
      +
      6743  typedef VmaVector< VmaSuballocation, VmaStlAllocator<VmaSuballocation> > SuballocationVectorType;
      +
      6744 
      +
      6745  enum SECOND_VECTOR_MODE
      +
      6746  {
      +
      6747  SECOND_VECTOR_EMPTY,
      +
      6748  /*
      +
      6749  Suballocations in 2nd vector are created later than the ones in 1st, but they
      +
      6750  all have smaller offset.
      +
      6751  */
      +
      6752  SECOND_VECTOR_RING_BUFFER,
      +
      6753  /*
      +
      6754  Suballocations in 2nd vector are upper side of double stack.
      +
      6755  They all have offsets higher than those in 1st vector.
      +
      6756  Top of this stack means smaller offsets, but higher indices in this vector.
      +
      6757  */
      +
      6758  SECOND_VECTOR_DOUBLE_STACK,
      +
      6759  };
      +
      6760 
      +
      6761  VkDeviceSize m_SumFreeSize;
      +
      6762  SuballocationVectorType m_Suballocations0, m_Suballocations1;
      +
      6763  uint32_t m_1stVectorIndex;
      +
      6764  SECOND_VECTOR_MODE m_2ndVectorMode;
      +
      6765 
      +
      6766  SuballocationVectorType& AccessSuballocations1st() { return m_1stVectorIndex ? m_Suballocations1 : m_Suballocations0; }
      +
      6767  SuballocationVectorType& AccessSuballocations2nd() { return m_1stVectorIndex ? m_Suballocations0 : m_Suballocations1; }
      +
      6768  const SuballocationVectorType& AccessSuballocations1st() const { return m_1stVectorIndex ? m_Suballocations1 : m_Suballocations0; }
      +
      6769  const SuballocationVectorType& AccessSuballocations2nd() const { return m_1stVectorIndex ? m_Suballocations0 : m_Suballocations1; }
      +
      6770 
      +
      6771  // Number of items in 1st vector with hAllocation = null at the beginning.
      +
      6772  size_t m_1stNullItemsBeginCount;
      +
      6773  // Number of other items in 1st vector with hAllocation = null somewhere in the middle.
      +
      6774  size_t m_1stNullItemsMiddleCount;
      +
      6775  // Number of items in 2nd vector with hAllocation = null.
      +
      6776  size_t m_2ndNullItemsCount;
      +
      6777 
      +
      6778  bool ShouldCompact1st() const;
      +
      6779  void CleanupAfterFree();
      +
      6780 
      +
      6781  bool CreateAllocationRequest_LowerAddress(
      +
      6782  uint32_t currentFrameIndex,
      +
      6783  uint32_t frameInUseCount,
      +
      6784  VkDeviceSize bufferImageGranularity,
      +
      6785  VkDeviceSize allocSize,
      +
      6786  VkDeviceSize allocAlignment,
      +
      6787  VmaSuballocationType allocType,
      +
      6788  bool canMakeOtherLost,
      +
      6789  uint32_t strategy,
      +
      6790  VmaAllocationRequest* pAllocationRequest);
      +
      6791  bool CreateAllocationRequest_UpperAddress(
      +
      6792  uint32_t currentFrameIndex,
      +
      6793  uint32_t frameInUseCount,
      +
      6794  VkDeviceSize bufferImageGranularity,
      +
      6795  VkDeviceSize allocSize,
      +
      6796  VkDeviceSize allocAlignment,
      +
      6797  VmaSuballocationType allocType,
      +
      6798  bool canMakeOtherLost,
      +
      6799  uint32_t strategy,
      +
      6800  VmaAllocationRequest* pAllocationRequest);
      +
      6801 };
      +
      6802 
      +
      6803 /*
      +
      6804 - GetSize() is the original size of allocated memory block.
      +
      6805 - m_UsableSize is this size aligned down to a power of two.
      +
      6806  All allocations and calculations happen relative to m_UsableSize.
      +
      6807 - GetUnusableSize() is the difference between them.
      +
      6808  It is repoted as separate, unused range, not available for allocations.
      +
      6809 
      +
      6810 Node at level 0 has size = m_UsableSize.
      +
      6811 Each next level contains nodes with size 2 times smaller than current level.
      +
      6812 m_LevelCount is the maximum number of levels to use in the current object.
      +
      6813 */
      +
      6814 class VmaBlockMetadata_Buddy : public VmaBlockMetadata
      +
      6815 {
      +
      6816  VMA_CLASS_NO_COPY(VmaBlockMetadata_Buddy)
      +
      6817 public:
      +
      6818  VmaBlockMetadata_Buddy(VmaAllocator hAllocator);
      +
      6819  virtual ~VmaBlockMetadata_Buddy();
      +
      6820  virtual void Init(VkDeviceSize size);
      +
      6821 
      +
      6822  virtual bool Validate() const;
      +
      6823  virtual size_t GetAllocationCount() const { return m_AllocationCount; }
      +
      6824  virtual VkDeviceSize GetSumFreeSize() const { return m_SumFreeSize + GetUnusableSize(); }
      +
      6825  virtual VkDeviceSize GetUnusedRangeSizeMax() const;
      +
      6826  virtual bool IsEmpty() const { return m_Root->type == Node::TYPE_FREE; }
      +
      6827 
      +
      6828  virtual void CalcAllocationStatInfo(VmaStatInfo& outInfo) const;
      +
      6829  virtual void AddPoolStats(VmaPoolStats& inoutStats) const;
      +
      6830 
      +
      6831 #if VMA_STATS_STRING_ENABLED
      +
      6832  virtual void PrintDetailedMap(class VmaJsonWriter& json) const;
      +
      6833 #endif
      +
      6834 
      +
      6835  virtual bool CreateAllocationRequest(
      +
      6836  uint32_t currentFrameIndex,
      +
      6837  uint32_t frameInUseCount,
      +
      6838  VkDeviceSize bufferImageGranularity,
      +
      6839  VkDeviceSize allocSize,
      +
      6840  VkDeviceSize allocAlignment,
      +
      6841  bool upperAddress,
      +
      6842  VmaSuballocationType allocType,
      +
      6843  bool canMakeOtherLost,
      +
      6844  uint32_t strategy,
      +
      6845  VmaAllocationRequest* pAllocationRequest);
      +
      6846 
      +
      6847  virtual bool MakeRequestedAllocationsLost(
      +
      6848  uint32_t currentFrameIndex,
      +
      6849  uint32_t frameInUseCount,
      +
      6850  VmaAllocationRequest* pAllocationRequest);
      +
      6851 
      +
      6852  virtual uint32_t MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount);
      +
      6853 
      +
      6854  virtual VkResult CheckCorruption(const void* pBlockData) { return VK_ERROR_FEATURE_NOT_PRESENT; }
      +
      6855 
      +
      6856  virtual void Alloc(
      +
      6857  const VmaAllocationRequest& request,
      +
      6858  VmaSuballocationType type,
      +
      6859  VkDeviceSize allocSize,
      +
      6860  VmaAllocation hAllocation);
      +
      6861 
      +
      6862  virtual void Free(const VmaAllocation allocation) { FreeAtOffset(allocation, allocation->GetOffset()); }
      +
      6863  virtual void FreeAtOffset(VkDeviceSize offset) { FreeAtOffset(VMA_NULL, offset); }
      +
      6864 
      +
      6865 private:
      +
      6866  static const VkDeviceSize MIN_NODE_SIZE = 32;
      +
      6867  static const size_t MAX_LEVELS = 30;
      +
      6868 
      +
      6869  struct ValidationContext
      +
      6870  {
      +
      6871  size_t calculatedAllocationCount;
      +
      6872  size_t calculatedFreeCount;
      +
      6873  VkDeviceSize calculatedSumFreeSize;
      +
      6874 
      +
      6875  ValidationContext() :
      +
      6876  calculatedAllocationCount(0),
      +
      6877  calculatedFreeCount(0),
      +
      6878  calculatedSumFreeSize(0) { }
      +
      6879  };
      +
      6880 
      +
      6881  struct Node
      +
      6882  {
      +
      6883  VkDeviceSize offset;
      +
      6884  enum TYPE
      +
      6885  {
      +
      6886  TYPE_FREE,
      +
      6887  TYPE_ALLOCATION,
      +
      6888  TYPE_SPLIT,
      +
      6889  TYPE_COUNT
      +
      6890  } type;
      +
      6891  Node* parent;
      +
      6892  Node* buddy;
      +
      6893 
      +
      6894  union
      +
      6895  {
      +
      6896  struct
      +
      6897  {
      +
      6898  Node* prev;
      +
      6899  Node* next;
      +
      6900  } free;
      +
      6901  struct
      +
      6902  {
      +
      6903  VmaAllocation alloc;
      +
      6904  } allocation;
      +
      6905  struct
      +
      6906  {
      +
      6907  Node* leftChild;
      +
      6908  } split;
      +
      6909  };
      +
      6910  };
      +
      6911 
      +
      6912  // Size of the memory block aligned down to a power of two.
      +
      6913  VkDeviceSize m_UsableSize;
      +
      6914  uint32_t m_LevelCount;
      +
      6915 
      +
      6916  Node* m_Root;
      +
      6917  struct {
      +
      6918  Node* front;
      +
      6919  Node* back;
      +
      6920  } m_FreeList[MAX_LEVELS];
      +
      6921  // Number of nodes in the tree with type == TYPE_ALLOCATION.
      +
      6922  size_t m_AllocationCount;
      +
      6923  // Number of nodes in the tree with type == TYPE_FREE.
      +
      6924  size_t m_FreeCount;
      +
      6925  // This includes space wasted due to internal fragmentation. Doesn't include unusable size.
      +
      6926  VkDeviceSize m_SumFreeSize;
      +
      6927 
      +
      6928  VkDeviceSize GetUnusableSize() const { return GetSize() - m_UsableSize; }
      +
      6929  void DeleteNode(Node* node);
      +
      6930  bool ValidateNode(ValidationContext& ctx, const Node* parent, const Node* curr, uint32_t level, VkDeviceSize levelNodeSize) const;
      +
      6931  uint32_t AllocSizeToLevel(VkDeviceSize allocSize) const;
      +
      6932  inline VkDeviceSize LevelToNodeSize(uint32_t level) const { return m_UsableSize >> level; }
      +
      6933  // Alloc passed just for validation. Can be null.
      +
      6934  void FreeAtOffset(VmaAllocation alloc, VkDeviceSize offset);
      +
      6935  void CalcAllocationStatInfoNode(VmaStatInfo& outInfo, const Node* node, VkDeviceSize levelNodeSize) const;
      +
      6936  // Adds node to the front of FreeList at given level.
      +
      6937  // node->type must be FREE.
      +
      6938  // node->free.prev, next can be undefined.
      +
      6939  void AddToFreeListFront(uint32_t level, Node* node);
      +
      6940  // Removes node from FreeList at given level.
      +
      6941  // node->type must be FREE.
      +
      6942  // node->free.prev, next stay untouched.
      +
      6943  void RemoveFromFreeList(uint32_t level, Node* node);
      +
      6944 
      +
      6945 #if VMA_STATS_STRING_ENABLED
      +
      6946  void PrintDetailedMapNode(class VmaJsonWriter& json, const Node* node, VkDeviceSize levelNodeSize) const;
      +
      6947 #endif
      +
      6948 };
      +
      6949 
      +
      6950 /*
      +
      6951 Represents a single block of device memory (`VkDeviceMemory`) with all the
      +
      6952 data about its regions (aka suballocations, #VmaAllocation), assigned and free.
      +
      6953 
      +
      6954 Thread-safety: This class must be externally synchronized.
      +
      6955 */
      +
      6956 class VmaDeviceMemoryBlock
      +
      6957 {
      +
      6958  VMA_CLASS_NO_COPY(VmaDeviceMemoryBlock)
      +
      6959 public:
      +
      6960  VmaBlockMetadata* m_pMetadata;
      +
      6961 
      +
      6962  VmaDeviceMemoryBlock(VmaAllocator hAllocator);
      +
      6963 
      +
      6964  ~VmaDeviceMemoryBlock()
      +
      6965  {
      +
      6966  VMA_ASSERT(m_MapCount == 0 && "VkDeviceMemory block is being destroyed while it is still mapped.");
      +
      6967  VMA_ASSERT(m_hMemory == VK_NULL_HANDLE);
      +
      6968  }
      +
      6969 
      +
      6970  // Always call after construction.
      +
      6971  void Init(
      +
      6972  VmaAllocator hAllocator,
      +
      6973  VmaPool hParentPool,
      +
      6974  uint32_t newMemoryTypeIndex,
      +
      6975  VkDeviceMemory newMemory,
      +
      6976  VkDeviceSize newSize,
      +
      6977  uint32_t id,
      +
      6978  uint32_t algorithm);
      +
      6979  // Always call before destruction.
      +
      6980  void Destroy(VmaAllocator allocator);
      +
      6981 
      +
      6982  VmaPool GetParentPool() const { return m_hParentPool; }
      +
      6983  VkDeviceMemory GetDeviceMemory() const { return m_hMemory; }
      +
      6984  uint32_t GetMemoryTypeIndex() const { return m_MemoryTypeIndex; }
      +
      6985  uint32_t GetId() const { return m_Id; }
      +
      6986  void* GetMappedData() const { return m_pMappedData; }
      +
      6987 
      +
      6988  // Validates all data structures inside this object. If not valid, returns false.
      +
      6989  bool Validate() const;
      +
      6990 
      +
      6991  VkResult CheckCorruption(VmaAllocator hAllocator);
      +
      6992 
      +
      6993  // ppData can be null.
      +
      6994  VkResult Map(VmaAllocator hAllocator, uint32_t count, void** ppData);
      +
      6995  void Unmap(VmaAllocator hAllocator, uint32_t count);
      +
      6996 
      +
      6997  VkResult WriteMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize);
      +
      6998  VkResult ValidateMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize);
      +
      6999 
      +
      7000  VkResult BindBufferMemory(
      +
      7001  const VmaAllocator hAllocator,
      +
      7002  const VmaAllocation hAllocation,
      +
      7003  VkDeviceSize allocationLocalOffset,
      +
      7004  VkBuffer hBuffer,
      +
      7005  const void* pNext);
      +
      7006  VkResult BindImageMemory(
      +
      7007  const VmaAllocator hAllocator,
      +
      7008  const VmaAllocation hAllocation,
      +
      7009  VkDeviceSize allocationLocalOffset,
      +
      7010  VkImage hImage,
      +
      7011  const void* pNext);
      +
      7012 
      +
      7013 private:
      +
      7014  VmaPool m_hParentPool; // VK_NULL_HANDLE if not belongs to custom pool.
      +
      7015  uint32_t m_MemoryTypeIndex;
      +
      7016  uint32_t m_Id;
      +
      7017  VkDeviceMemory m_hMemory;
      +
      7018 
      +
      7019  /*
      +
      7020  Protects access to m_hMemory so it's not used by multiple threads simultaneously, e.g. vkMapMemory, vkBindBufferMemory.
      +
      7021  Also protects m_MapCount, m_pMappedData.
      +
      7022  Allocations, deallocations, any change in m_pMetadata is protected by parent's VmaBlockVector::m_Mutex.
      +
      7023  */
      +
      7024  VMA_MUTEX m_Mutex;
      +
      7025  uint32_t m_MapCount;
      +
      7026  void* m_pMappedData;
      +
      7027 };
      +
      7028 
      +
      7029 struct VmaPointerLess
      +
      7030 {
      +
      7031  bool operator()(const void* lhs, const void* rhs) const
      +
      7032  {
      +
      7033  return lhs < rhs;
      +
      7034  }
      +
      7035 };
      7036 
      -
      7037  VmaAllocator GetAllocator() const { return m_hAllocator; }
      -
      7038  VmaPool GetParentPool() const { return m_hParentPool; }
      -
      7039  bool IsCustomPool() const { return m_hParentPool != VMA_NULL; }
      -
      7040  uint32_t GetMemoryTypeIndex() const { return m_MemoryTypeIndex; }
      -
      7041  VkDeviceSize GetPreferredBlockSize() const { return m_PreferredBlockSize; }
      -
      7042  VkDeviceSize GetBufferImageGranularity() const { return m_BufferImageGranularity; }
      -
      7043  uint32_t GetFrameInUseCount() const { return m_FrameInUseCount; }
      -
      7044  uint32_t GetAlgorithm() const { return m_Algorithm; }
      -
      7045 
      -
      7046  void GetPoolStats(VmaPoolStats* pStats);
      -
      7047 
      -
      7048  bool IsEmpty();
      -
      7049  bool IsCorruptionDetectionEnabled() const;
      +
      7037 struct VmaDefragmentationMove
      +
      7038 {
      +
      7039  size_t srcBlockIndex;
      +
      7040  size_t dstBlockIndex;
      +
      7041  VkDeviceSize srcOffset;
      +
      7042  VkDeviceSize dstOffset;
      +
      7043  VkDeviceSize size;
      +
      7044  VmaAllocation hAllocation;
      +
      7045  VmaDeviceMemoryBlock* pSrcBlock;
      +
      7046  VmaDeviceMemoryBlock* pDstBlock;
      +
      7047 };
      +
      7048 
      +
      7049 class VmaDefragmentationAlgorithm;
      7050 
      -
      7051  VkResult Allocate(
      -
      7052  uint32_t currentFrameIndex,
      -
      7053  VkDeviceSize size,
      -
      7054  VkDeviceSize alignment,
      -
      7055  const VmaAllocationCreateInfo& createInfo,
      -
      7056  VmaSuballocationType suballocType,
      -
      7057  size_t allocationCount,
      -
      7058  VmaAllocation* pAllocations);
      -
      7059 
      -
      7060  void Free(const VmaAllocation hAllocation);
      -
      7061 
      -
      7062  // Adds statistics of this BlockVector to pStats.
      -
      7063  void AddStats(VmaStats* pStats);
      -
      7064 
      -
      7065 #if VMA_STATS_STRING_ENABLED
      -
      7066  void PrintDetailedMap(class VmaJsonWriter& json);
      -
      7067 #endif
      -
      7068 
      -
      7069  void MakePoolAllocationsLost(
      -
      7070  uint32_t currentFrameIndex,
      -
      7071  size_t* pLostAllocationCount);
      -
      7072  VkResult CheckCorruption();
      -
      7073 
      -
      7074  // Saves results in pCtx->res.
      -
      7075  void Defragment(
      -
      7076  class VmaBlockVectorDefragmentationContext* pCtx,
      -
      7077  VmaDefragmentationStats* pStats, VmaDefragmentationFlags flags,
      -
      7078  VkDeviceSize& maxCpuBytesToMove, uint32_t& maxCpuAllocationsToMove,
      -
      7079  VkDeviceSize& maxGpuBytesToMove, uint32_t& maxGpuAllocationsToMove,
      -
      7080  VkCommandBuffer commandBuffer);
      -
      7081  void DefragmentationEnd(
      -
      7082  class VmaBlockVectorDefragmentationContext* pCtx,
      -
      7083  uint32_t flags,
      -
      7084  VmaDefragmentationStats* pStats);
      +
      7051 /*
      +
      7052 Sequence of VmaDeviceMemoryBlock. Represents memory blocks allocated for a specific
      +
      7053 Vulkan memory type.
      +
      7054 
      +
      7055 Synchronized internally with a mutex.
      +
      7056 */
      +
      7057 struct VmaBlockVector
      +
      7058 {
      +
      7059  VMA_CLASS_NO_COPY(VmaBlockVector)
      +
      7060 public:
      +
      7061  VmaBlockVector(
      +
      7062  VmaAllocator hAllocator,
      +
      7063  VmaPool hParentPool,
      +
      7064  uint32_t memoryTypeIndex,
      +
      7065  VkDeviceSize preferredBlockSize,
      +
      7066  size_t minBlockCount,
      +
      7067  size_t maxBlockCount,
      +
      7068  VkDeviceSize bufferImageGranularity,
      +
      7069  uint32_t frameInUseCount,
      +
      7070  bool explicitBlockSize,
      +
      7071  uint32_t algorithm,
      +
      7072  float priority);
      +
      7073  ~VmaBlockVector();
      +
      7074 
      +
      7075  VkResult CreateMinBlocks();
      +
      7076 
      +
      7077  VmaAllocator GetAllocator() const { return m_hAllocator; }
      +
      7078  VmaPool GetParentPool() const { return m_hParentPool; }
      +
      7079  bool IsCustomPool() const { return m_hParentPool != VMA_NULL; }
      +
      7080  uint32_t GetMemoryTypeIndex() const { return m_MemoryTypeIndex; }
      +
      7081  VkDeviceSize GetPreferredBlockSize() const { return m_PreferredBlockSize; }
      +
      7082  VkDeviceSize GetBufferImageGranularity() const { return m_BufferImageGranularity; }
      +
      7083  uint32_t GetFrameInUseCount() const { return m_FrameInUseCount; }
      +
      7084  uint32_t GetAlgorithm() const { return m_Algorithm; }
      7085 
      -
      7086  uint32_t ProcessDefragmentations(
      -
      7087  class VmaBlockVectorDefragmentationContext *pCtx,
      -
      7088  VmaDefragmentationPassMoveInfo* pMove, uint32_t maxMoves);
      -
      7089 
      -
      7090  void CommitDefragmentations(
      -
      7091  class VmaBlockVectorDefragmentationContext *pCtx,
      -
      7092  VmaDefragmentationStats* pStats);
      -
      7093 
      -
      7095  // To be used only while the m_Mutex is locked. Used during defragmentation.
      -
      7096 
      -
      7097  size_t GetBlockCount() const { return m_Blocks.size(); }
      -
      7098  VmaDeviceMemoryBlock* GetBlock(size_t index) const { return m_Blocks[index]; }
      -
      7099  size_t CalcAllocationCount() const;
      -
      7100  bool IsBufferImageGranularityConflictPossible() const;
      +
      7086  void GetPoolStats(VmaPoolStats* pStats);
      +
      7087 
      +
      7088  bool IsEmpty();
      +
      7089  bool IsCorruptionDetectionEnabled() const;
      +
      7090 
      +
      7091  VkResult Allocate(
      +
      7092  uint32_t currentFrameIndex,
      +
      7093  VkDeviceSize size,
      +
      7094  VkDeviceSize alignment,
      +
      7095  const VmaAllocationCreateInfo& createInfo,
      +
      7096  VmaSuballocationType suballocType,
      +
      7097  size_t allocationCount,
      +
      7098  VmaAllocation* pAllocations);
      +
      7099 
      +
      7100  void Free(const VmaAllocation hAllocation);
      7101 
      -
      7102 private:
      -
      7103  friend class VmaDefragmentationAlgorithm_Generic;
      +
      7102  // Adds statistics of this BlockVector to pStats.
      +
      7103  void AddStats(VmaStats* pStats);
      7104 
      -
      7105  const VmaAllocator m_hAllocator;
      -
      7106  const VmaPool m_hParentPool;
      -
      7107  const uint32_t m_MemoryTypeIndex;
      -
      7108  const VkDeviceSize m_PreferredBlockSize;
      -
      7109  const size_t m_MinBlockCount;
      -
      7110  const size_t m_MaxBlockCount;
      -
      7111  const VkDeviceSize m_BufferImageGranularity;
      -
      7112  const uint32_t m_FrameInUseCount;
      -
      7113  const bool m_ExplicitBlockSize;
      -
      7114  const uint32_t m_Algorithm;
      -
      7115  VMA_RW_MUTEX m_Mutex;
      -
      7116 
      -
      7117  /* There can be at most one allocation that is completely empty (except when minBlockCount > 0) -
      -
      7118  a hysteresis to avoid pessimistic case of alternating creation and destruction of a VkDeviceMemory. */
      -
      7119  bool m_HasEmptyBlock;
      -
      7120  // Incrementally sorted by sumFreeSize, ascending.
      -
      7121  VmaVector< VmaDeviceMemoryBlock*, VmaStlAllocator<VmaDeviceMemoryBlock*> > m_Blocks;
      -
      7122  uint32_t m_NextBlockId;
      -
      7123 
      -
      7124  VkDeviceSize CalcMaxBlockSize() const;
      +
      7105 #if VMA_STATS_STRING_ENABLED
      +
      7106  void PrintDetailedMap(class VmaJsonWriter& json);
      +
      7107 #endif
      +
      7108 
      +
      7109  void MakePoolAllocationsLost(
      +
      7110  uint32_t currentFrameIndex,
      +
      7111  size_t* pLostAllocationCount);
      +
      7112  VkResult CheckCorruption();
      +
      7113 
      +
      7114  // Saves results in pCtx->res.
      +
      7115  void Defragment(
      +
      7116  class VmaBlockVectorDefragmentationContext* pCtx,
      +
      7117  VmaDefragmentationStats* pStats, VmaDefragmentationFlags flags,
      +
      7118  VkDeviceSize& maxCpuBytesToMove, uint32_t& maxCpuAllocationsToMove,
      +
      7119  VkDeviceSize& maxGpuBytesToMove, uint32_t& maxGpuAllocationsToMove,
      +
      7120  VkCommandBuffer commandBuffer);
      +
      7121  void DefragmentationEnd(
      +
      7122  class VmaBlockVectorDefragmentationContext* pCtx,
      +
      7123  uint32_t flags,
      +
      7124  VmaDefragmentationStats* pStats);
      7125 
      -
      7126  // Finds and removes given block from vector.
      -
      7127  void Remove(VmaDeviceMemoryBlock* pBlock);
      -
      7128 
      -
      7129  // Performs single step in sorting m_Blocks. They may not be fully sorted
      -
      7130  // after this call.
      -
      7131  void IncrementallySortBlocks();
      -
      7132 
      -
      7133  VkResult AllocatePage(
      -
      7134  uint32_t currentFrameIndex,
      -
      7135  VkDeviceSize size,
      -
      7136  VkDeviceSize alignment,
      -
      7137  const VmaAllocationCreateInfo& createInfo,
      -
      7138  VmaSuballocationType suballocType,
      -
      7139  VmaAllocation* pAllocation);
      -
      7140 
      -
      7141  // To be used only without CAN_MAKE_OTHER_LOST flag.
      -
      7142  VkResult AllocateFromBlock(
      -
      7143  VmaDeviceMemoryBlock* pBlock,
      -
      7144  uint32_t currentFrameIndex,
      -
      7145  VkDeviceSize size,
      -
      7146  VkDeviceSize alignment,
      -
      7147  VmaAllocationCreateFlags allocFlags,
      -
      7148  void* pUserData,
      -
      7149  VmaSuballocationType suballocType,
      -
      7150  uint32_t strategy,
      -
      7151  VmaAllocation* pAllocation);
      -
      7152 
      -
      7153  VkResult CreateBlock(VkDeviceSize blockSize, size_t* pNewBlockIndex);
      -
      7154 
      -
      7155  // Saves result to pCtx->res.
      -
      7156  void ApplyDefragmentationMovesCpu(
      -
      7157  class VmaBlockVectorDefragmentationContext* pDefragCtx,
      -
      7158  const VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves);
      -
      7159  // Saves result to pCtx->res.
      -
      7160  void ApplyDefragmentationMovesGpu(
      -
      7161  class VmaBlockVectorDefragmentationContext* pDefragCtx,
      -
      7162  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      -
      7163  VkCommandBuffer commandBuffer);
      +
      7126  uint32_t ProcessDefragmentations(
      +
      7127  class VmaBlockVectorDefragmentationContext *pCtx,
      +
      7128  VmaDefragmentationPassMoveInfo* pMove, uint32_t maxMoves);
      +
      7129 
      +
      7130  void CommitDefragmentations(
      +
      7131  class VmaBlockVectorDefragmentationContext *pCtx,
      +
      7132  VmaDefragmentationStats* pStats);
      +
      7133 
      +
      7135  // To be used only while the m_Mutex is locked. Used during defragmentation.
      +
      7136 
      +
      7137  size_t GetBlockCount() const { return m_Blocks.size(); }
      +
      7138  VmaDeviceMemoryBlock* GetBlock(size_t index) const { return m_Blocks[index]; }
      +
      7139  size_t CalcAllocationCount() const;
      +
      7140  bool IsBufferImageGranularityConflictPossible() const;
      +
      7141 
      +
      7142 private:
      +
      7143  friend class VmaDefragmentationAlgorithm_Generic;
      +
      7144 
      +
      7145  const VmaAllocator m_hAllocator;
      +
      7146  const VmaPool m_hParentPool;
      +
      7147  const uint32_t m_MemoryTypeIndex;
      +
      7148  const VkDeviceSize m_PreferredBlockSize;
      +
      7149  const size_t m_MinBlockCount;
      +
      7150  const size_t m_MaxBlockCount;
      +
      7151  const VkDeviceSize m_BufferImageGranularity;
      +
      7152  const uint32_t m_FrameInUseCount;
      +
      7153  const bool m_ExplicitBlockSize;
      +
      7154  const uint32_t m_Algorithm;
      +
      7155  const float m_Priority;
      +
      7156  VMA_RW_MUTEX m_Mutex;
      +
      7157 
      +
      7158  /* There can be at most one allocation that is completely empty (except when minBlockCount > 0) -
      +
      7159  a hysteresis to avoid pessimistic case of alternating creation and destruction of a VkDeviceMemory. */
      +
      7160  bool m_HasEmptyBlock;
      +
      7161  // Incrementally sorted by sumFreeSize, ascending.
      +
      7162  VmaVector< VmaDeviceMemoryBlock*, VmaStlAllocator<VmaDeviceMemoryBlock*> > m_Blocks;
      +
      7163  uint32_t m_NextBlockId;
      7164 
      -
      7165  /*
      -
      7166  Used during defragmentation. pDefragmentationStats is optional. It's in/out
      -
      7167  - updated with new data.
      -
      7168  */
      -
      7169  void FreeEmptyBlocks(VmaDefragmentationStats* pDefragmentationStats);
      -
      7170 
      -
      7171  void UpdateHasEmptyBlock();
      -
      7172 };
      +
      7165  VkDeviceSize CalcMaxBlockSize() const;
      +
      7166 
      +
      7167  // Finds and removes given block from vector.
      +
      7168  void Remove(VmaDeviceMemoryBlock* pBlock);
      +
      7169 
      +
      7170  // Performs single step in sorting m_Blocks. They may not be fully sorted
      +
      7171  // after this call.
      +
      7172  void IncrementallySortBlocks();
      7173 
      -
      7174 struct VmaPool_T
      -
      7175 {
      -
      7176  VMA_CLASS_NO_COPY(VmaPool_T)
      -
      7177 public:
      -
      7178  VmaBlockVector m_BlockVector;
      -
      7179 
      -
      7180  VmaPool_T(
      -
      7181  VmaAllocator hAllocator,
      -
      7182  const VmaPoolCreateInfo& createInfo,
      -
      7183  VkDeviceSize preferredBlockSize);
      -
      7184  ~VmaPool_T();
      -
      7185 
      -
      7186  uint32_t GetId() const { return m_Id; }
      -
      7187  void SetId(uint32_t id) { VMA_ASSERT(m_Id == 0); m_Id = id; }
      -
      7188 
      -
      7189  const char* GetName() const { return m_Name; }
      -
      7190  void SetName(const char* pName);
      -
      7191 
      -
      7192 #if VMA_STATS_STRING_ENABLED
      -
      7193  //void PrintDetailedMap(class VmaStringBuilder& sb);
      -
      7194 #endif
      +
      7174  VkResult AllocatePage(
      +
      7175  uint32_t currentFrameIndex,
      +
      7176  VkDeviceSize size,
      +
      7177  VkDeviceSize alignment,
      +
      7178  const VmaAllocationCreateInfo& createInfo,
      +
      7179  VmaSuballocationType suballocType,
      +
      7180  VmaAllocation* pAllocation);
      +
      7181 
      +
      7182  // To be used only without CAN_MAKE_OTHER_LOST flag.
      +
      7183  VkResult AllocateFromBlock(
      +
      7184  VmaDeviceMemoryBlock* pBlock,
      +
      7185  uint32_t currentFrameIndex,
      +
      7186  VkDeviceSize size,
      +
      7187  VkDeviceSize alignment,
      +
      7188  VmaAllocationCreateFlags allocFlags,
      +
      7189  void* pUserData,
      +
      7190  VmaSuballocationType suballocType,
      +
      7191  uint32_t strategy,
      +
      7192  VmaAllocation* pAllocation);
      +
      7193 
      +
      7194  VkResult CreateBlock(VkDeviceSize blockSize, size_t* pNewBlockIndex);
      7195 
      -
      7196 private:
      -
      7197  uint32_t m_Id;
      -
      7198  char* m_Name;
      -
      7199 };
      -
      7200 
      -
      7201 /*
      -
      7202 Performs defragmentation:
      -
      7203 
      -
      7204 - Updates `pBlockVector->m_pMetadata`.
      -
      7205 - Updates allocations by calling ChangeBlockAllocation() or ChangeOffset().
      -
      7206 - Does not move actual data, only returns requested moves as `moves`.
      -
      7207 */
      -
      7208 class VmaDefragmentationAlgorithm
      -
      7209 {
      -
      7210  VMA_CLASS_NO_COPY(VmaDefragmentationAlgorithm)
      -
      7211 public:
      -
      7212  VmaDefragmentationAlgorithm(
      -
      7213  VmaAllocator hAllocator,
      -
      7214  VmaBlockVector* pBlockVector,
      -
      7215  uint32_t currentFrameIndex) :
      -
      7216  m_hAllocator(hAllocator),
      -
      7217  m_pBlockVector(pBlockVector),
      -
      7218  m_CurrentFrameIndex(currentFrameIndex)
      -
      7219  {
      -
      7220  }
      -
      7221  virtual ~VmaDefragmentationAlgorithm()
      -
      7222  {
      -
      7223  }
      -
      7224 
      -
      7225  virtual void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged) = 0;
      -
      7226  virtual void AddAll() = 0;
      -
      7227 
      -
      7228  virtual VkResult Defragment(
      -
      7229  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      -
      7230  VkDeviceSize maxBytesToMove,
      -
      7231  uint32_t maxAllocationsToMove,
      -
      7232  VmaDefragmentationFlags flags) = 0;
      -
      7233 
      -
      7234  virtual VkDeviceSize GetBytesMoved() const = 0;
      -
      7235  virtual uint32_t GetAllocationsMoved() const = 0;
      +
      7196  // Saves result to pCtx->res.
      +
      7197  void ApplyDefragmentationMovesCpu(
      +
      7198  class VmaBlockVectorDefragmentationContext* pDefragCtx,
      +
      7199  const VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves);
      +
      7200  // Saves result to pCtx->res.
      +
      7201  void ApplyDefragmentationMovesGpu(
      +
      7202  class VmaBlockVectorDefragmentationContext* pDefragCtx,
      +
      7203  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      +
      7204  VkCommandBuffer commandBuffer);
      +
      7205 
      +
      7206  /*
      +
      7207  Used during defragmentation. pDefragmentationStats is optional. It's in/out
      +
      7208  - updated with new data.
      +
      7209  */
      +
      7210  void FreeEmptyBlocks(VmaDefragmentationStats* pDefragmentationStats);
      +
      7211 
      +
      7212  void UpdateHasEmptyBlock();
      +
      7213 };
      +
      7214 
      +
      7215 struct VmaPool_T
      +
      7216 {
      +
      7217  VMA_CLASS_NO_COPY(VmaPool_T)
      +
      7218 public:
      +
      7219  VmaBlockVector m_BlockVector;
      +
      7220 
      +
      7221  VmaPool_T(
      +
      7222  VmaAllocator hAllocator,
      +
      7223  const VmaPoolCreateInfo& createInfo,
      +
      7224  VkDeviceSize preferredBlockSize);
      +
      7225  ~VmaPool_T();
      +
      7226 
      +
      7227  uint32_t GetId() const { return m_Id; }
      +
      7228  void SetId(uint32_t id) { VMA_ASSERT(m_Id == 0); m_Id = id; }
      +
      7229 
      +
      7230  const char* GetName() const { return m_Name; }
      +
      7231  void SetName(const char* pName);
      +
      7232 
      +
      7233 #if VMA_STATS_STRING_ENABLED
      +
      7234  //void PrintDetailedMap(class VmaStringBuilder& sb);
      +
      7235 #endif
      7236 
      -
      7237 protected:
      -
      7238  VmaAllocator const m_hAllocator;
      -
      7239  VmaBlockVector* const m_pBlockVector;
      -
      7240  const uint32_t m_CurrentFrameIndex;
      +
      7237 private:
      +
      7238  uint32_t m_Id;
      +
      7239  char* m_Name;
      +
      7240 };
      7241 
      -
      7242  struct AllocationInfo
      -
      7243  {
      -
      7244  VmaAllocation m_hAllocation;
      -
      7245  VkBool32* m_pChanged;
      -
      7246 
      -
      7247  AllocationInfo() :
      -
      7248  m_hAllocation(VK_NULL_HANDLE),
      -
      7249  m_pChanged(VMA_NULL)
      -
      7250  {
      -
      7251  }
      -
      7252  AllocationInfo(VmaAllocation hAlloc, VkBool32* pChanged) :
      -
      7253  m_hAllocation(hAlloc),
      -
      7254  m_pChanged(pChanged)
      -
      7255  {
      -
      7256  }
      -
      7257  };
      -
      7258 };
      -
      7259 
      -
      7260 class VmaDefragmentationAlgorithm_Generic : public VmaDefragmentationAlgorithm
      -
      7261 {
      -
      7262  VMA_CLASS_NO_COPY(VmaDefragmentationAlgorithm_Generic)
      -
      7263 public:
      -
      7264  VmaDefragmentationAlgorithm_Generic(
      -
      7265  VmaAllocator hAllocator,
      -
      7266  VmaBlockVector* pBlockVector,
      -
      7267  uint32_t currentFrameIndex,
      -
      7268  bool overlappingMoveSupported);
      -
      7269  virtual ~VmaDefragmentationAlgorithm_Generic();
      -
      7270 
      -
      7271  virtual void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged);
      -
      7272  virtual void AddAll() { m_AllAllocations = true; }
      -
      7273 
      -
      7274  virtual VkResult Defragment(
      -
      7275  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      -
      7276  VkDeviceSize maxBytesToMove,
      -
      7277  uint32_t maxAllocationsToMove,
      -
      7278  VmaDefragmentationFlags flags);
      -
      7279 
      -
      7280  virtual VkDeviceSize GetBytesMoved() const { return m_BytesMoved; }
      -
      7281  virtual uint32_t GetAllocationsMoved() const { return m_AllocationsMoved; }
      +
      7242 /*
      +
      7243 Performs defragmentation:
      +
      7244 
      +
      7245 - Updates `pBlockVector->m_pMetadata`.
      +
      7246 - Updates allocations by calling ChangeBlockAllocation() or ChangeOffset().
      +
      7247 - Does not move actual data, only returns requested moves as `moves`.
      +
      7248 */
      +
      7249 class VmaDefragmentationAlgorithm
      +
      7250 {
      +
      7251  VMA_CLASS_NO_COPY(VmaDefragmentationAlgorithm)
      +
      7252 public:
      +
      7253  VmaDefragmentationAlgorithm(
      +
      7254  VmaAllocator hAllocator,
      +
      7255  VmaBlockVector* pBlockVector,
      +
      7256  uint32_t currentFrameIndex) :
      +
      7257  m_hAllocator(hAllocator),
      +
      7258  m_pBlockVector(pBlockVector),
      +
      7259  m_CurrentFrameIndex(currentFrameIndex)
      +
      7260  {
      +
      7261  }
      +
      7262  virtual ~VmaDefragmentationAlgorithm()
      +
      7263  {
      +
      7264  }
      +
      7265 
      +
      7266  virtual void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged) = 0;
      +
      7267  virtual void AddAll() = 0;
      +
      7268 
      +
      7269  virtual VkResult Defragment(
      +
      7270  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      +
      7271  VkDeviceSize maxBytesToMove,
      +
      7272  uint32_t maxAllocationsToMove,
      +
      7273  VmaDefragmentationFlags flags) = 0;
      +
      7274 
      +
      7275  virtual VkDeviceSize GetBytesMoved() const = 0;
      +
      7276  virtual uint32_t GetAllocationsMoved() const = 0;
      +
      7277 
      +
      7278 protected:
      +
      7279  VmaAllocator const m_hAllocator;
      +
      7280  VmaBlockVector* const m_pBlockVector;
      +
      7281  const uint32_t m_CurrentFrameIndex;
      7282 
      -
      7283 private:
      -
      7284  uint32_t m_AllocationCount;
      -
      7285  bool m_AllAllocations;
      -
      7286 
      -
      7287  VkDeviceSize m_BytesMoved;
      -
      7288  uint32_t m_AllocationsMoved;
      -
      7289 
      -
      7290  struct AllocationInfoSizeGreater
      -
      7291  {
      -
      7292  bool operator()(const AllocationInfo& lhs, const AllocationInfo& rhs) const
      -
      7293  {
      -
      7294  return lhs.m_hAllocation->GetSize() > rhs.m_hAllocation->GetSize();
      -
      7295  }
      -
      7296  };
      -
      7297 
      -
      7298  struct AllocationInfoOffsetGreater
      -
      7299  {
      -
      7300  bool operator()(const AllocationInfo& lhs, const AllocationInfo& rhs) const
      -
      7301  {
      -
      7302  return lhs.m_hAllocation->GetOffset() > rhs.m_hAllocation->GetOffset();
      -
      7303  }
      -
      7304  };
      -
      7305 
      -
      7306  struct BlockInfo
      -
      7307  {
      -
      7308  size_t m_OriginalBlockIndex;
      -
      7309  VmaDeviceMemoryBlock* m_pBlock;
      -
      7310  bool m_HasNonMovableAllocations;
      -
      7311  VmaVector< AllocationInfo, VmaStlAllocator<AllocationInfo> > m_Allocations;
      -
      7312 
      -
      7313  BlockInfo(const VkAllocationCallbacks* pAllocationCallbacks) :
      -
      7314  m_OriginalBlockIndex(SIZE_MAX),
      -
      7315  m_pBlock(VMA_NULL),
      -
      7316  m_HasNonMovableAllocations(true),
      -
      7317  m_Allocations(pAllocationCallbacks)
      -
      7318  {
      -
      7319  }
      +
      7283  struct AllocationInfo
      +
      7284  {
      +
      7285  VmaAllocation m_hAllocation;
      +
      7286  VkBool32* m_pChanged;
      +
      7287 
      +
      7288  AllocationInfo() :
      +
      7289  m_hAllocation(VK_NULL_HANDLE),
      +
      7290  m_pChanged(VMA_NULL)
      +
      7291  {
      +
      7292  }
      +
      7293  AllocationInfo(VmaAllocation hAlloc, VkBool32* pChanged) :
      +
      7294  m_hAllocation(hAlloc),
      +
      7295  m_pChanged(pChanged)
      +
      7296  {
      +
      7297  }
      +
      7298  };
      +
      7299 };
      +
      7300 
      +
      7301 class VmaDefragmentationAlgorithm_Generic : public VmaDefragmentationAlgorithm
      +
      7302 {
      +
      7303  VMA_CLASS_NO_COPY(VmaDefragmentationAlgorithm_Generic)
      +
      7304 public:
      +
      7305  VmaDefragmentationAlgorithm_Generic(
      +
      7306  VmaAllocator hAllocator,
      +
      7307  VmaBlockVector* pBlockVector,
      +
      7308  uint32_t currentFrameIndex,
      +
      7309  bool overlappingMoveSupported);
      +
      7310  virtual ~VmaDefragmentationAlgorithm_Generic();
      +
      7311 
      +
      7312  virtual void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged);
      +
      7313  virtual void AddAll() { m_AllAllocations = true; }
      +
      7314 
      +
      7315  virtual VkResult Defragment(
      +
      7316  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      +
      7317  VkDeviceSize maxBytesToMove,
      +
      7318  uint32_t maxAllocationsToMove,
      +
      7319  VmaDefragmentationFlags flags);
      7320 
      -
      7321  void CalcHasNonMovableAllocations()
      -
      7322  {
      -
      7323  const size_t blockAllocCount = m_pBlock->m_pMetadata->GetAllocationCount();
      -
      7324  const size_t defragmentAllocCount = m_Allocations.size();
      -
      7325  m_HasNonMovableAllocations = blockAllocCount != defragmentAllocCount;
      -
      7326  }
      +
      7321  virtual VkDeviceSize GetBytesMoved() const { return m_BytesMoved; }
      +
      7322  virtual uint32_t GetAllocationsMoved() const { return m_AllocationsMoved; }
      +
      7323 
      +
      7324 private:
      +
      7325  uint32_t m_AllocationCount;
      +
      7326  bool m_AllAllocations;
      7327 
      -
      7328  void SortAllocationsBySizeDescending()
      -
      7329  {
      -
      7330  VMA_SORT(m_Allocations.begin(), m_Allocations.end(), AllocationInfoSizeGreater());
      -
      7331  }
      -
      7332 
      -
      7333  void SortAllocationsByOffsetDescending()
      -
      7334  {
      -
      7335  VMA_SORT(m_Allocations.begin(), m_Allocations.end(), AllocationInfoOffsetGreater());
      +
      7328  VkDeviceSize m_BytesMoved;
      +
      7329  uint32_t m_AllocationsMoved;
      +
      7330 
      +
      7331  struct AllocationInfoSizeGreater
      +
      7332  {
      +
      7333  bool operator()(const AllocationInfo& lhs, const AllocationInfo& rhs) const
      +
      7334  {
      +
      7335  return lhs.m_hAllocation->GetSize() > rhs.m_hAllocation->GetSize();
      7336  }
      7337  };
      7338 
      -
      7339  struct BlockPointerLess
      +
      7339  struct AllocationInfoOffsetGreater
      7340  {
      -
      7341  bool operator()(const BlockInfo* pLhsBlockInfo, const VmaDeviceMemoryBlock* pRhsBlock) const
      +
      7341  bool operator()(const AllocationInfo& lhs, const AllocationInfo& rhs) const
      7342  {
      -
      7343  return pLhsBlockInfo->m_pBlock < pRhsBlock;
      +
      7343  return lhs.m_hAllocation->GetOffset() > rhs.m_hAllocation->GetOffset();
      7344  }
      -
      7345  bool operator()(const BlockInfo* pLhsBlockInfo, const BlockInfo* pRhsBlockInfo) const
      -
      7346  {
      -
      7347  return pLhsBlockInfo->m_pBlock < pRhsBlockInfo->m_pBlock;
      -
      7348  }
      -
      7349  };
      -
      7350 
      -
      7351  // 1. Blocks with some non-movable allocations go first.
      -
      7352  // 2. Blocks with smaller sumFreeSize go first.
      -
      7353  struct BlockInfoCompareMoveDestination
      -
      7354  {
      -
      7355  bool operator()(const BlockInfo* pLhsBlockInfo, const BlockInfo* pRhsBlockInfo) const
      -
      7356  {
      -
      7357  if(pLhsBlockInfo->m_HasNonMovableAllocations && !pRhsBlockInfo->m_HasNonMovableAllocations)
      -
      7358  {
      -
      7359  return true;
      -
      7360  }
      -
      7361  if(!pLhsBlockInfo->m_HasNonMovableAllocations && pRhsBlockInfo->m_HasNonMovableAllocations)
      -
      7362  {
      -
      7363  return false;
      -
      7364  }
      -
      7365  if(pLhsBlockInfo->m_pBlock->m_pMetadata->GetSumFreeSize() < pRhsBlockInfo->m_pBlock->m_pMetadata->GetSumFreeSize())
      -
      7366  {
      -
      7367  return true;
      -
      7368  }
      -
      7369  return false;
      -
      7370  }
      -
      7371  };
      -
      7372 
      -
      7373  typedef VmaVector< BlockInfo*, VmaStlAllocator<BlockInfo*> > BlockInfoVector;
      -
      7374  BlockInfoVector m_Blocks;
      -
      7375 
      -
      7376  VkResult DefragmentRound(
      -
      7377  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      -
      7378  VkDeviceSize maxBytesToMove,
      -
      7379  uint32_t maxAllocationsToMove,
      -
      7380  bool freeOldAllocations);
      -
      7381 
      -
      7382  size_t CalcBlocksWithNonMovableCount() const;
      -
      7383 
      -
      7384  static bool MoveMakesSense(
      -
      7385  size_t dstBlockIndex, VkDeviceSize dstOffset,
      -
      7386  size_t srcBlockIndex, VkDeviceSize srcOffset);
      -
      7387 };
      -
      7388 
      -
      7389 class VmaDefragmentationAlgorithm_Fast : public VmaDefragmentationAlgorithm
      -
      7390 {
      -
      7391  VMA_CLASS_NO_COPY(VmaDefragmentationAlgorithm_Fast)
      -
      7392 public:
      -
      7393  VmaDefragmentationAlgorithm_Fast(
      -
      7394  VmaAllocator hAllocator,
      -
      7395  VmaBlockVector* pBlockVector,
      -
      7396  uint32_t currentFrameIndex,
      -
      7397  bool overlappingMoveSupported);
      -
      7398  virtual ~VmaDefragmentationAlgorithm_Fast();
      -
      7399 
      -
      7400  virtual void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged) { ++m_AllocationCount; }
      -
      7401  virtual void AddAll() { m_AllAllocations = true; }
      -
      7402 
      -
      7403  virtual VkResult Defragment(
      -
      7404  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      -
      7405  VkDeviceSize maxBytesToMove,
      -
      7406  uint32_t maxAllocationsToMove,
      -
      7407  VmaDefragmentationFlags flags);
      -
      7408 
      -
      7409  virtual VkDeviceSize GetBytesMoved() const { return m_BytesMoved; }
      -
      7410  virtual uint32_t GetAllocationsMoved() const { return m_AllocationsMoved; }
      -
      7411 
      -
      7412 private:
      -
      7413  struct BlockInfo
      -
      7414  {
      -
      7415  size_t origBlockIndex;
      -
      7416  };
      -
      7417 
      -
      7418  class FreeSpaceDatabase
      -
      7419  {
      -
      7420  public:
      -
      7421  FreeSpaceDatabase()
      -
      7422  {
      -
      7423  FreeSpace s = {};
      -
      7424  s.blockInfoIndex = SIZE_MAX;
      -
      7425  for(size_t i = 0; i < MAX_COUNT; ++i)
      -
      7426  {
      -
      7427  m_FreeSpaces[i] = s;
      -
      7428  }
      -
      7429  }
      -
      7430 
      -
      7431  void Register(size_t blockInfoIndex, VkDeviceSize offset, VkDeviceSize size)
      -
      7432  {
      -
      7433  if(size < VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      -
      7434  {
      -
      7435  return;
      -
      7436  }
      -
      7437 
      -
      7438  // Find first invalid or the smallest structure.
      -
      7439  size_t bestIndex = SIZE_MAX;
      -
      7440  for(size_t i = 0; i < MAX_COUNT; ++i)
      -
      7441  {
      -
      7442  // Empty structure.
      -
      7443  if(m_FreeSpaces[i].blockInfoIndex == SIZE_MAX)
      -
      7444  {
      -
      7445  bestIndex = i;
      -
      7446  break;
      -
      7447  }
      -
      7448  if(m_FreeSpaces[i].size < size &&
      -
      7449  (bestIndex == SIZE_MAX || m_FreeSpaces[bestIndex].size > m_FreeSpaces[i].size))
      -
      7450  {
      -
      7451  bestIndex = i;
      -
      7452  }
      -
      7453  }
      -
      7454 
      -
      7455  if(bestIndex != SIZE_MAX)
      -
      7456  {
      -
      7457  m_FreeSpaces[bestIndex].blockInfoIndex = blockInfoIndex;
      -
      7458  m_FreeSpaces[bestIndex].offset = offset;
      -
      7459  m_FreeSpaces[bestIndex].size = size;
      -
      7460  }
      -
      7461  }
      -
      7462 
      -
      7463  bool Fetch(VkDeviceSize alignment, VkDeviceSize size,
      -
      7464  size_t& outBlockInfoIndex, VkDeviceSize& outDstOffset)
      -
      7465  {
      -
      7466  size_t bestIndex = SIZE_MAX;
      -
      7467  VkDeviceSize bestFreeSpaceAfter = 0;
      -
      7468  for(size_t i = 0; i < MAX_COUNT; ++i)
      -
      7469  {
      -
      7470  // Structure is valid.
      -
      7471  if(m_FreeSpaces[i].blockInfoIndex != SIZE_MAX)
      -
      7472  {
      -
      7473  const VkDeviceSize dstOffset = VmaAlignUp(m_FreeSpaces[i].offset, alignment);
      -
      7474  // Allocation fits into this structure.
      -
      7475  if(dstOffset + size <= m_FreeSpaces[i].offset + m_FreeSpaces[i].size)
      -
      7476  {
      -
      7477  const VkDeviceSize freeSpaceAfter = (m_FreeSpaces[i].offset + m_FreeSpaces[i].size) -
      -
      7478  (dstOffset + size);
      -
      7479  if(bestIndex == SIZE_MAX || freeSpaceAfter > bestFreeSpaceAfter)
      -
      7480  {
      -
      7481  bestIndex = i;
      -
      7482  bestFreeSpaceAfter = freeSpaceAfter;
      -
      7483  }
      -
      7484  }
      -
      7485  }
      -
      7486  }
      -
      7487 
      -
      7488  if(bestIndex != SIZE_MAX)
      -
      7489  {
      -
      7490  outBlockInfoIndex = m_FreeSpaces[bestIndex].blockInfoIndex;
      -
      7491  outDstOffset = VmaAlignUp(m_FreeSpaces[bestIndex].offset, alignment);
      -
      7492 
      -
      7493  if(bestFreeSpaceAfter >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      -
      7494  {
      -
      7495  // Leave this structure for remaining empty space.
      -
      7496  const VkDeviceSize alignmentPlusSize = (outDstOffset - m_FreeSpaces[bestIndex].offset) + size;
      -
      7497  m_FreeSpaces[bestIndex].offset += alignmentPlusSize;
      -
      7498  m_FreeSpaces[bestIndex].size -= alignmentPlusSize;
      -
      7499  }
      -
      7500  else
      -
      7501  {
      -
      7502  // This structure becomes invalid.
      -
      7503  m_FreeSpaces[bestIndex].blockInfoIndex = SIZE_MAX;
      -
      7504  }
      -
      7505 
      -
      7506  return true;
      -
      7507  }
      -
      7508 
      -
      7509  return false;
      -
      7510  }
      -
      7511 
      -
      7512  private:
      -
      7513  static const size_t MAX_COUNT = 4;
      -
      7514 
      -
      7515  struct FreeSpace
      -
      7516  {
      -
      7517  size_t blockInfoIndex; // SIZE_MAX means this structure is invalid.
      -
      7518  VkDeviceSize offset;
      -
      7519  VkDeviceSize size;
      -
      7520  } m_FreeSpaces[MAX_COUNT];
      -
      7521  };
      -
      7522 
      -
      7523  const bool m_OverlappingMoveSupported;
      -
      7524 
      -
      7525  uint32_t m_AllocationCount;
      -
      7526  bool m_AllAllocations;
      -
      7527 
      -
      7528  VkDeviceSize m_BytesMoved;
      -
      7529  uint32_t m_AllocationsMoved;
      -
      7530 
      -
      7531  VmaVector< BlockInfo, VmaStlAllocator<BlockInfo> > m_BlockInfos;
      -
      7532 
      -
      7533  void PreprocessMetadata();
      -
      7534  void PostprocessMetadata();
      -
      7535  void InsertSuballoc(VmaBlockMetadata_Generic* pMetadata, const VmaSuballocation& suballoc);
      -
      7536 };
      -
      7537 
      -
      7538 struct VmaBlockDefragmentationContext
      -
      7539 {
      -
      7540  enum BLOCK_FLAG
      -
      7541  {
      -
      7542  BLOCK_FLAG_USED = 0x00000001,
      -
      7543  };
      -
      7544  uint32_t flags;
      -
      7545  VkBuffer hBuffer;
      -
      7546 };
      -
      7547 
      -
      7548 class VmaBlockVectorDefragmentationContext
      -
      7549 {
      -
      7550  VMA_CLASS_NO_COPY(VmaBlockVectorDefragmentationContext)
      -
      7551 public:
      -
      7552  VkResult res;
      -
      7553  bool mutexLocked;
      -
      7554  VmaVector< VmaBlockDefragmentationContext, VmaStlAllocator<VmaBlockDefragmentationContext> > blockContexts;
      -
      7555  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> > defragmentationMoves;
      -
      7556  uint32_t defragmentationMovesProcessed;
      -
      7557  uint32_t defragmentationMovesCommitted;
      -
      7558  bool hasDefragmentationPlan;
      -
      7559 
      -
      7560  VmaBlockVectorDefragmentationContext(
      -
      7561  VmaAllocator hAllocator,
      -
      7562  VmaPool hCustomPool, // Optional.
      -
      7563  VmaBlockVector* pBlockVector,
      -
      7564  uint32_t currFrameIndex);
      -
      7565  ~VmaBlockVectorDefragmentationContext();
      -
      7566 
      -
      7567  VmaPool GetCustomPool() const { return m_hCustomPool; }
      -
      7568  VmaBlockVector* GetBlockVector() const { return m_pBlockVector; }
      -
      7569  VmaDefragmentationAlgorithm* GetAlgorithm() const { return m_pAlgorithm; }
      -
      7570 
      -
      7571  void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged);
      -
      7572  void AddAll() { m_AllAllocations = true; }
      +
      7345  };
      +
      7346 
      +
      7347  struct BlockInfo
      +
      7348  {
      +
      7349  size_t m_OriginalBlockIndex;
      +
      7350  VmaDeviceMemoryBlock* m_pBlock;
      +
      7351  bool m_HasNonMovableAllocations;
      +
      7352  VmaVector< AllocationInfo, VmaStlAllocator<AllocationInfo> > m_Allocations;
      +
      7353 
      +
      7354  BlockInfo(const VkAllocationCallbacks* pAllocationCallbacks) :
      +
      7355  m_OriginalBlockIndex(SIZE_MAX),
      +
      7356  m_pBlock(VMA_NULL),
      +
      7357  m_HasNonMovableAllocations(true),
      +
      7358  m_Allocations(pAllocationCallbacks)
      +
      7359  {
      +
      7360  }
      +
      7361 
      +
      7362  void CalcHasNonMovableAllocations()
      +
      7363  {
      +
      7364  const size_t blockAllocCount = m_pBlock->m_pMetadata->GetAllocationCount();
      +
      7365  const size_t defragmentAllocCount = m_Allocations.size();
      +
      7366  m_HasNonMovableAllocations = blockAllocCount != defragmentAllocCount;
      +
      7367  }
      +
      7368 
      +
      7369  void SortAllocationsBySizeDescending()
      +
      7370  {
      +
      7371  VMA_SORT(m_Allocations.begin(), m_Allocations.end(), AllocationInfoSizeGreater());
      +
      7372  }
      +
      7373 
      +
      7374  void SortAllocationsByOffsetDescending()
      +
      7375  {
      +
      7376  VMA_SORT(m_Allocations.begin(), m_Allocations.end(), AllocationInfoOffsetGreater());
      +
      7377  }
      +
      7378  };
      +
      7379 
      +
      7380  struct BlockPointerLess
      +
      7381  {
      +
      7382  bool operator()(const BlockInfo* pLhsBlockInfo, const VmaDeviceMemoryBlock* pRhsBlock) const
      +
      7383  {
      +
      7384  return pLhsBlockInfo->m_pBlock < pRhsBlock;
      +
      7385  }
      +
      7386  bool operator()(const BlockInfo* pLhsBlockInfo, const BlockInfo* pRhsBlockInfo) const
      +
      7387  {
      +
      7388  return pLhsBlockInfo->m_pBlock < pRhsBlockInfo->m_pBlock;
      +
      7389  }
      +
      7390  };
      +
      7391 
      +
      7392  // 1. Blocks with some non-movable allocations go first.
      +
      7393  // 2. Blocks with smaller sumFreeSize go first.
      +
      7394  struct BlockInfoCompareMoveDestination
      +
      7395  {
      +
      7396  bool operator()(const BlockInfo* pLhsBlockInfo, const BlockInfo* pRhsBlockInfo) const
      +
      7397  {
      +
      7398  if(pLhsBlockInfo->m_HasNonMovableAllocations && !pRhsBlockInfo->m_HasNonMovableAllocations)
      +
      7399  {
      +
      7400  return true;
      +
      7401  }
      +
      7402  if(!pLhsBlockInfo->m_HasNonMovableAllocations && pRhsBlockInfo->m_HasNonMovableAllocations)
      +
      7403  {
      +
      7404  return false;
      +
      7405  }
      +
      7406  if(pLhsBlockInfo->m_pBlock->m_pMetadata->GetSumFreeSize() < pRhsBlockInfo->m_pBlock->m_pMetadata->GetSumFreeSize())
      +
      7407  {
      +
      7408  return true;
      +
      7409  }
      +
      7410  return false;
      +
      7411  }
      +
      7412  };
      +
      7413 
      +
      7414  typedef VmaVector< BlockInfo*, VmaStlAllocator<BlockInfo*> > BlockInfoVector;
      +
      7415  BlockInfoVector m_Blocks;
      +
      7416 
      +
      7417  VkResult DefragmentRound(
      +
      7418  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      +
      7419  VkDeviceSize maxBytesToMove,
      +
      7420  uint32_t maxAllocationsToMove,
      +
      7421  bool freeOldAllocations);
      +
      7422 
      +
      7423  size_t CalcBlocksWithNonMovableCount() const;
      +
      7424 
      +
      7425  static bool MoveMakesSense(
      +
      7426  size_t dstBlockIndex, VkDeviceSize dstOffset,
      +
      7427  size_t srcBlockIndex, VkDeviceSize srcOffset);
      +
      7428 };
      +
      7429 
      +
      7430 class VmaDefragmentationAlgorithm_Fast : public VmaDefragmentationAlgorithm
      +
      7431 {
      +
      7432  VMA_CLASS_NO_COPY(VmaDefragmentationAlgorithm_Fast)
      +
      7433 public:
      +
      7434  VmaDefragmentationAlgorithm_Fast(
      +
      7435  VmaAllocator hAllocator,
      +
      7436  VmaBlockVector* pBlockVector,
      +
      7437  uint32_t currentFrameIndex,
      +
      7438  bool overlappingMoveSupported);
      +
      7439  virtual ~VmaDefragmentationAlgorithm_Fast();
      +
      7440 
      +
      7441  virtual void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged) { ++m_AllocationCount; }
      +
      7442  virtual void AddAll() { m_AllAllocations = true; }
      +
      7443 
      +
      7444  virtual VkResult Defragment(
      +
      7445  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      +
      7446  VkDeviceSize maxBytesToMove,
      +
      7447  uint32_t maxAllocationsToMove,
      +
      7448  VmaDefragmentationFlags flags);
      +
      7449 
      +
      7450  virtual VkDeviceSize GetBytesMoved() const { return m_BytesMoved; }
      +
      7451  virtual uint32_t GetAllocationsMoved() const { return m_AllocationsMoved; }
      +
      7452 
      +
      7453 private:
      +
      7454  struct BlockInfo
      +
      7455  {
      +
      7456  size_t origBlockIndex;
      +
      7457  };
      +
      7458 
      +
      7459  class FreeSpaceDatabase
      +
      7460  {
      +
      7461  public:
      +
      7462  FreeSpaceDatabase()
      +
      7463  {
      +
      7464  FreeSpace s = {};
      +
      7465  s.blockInfoIndex = SIZE_MAX;
      +
      7466  for(size_t i = 0; i < MAX_COUNT; ++i)
      +
      7467  {
      +
      7468  m_FreeSpaces[i] = s;
      +
      7469  }
      +
      7470  }
      +
      7471 
      +
      7472  void Register(size_t blockInfoIndex, VkDeviceSize offset, VkDeviceSize size)
      +
      7473  {
      +
      7474  if(size < VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      +
      7475  {
      +
      7476  return;
      +
      7477  }
      +
      7478 
      +
      7479  // Find first invalid or the smallest structure.
      +
      7480  size_t bestIndex = SIZE_MAX;
      +
      7481  for(size_t i = 0; i < MAX_COUNT; ++i)
      +
      7482  {
      +
      7483  // Empty structure.
      +
      7484  if(m_FreeSpaces[i].blockInfoIndex == SIZE_MAX)
      +
      7485  {
      +
      7486  bestIndex = i;
      +
      7487  break;
      +
      7488  }
      +
      7489  if(m_FreeSpaces[i].size < size &&
      +
      7490  (bestIndex == SIZE_MAX || m_FreeSpaces[bestIndex].size > m_FreeSpaces[i].size))
      +
      7491  {
      +
      7492  bestIndex = i;
      +
      7493  }
      +
      7494  }
      +
      7495 
      +
      7496  if(bestIndex != SIZE_MAX)
      +
      7497  {
      +
      7498  m_FreeSpaces[bestIndex].blockInfoIndex = blockInfoIndex;
      +
      7499  m_FreeSpaces[bestIndex].offset = offset;
      +
      7500  m_FreeSpaces[bestIndex].size = size;
      +
      7501  }
      +
      7502  }
      +
      7503 
      +
      7504  bool Fetch(VkDeviceSize alignment, VkDeviceSize size,
      +
      7505  size_t& outBlockInfoIndex, VkDeviceSize& outDstOffset)
      +
      7506  {
      +
      7507  size_t bestIndex = SIZE_MAX;
      +
      7508  VkDeviceSize bestFreeSpaceAfter = 0;
      +
      7509  for(size_t i = 0; i < MAX_COUNT; ++i)
      +
      7510  {
      +
      7511  // Structure is valid.
      +
      7512  if(m_FreeSpaces[i].blockInfoIndex != SIZE_MAX)
      +
      7513  {
      +
      7514  const VkDeviceSize dstOffset = VmaAlignUp(m_FreeSpaces[i].offset, alignment);
      +
      7515  // Allocation fits into this structure.
      +
      7516  if(dstOffset + size <= m_FreeSpaces[i].offset + m_FreeSpaces[i].size)
      +
      7517  {
      +
      7518  const VkDeviceSize freeSpaceAfter = (m_FreeSpaces[i].offset + m_FreeSpaces[i].size) -
      +
      7519  (dstOffset + size);
      +
      7520  if(bestIndex == SIZE_MAX || freeSpaceAfter > bestFreeSpaceAfter)
      +
      7521  {
      +
      7522  bestIndex = i;
      +
      7523  bestFreeSpaceAfter = freeSpaceAfter;
      +
      7524  }
      +
      7525  }
      +
      7526  }
      +
      7527  }
      +
      7528 
      +
      7529  if(bestIndex != SIZE_MAX)
      +
      7530  {
      +
      7531  outBlockInfoIndex = m_FreeSpaces[bestIndex].blockInfoIndex;
      +
      7532  outDstOffset = VmaAlignUp(m_FreeSpaces[bestIndex].offset, alignment);
      +
      7533 
      +
      7534  if(bestFreeSpaceAfter >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      +
      7535  {
      +
      7536  // Leave this structure for remaining empty space.
      +
      7537  const VkDeviceSize alignmentPlusSize = (outDstOffset - m_FreeSpaces[bestIndex].offset) + size;
      +
      7538  m_FreeSpaces[bestIndex].offset += alignmentPlusSize;
      +
      7539  m_FreeSpaces[bestIndex].size -= alignmentPlusSize;
      +
      7540  }
      +
      7541  else
      +
      7542  {
      +
      7543  // This structure becomes invalid.
      +
      7544  m_FreeSpaces[bestIndex].blockInfoIndex = SIZE_MAX;
      +
      7545  }
      +
      7546 
      +
      7547  return true;
      +
      7548  }
      +
      7549 
      +
      7550  return false;
      +
      7551  }
      +
      7552 
      +
      7553  private:
      +
      7554  static const size_t MAX_COUNT = 4;
      +
      7555 
      +
      7556  struct FreeSpace
      +
      7557  {
      +
      7558  size_t blockInfoIndex; // SIZE_MAX means this structure is invalid.
      +
      7559  VkDeviceSize offset;
      +
      7560  VkDeviceSize size;
      +
      7561  } m_FreeSpaces[MAX_COUNT];
      +
      7562  };
      +
      7563 
      +
      7564  const bool m_OverlappingMoveSupported;
      +
      7565 
      +
      7566  uint32_t m_AllocationCount;
      +
      7567  bool m_AllAllocations;
      +
      7568 
      +
      7569  VkDeviceSize m_BytesMoved;
      +
      7570  uint32_t m_AllocationsMoved;
      +
      7571 
      +
      7572  VmaVector< BlockInfo, VmaStlAllocator<BlockInfo> > m_BlockInfos;
      7573 
      -
      7574  void Begin(bool overlappingMoveSupported, VmaDefragmentationFlags flags);
      -
      7575 
      -
      7576 private:
      -
      7577  const VmaAllocator m_hAllocator;
      -
      7578  // Null if not from custom pool.
      -
      7579  const VmaPool m_hCustomPool;
      -
      7580  // Redundant, for convenience not to fetch from m_hCustomPool->m_BlockVector or m_hAllocator->m_pBlockVectors.
      -
      7581  VmaBlockVector* const m_pBlockVector;
      -
      7582  const uint32_t m_CurrFrameIndex;
      -
      7583  // Owner of this object.
      -
      7584  VmaDefragmentationAlgorithm* m_pAlgorithm;
      -
      7585 
      -
      7586  struct AllocInfo
      -
      7587  {
      -
      7588  VmaAllocation hAlloc;
      -
      7589  VkBool32* pChanged;
      -
      7590  };
      -
      7591  // Used between constructor and Begin.
      -
      7592  VmaVector< AllocInfo, VmaStlAllocator<AllocInfo> > m_Allocations;
      -
      7593  bool m_AllAllocations;
      -
      7594 };
      -
      7595 
      -
      7596 struct VmaDefragmentationContext_T
      -
      7597 {
      -
      7598 private:
      -
      7599  VMA_CLASS_NO_COPY(VmaDefragmentationContext_T)
      -
      7600 public:
      -
      7601  VmaDefragmentationContext_T(
      +
      7574  void PreprocessMetadata();
      +
      7575  void PostprocessMetadata();
      +
      7576  void InsertSuballoc(VmaBlockMetadata_Generic* pMetadata, const VmaSuballocation& suballoc);
      +
      7577 };
      +
      7578 
      +
      7579 struct VmaBlockDefragmentationContext
      +
      7580 {
      +
      7581  enum BLOCK_FLAG
      +
      7582  {
      +
      7583  BLOCK_FLAG_USED = 0x00000001,
      +
      7584  };
      +
      7585  uint32_t flags;
      +
      7586  VkBuffer hBuffer;
      +
      7587 };
      +
      7588 
      +
      7589 class VmaBlockVectorDefragmentationContext
      +
      7590 {
      +
      7591  VMA_CLASS_NO_COPY(VmaBlockVectorDefragmentationContext)
      +
      7592 public:
      +
      7593  VkResult res;
      +
      7594  bool mutexLocked;
      +
      7595  VmaVector< VmaBlockDefragmentationContext, VmaStlAllocator<VmaBlockDefragmentationContext> > blockContexts;
      +
      7596  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> > defragmentationMoves;
      +
      7597  uint32_t defragmentationMovesProcessed;
      +
      7598  uint32_t defragmentationMovesCommitted;
      +
      7599  bool hasDefragmentationPlan;
      +
      7600 
      +
      7601  VmaBlockVectorDefragmentationContext(
      7602  VmaAllocator hAllocator,
      -
      7603  uint32_t currFrameIndex,
      -
      7604  uint32_t flags,
      -
      7605  VmaDefragmentationStats* pStats);
      -
      7606  ~VmaDefragmentationContext_T();
      +
      7603  VmaPool hCustomPool, // Optional.
      +
      7604  VmaBlockVector* pBlockVector,
      +
      7605  uint32_t currFrameIndex);
      +
      7606  ~VmaBlockVectorDefragmentationContext();
      7607 
      -
      7608  void AddPools(uint32_t poolCount, const VmaPool* pPools);
      -
      7609  void AddAllocations(
      -
      7610  uint32_t allocationCount,
      -
      7611  const VmaAllocation* pAllocations,
      -
      7612  VkBool32* pAllocationsChanged);
      -
      7613 
      -
      7614  /*
      -
      7615  Returns:
      -
      7616  - `VK_SUCCESS` if succeeded and object can be destroyed immediately.
      -
      7617  - `VK_NOT_READY` if succeeded but the object must remain alive until vmaDefragmentationEnd().
      -
      7618  - Negative value if error occured and object can be destroyed immediately.
      -
      7619  */
      -
      7620  VkResult Defragment(
      -
      7621  VkDeviceSize maxCpuBytesToMove, uint32_t maxCpuAllocationsToMove,
      -
      7622  VkDeviceSize maxGpuBytesToMove, uint32_t maxGpuAllocationsToMove,
      -
      7623  VkCommandBuffer commandBuffer, VmaDefragmentationStats* pStats, VmaDefragmentationFlags flags);
      -
      7624 
      -
      7625  VkResult DefragmentPassBegin(VmaDefragmentationPassInfo* pInfo);
      -
      7626  VkResult DefragmentPassEnd();
      -
      7627 
      -
      7628 private:
      -
      7629  const VmaAllocator m_hAllocator;
      -
      7630  const uint32_t m_CurrFrameIndex;
      -
      7631  const uint32_t m_Flags;
      -
      7632  VmaDefragmentationStats* const m_pStats;
      -
      7633 
      -
      7634  VkDeviceSize m_MaxCpuBytesToMove;
      -
      7635  uint32_t m_MaxCpuAllocationsToMove;
      -
      7636  VkDeviceSize m_MaxGpuBytesToMove;
      -
      7637  uint32_t m_MaxGpuAllocationsToMove;
      -
      7638 
      -
      7639  // Owner of these objects.
      -
      7640  VmaBlockVectorDefragmentationContext* m_DefaultPoolContexts[VK_MAX_MEMORY_TYPES];
      -
      7641  // Owner of these objects.
      -
      7642  VmaVector< VmaBlockVectorDefragmentationContext*, VmaStlAllocator<VmaBlockVectorDefragmentationContext*> > m_CustomPoolContexts;
      -
      7643 };
      -
      7644 
      -
      7645 #if VMA_RECORDING_ENABLED
      -
      7646 
      -
      7647 class VmaRecorder
      -
      7648 {
      -
      7649 public:
      -
      7650  VmaRecorder();
      -
      7651  VkResult Init(const VmaRecordSettings& settings, bool useMutex);
      -
      7652  void WriteConfiguration(
      -
      7653  const VkPhysicalDeviceProperties& devProps,
      -
      7654  const VkPhysicalDeviceMemoryProperties& memProps,
      -
      7655  uint32_t vulkanApiVersion,
      -
      7656  bool dedicatedAllocationExtensionEnabled,
      -
      7657  bool bindMemory2ExtensionEnabled,
      -
      7658  bool memoryBudgetExtensionEnabled,
      -
      7659  bool deviceCoherentMemoryExtensionEnabled);
      -
      7660  ~VmaRecorder();
      -
      7661 
      -
      7662  void RecordCreateAllocator(uint32_t frameIndex);
      -
      7663  void RecordDestroyAllocator(uint32_t frameIndex);
      -
      7664  void RecordCreatePool(uint32_t frameIndex,
      -
      7665  const VmaPoolCreateInfo& createInfo,
      -
      7666  VmaPool pool);
      -
      7667  void RecordDestroyPool(uint32_t frameIndex, VmaPool pool);
      -
      7668  void RecordAllocateMemory(uint32_t frameIndex,
      -
      7669  const VkMemoryRequirements& vkMemReq,
      -
      7670  const VmaAllocationCreateInfo& createInfo,
      -
      7671  VmaAllocation allocation);
      -
      7672  void RecordAllocateMemoryPages(uint32_t frameIndex,
      -
      7673  const VkMemoryRequirements& vkMemReq,
      -
      7674  const VmaAllocationCreateInfo& createInfo,
      -
      7675  uint64_t allocationCount,
      -
      7676  const VmaAllocation* pAllocations);
      -
      7677  void RecordAllocateMemoryForBuffer(uint32_t frameIndex,
      -
      7678  const VkMemoryRequirements& vkMemReq,
      -
      7679  bool requiresDedicatedAllocation,
      -
      7680  bool prefersDedicatedAllocation,
      -
      7681  const VmaAllocationCreateInfo& createInfo,
      -
      7682  VmaAllocation allocation);
      -
      7683  void RecordAllocateMemoryForImage(uint32_t frameIndex,
      -
      7684  const VkMemoryRequirements& vkMemReq,
      -
      7685  bool requiresDedicatedAllocation,
      -
      7686  bool prefersDedicatedAllocation,
      -
      7687  const VmaAllocationCreateInfo& createInfo,
      -
      7688  VmaAllocation allocation);
      -
      7689  void RecordFreeMemory(uint32_t frameIndex,
      -
      7690  VmaAllocation allocation);
      -
      7691  void RecordFreeMemoryPages(uint32_t frameIndex,
      -
      7692  uint64_t allocationCount,
      -
      7693  const VmaAllocation* pAllocations);
      -
      7694  void RecordSetAllocationUserData(uint32_t frameIndex,
      -
      7695  VmaAllocation allocation,
      -
      7696  const void* pUserData);
      -
      7697  void RecordCreateLostAllocation(uint32_t frameIndex,
      -
      7698  VmaAllocation allocation);
      -
      7699  void RecordMapMemory(uint32_t frameIndex,
      -
      7700  VmaAllocation allocation);
      -
      7701  void RecordUnmapMemory(uint32_t frameIndex,
      -
      7702  VmaAllocation allocation);
      -
      7703  void RecordFlushAllocation(uint32_t frameIndex,
      -
      7704  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
      -
      7705  void RecordInvalidateAllocation(uint32_t frameIndex,
      -
      7706  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
      -
      7707  void RecordCreateBuffer(uint32_t frameIndex,
      -
      7708  const VkBufferCreateInfo& bufCreateInfo,
      -
      7709  const VmaAllocationCreateInfo& allocCreateInfo,
      -
      7710  VmaAllocation allocation);
      -
      7711  void RecordCreateImage(uint32_t frameIndex,
      -
      7712  const VkImageCreateInfo& imageCreateInfo,
      -
      7713  const VmaAllocationCreateInfo& allocCreateInfo,
      -
      7714  VmaAllocation allocation);
      -
      7715  void RecordDestroyBuffer(uint32_t frameIndex,
      -
      7716  VmaAllocation allocation);
      -
      7717  void RecordDestroyImage(uint32_t frameIndex,
      -
      7718  VmaAllocation allocation);
      -
      7719  void RecordTouchAllocation(uint32_t frameIndex,
      -
      7720  VmaAllocation allocation);
      -
      7721  void RecordGetAllocationInfo(uint32_t frameIndex,
      -
      7722  VmaAllocation allocation);
      -
      7723  void RecordMakePoolAllocationsLost(uint32_t frameIndex,
      -
      7724  VmaPool pool);
      -
      7725  void RecordDefragmentationBegin(uint32_t frameIndex,
      -
      7726  const VmaDefragmentationInfo2& info,
      -
      7727  VmaDefragmentationContext ctx);
      -
      7728  void RecordDefragmentationEnd(uint32_t frameIndex,
      -
      7729  VmaDefragmentationContext ctx);
      -
      7730  void RecordSetPoolName(uint32_t frameIndex,
      -
      7731  VmaPool pool,
      -
      7732  const char* name);
      -
      7733 
      -
      7734 private:
      -
      7735  struct CallParams
      -
      7736  {
      -
      7737  uint32_t threadId;
      -
      7738  double time;
      -
      7739  };
      -
      7740 
      -
      7741  class UserDataString
      -
      7742  {
      -
      7743  public:
      -
      7744  UserDataString(VmaAllocationCreateFlags allocFlags, const void* pUserData);
      -
      7745  const char* GetString() const { return m_Str; }
      -
      7746 
      -
      7747  private:
      -
      7748  char m_PtrStr[17];
      -
      7749  const char* m_Str;
      -
      7750  };
      -
      7751 
      -
      7752  bool m_UseMutex;
      -
      7753  VmaRecordFlags m_Flags;
      -
      7754  FILE* m_File;
      -
      7755  VMA_MUTEX m_FileMutex;
      -
      7756  std::chrono::time_point<std::chrono::high_resolution_clock> m_RecordingStartTime;
      -
      7757 
      -
      7758  void GetBasicParams(CallParams& outParams);
      -
      7759 
      -
      7760  // T must be a pointer type, e.g. VmaAllocation, VmaPool.
      -
      7761  template<typename T>
      -
      7762  void PrintPointerList(uint64_t count, const T* pItems)
      -
      7763  {
      -
      7764  if(count)
      -
      7765  {
      -
      7766  fprintf(m_File, "%p", pItems[0]);
      -
      7767  for(uint64_t i = 1; i < count; ++i)
      -
      7768  {
      -
      7769  fprintf(m_File, " %p", pItems[i]);
      -
      7770  }
      -
      7771  }
      -
      7772  }
      -
      7773 
      -
      7774  void PrintPointerList(uint64_t count, const VmaAllocation* pItems);
      -
      7775  void Flush();
      -
      7776 };
      -
      7777 
      -
      7778 #endif // #if VMA_RECORDING_ENABLED
      -
      7779 
      -
      7780 /*
      -
      7781 Thread-safe wrapper over VmaPoolAllocator free list, for allocation of VmaAllocation_T objects.
      -
      7782 */
      -
      7783 class VmaAllocationObjectAllocator
      -
      7784 {
      -
      7785  VMA_CLASS_NO_COPY(VmaAllocationObjectAllocator)
      -
      7786 public:
      -
      7787  VmaAllocationObjectAllocator(const VkAllocationCallbacks* pAllocationCallbacks);
      -
      7788 
      -
      7789  template<typename... Types> VmaAllocation Allocate(Types... args);
      -
      7790  void Free(VmaAllocation hAlloc);
      -
      7791 
      -
      7792 private:
      -
      7793  VMA_MUTEX m_Mutex;
      -
      7794  VmaPoolAllocator<VmaAllocation_T> m_Allocator;
      -
      7795 };
      -
      7796 
      -
      7797 struct VmaCurrentBudgetData
      -
      7798 {
      -
      7799  VMA_ATOMIC_UINT64 m_BlockBytes[VK_MAX_MEMORY_HEAPS];
      -
      7800  VMA_ATOMIC_UINT64 m_AllocationBytes[VK_MAX_MEMORY_HEAPS];
      -
      7801 
      -
      7802 #if VMA_MEMORY_BUDGET
      -
      7803  VMA_ATOMIC_UINT32 m_OperationsSinceBudgetFetch;
      -
      7804  VMA_RW_MUTEX m_BudgetMutex;
      -
      7805  uint64_t m_VulkanUsage[VK_MAX_MEMORY_HEAPS];
      -
      7806  uint64_t m_VulkanBudget[VK_MAX_MEMORY_HEAPS];
      -
      7807  uint64_t m_BlockBytesAtBudgetFetch[VK_MAX_MEMORY_HEAPS];
      -
      7808 #endif // #if VMA_MEMORY_BUDGET
      -
      7809 
      -
      7810  VmaCurrentBudgetData()
      -
      7811  {
      -
      7812  for(uint32_t heapIndex = 0; heapIndex < VK_MAX_MEMORY_HEAPS; ++heapIndex)
      -
      7813  {
      -
      7814  m_BlockBytes[heapIndex] = 0;
      -
      7815  m_AllocationBytes[heapIndex] = 0;
      -
      7816 #if VMA_MEMORY_BUDGET
      -
      7817  m_VulkanUsage[heapIndex] = 0;
      -
      7818  m_VulkanBudget[heapIndex] = 0;
      -
      7819  m_BlockBytesAtBudgetFetch[heapIndex] = 0;
      -
      7820 #endif
      -
      7821  }
      -
      7822 
      -
      7823 #if VMA_MEMORY_BUDGET
      -
      7824  m_OperationsSinceBudgetFetch = 0;
      -
      7825 #endif
      -
      7826  }
      -
      7827 
      -
      7828  void AddAllocation(uint32_t heapIndex, VkDeviceSize allocationSize)
      -
      7829  {
      -
      7830  m_AllocationBytes[heapIndex] += allocationSize;
      -
      7831 #if VMA_MEMORY_BUDGET
      -
      7832  ++m_OperationsSinceBudgetFetch;
      -
      7833 #endif
      -
      7834  }
      -
      7835 
      -
      7836  void RemoveAllocation(uint32_t heapIndex, VkDeviceSize allocationSize)
      -
      7837  {
      -
      7838  VMA_ASSERT(m_AllocationBytes[heapIndex] >= allocationSize); // DELME
      -
      7839  m_AllocationBytes[heapIndex] -= allocationSize;
      -
      7840 #if VMA_MEMORY_BUDGET
      -
      7841  ++m_OperationsSinceBudgetFetch;
      -
      7842 #endif
      -
      7843  }
      -
      7844 };
      -
      7845 
      -
      7846 // Main allocator object.
      -
      7847 struct VmaAllocator_T
      -
      7848 {
      -
      7849  VMA_CLASS_NO_COPY(VmaAllocator_T)
      -
      7850 public:
      -
      7851  bool m_UseMutex;
      -
      7852  uint32_t m_VulkanApiVersion;
      -
      7853  bool m_UseKhrDedicatedAllocation; // Can be set only if m_VulkanApiVersion < VK_MAKE_VERSION(1, 1, 0).
      -
      7854  bool m_UseKhrBindMemory2; // Can be set only if m_VulkanApiVersion < VK_MAKE_VERSION(1, 1, 0).
      -
      7855  bool m_UseExtMemoryBudget;
      -
      7856  bool m_UseAmdDeviceCoherentMemory;
      -
      7857  bool m_UseKhrBufferDeviceAddress;
      -
      7858  VkDevice m_hDevice;
      -
      7859  VkInstance m_hInstance;
      -
      7860  bool m_AllocationCallbacksSpecified;
      -
      7861  VkAllocationCallbacks m_AllocationCallbacks;
      -
      7862  VmaDeviceMemoryCallbacks m_DeviceMemoryCallbacks;
      -
      7863  VmaAllocationObjectAllocator m_AllocationObjectAllocator;
      -
      7864 
      -
      7865  // Each bit (1 << i) is set if HeapSizeLimit is enabled for that heap, so cannot allocate more than the heap size.
      -
      7866  uint32_t m_HeapSizeLimitMask;
      -
      7867 
      -
      7868  VkPhysicalDeviceProperties m_PhysicalDeviceProperties;
      -
      7869  VkPhysicalDeviceMemoryProperties m_MemProps;
      -
      7870 
      -
      7871  // Default pools.
      -
      7872  VmaBlockVector* m_pBlockVectors[VK_MAX_MEMORY_TYPES];
      -
      7873 
      -
      7874  // Each vector is sorted by memory (handle value).
      -
      7875  typedef VmaVector< VmaAllocation, VmaStlAllocator<VmaAllocation> > AllocationVectorType;
      -
      7876  AllocationVectorType* m_pDedicatedAllocations[VK_MAX_MEMORY_TYPES];
      -
      7877  VMA_RW_MUTEX m_DedicatedAllocationsMutex[VK_MAX_MEMORY_TYPES];
      -
      7878 
      -
      7879  VmaCurrentBudgetData m_Budget;
      -
      7880 
      -
      7881  VmaAllocator_T(const VmaAllocatorCreateInfo* pCreateInfo);
      -
      7882  VkResult Init(const VmaAllocatorCreateInfo* pCreateInfo);
      -
      7883  ~VmaAllocator_T();
      -
      7884 
      -
      7885  const VkAllocationCallbacks* GetAllocationCallbacks() const
      -
      7886  {
      -
      7887  return m_AllocationCallbacksSpecified ? &m_AllocationCallbacks : 0;
      -
      7888  }
      -
      7889  const VmaVulkanFunctions& GetVulkanFunctions() const
      -
      7890  {
      -
      7891  return m_VulkanFunctions;
      -
      7892  }
      -
      7893 
      -
      7894  VkPhysicalDevice GetPhysicalDevice() const { return m_PhysicalDevice; }
      -
      7895 
      -
      7896  VkDeviceSize GetBufferImageGranularity() const
      -
      7897  {
      -
      7898  return VMA_MAX(
      -
      7899  static_cast<VkDeviceSize>(VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY),
      -
      7900  m_PhysicalDeviceProperties.limits.bufferImageGranularity);
      -
      7901  }
      -
      7902 
      -
      7903  uint32_t GetMemoryHeapCount() const { return m_MemProps.memoryHeapCount; }
      -
      7904  uint32_t GetMemoryTypeCount() const { return m_MemProps.memoryTypeCount; }
      -
      7905 
      -
      7906  uint32_t MemoryTypeIndexToHeapIndex(uint32_t memTypeIndex) const
      -
      7907  {
      -
      7908  VMA_ASSERT(memTypeIndex < m_MemProps.memoryTypeCount);
      -
      7909  return m_MemProps.memoryTypes[memTypeIndex].heapIndex;
      -
      7910  }
      -
      7911  // True when specific memory type is HOST_VISIBLE but not HOST_COHERENT.
      -
      7912  bool IsMemoryTypeNonCoherent(uint32_t memTypeIndex) const
      -
      7913  {
      -
      7914  return (m_MemProps.memoryTypes[memTypeIndex].propertyFlags & (VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT)) ==
      -
      7915  VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT;
      -
      7916  }
      -
      7917  // Minimum alignment for all allocations in specific memory type.
      -
      7918  VkDeviceSize GetMemoryTypeMinAlignment(uint32_t memTypeIndex) const
      -
      7919  {
      -
      7920  return IsMemoryTypeNonCoherent(memTypeIndex) ?
      -
      7921  VMA_MAX((VkDeviceSize)VMA_DEBUG_ALIGNMENT, m_PhysicalDeviceProperties.limits.nonCoherentAtomSize) :
      -
      7922  (VkDeviceSize)VMA_DEBUG_ALIGNMENT;
      -
      7923  }
      -
      7924 
      -
      7925  bool IsIntegratedGpu() const
      -
      7926  {
      -
      7927  return m_PhysicalDeviceProperties.deviceType == VK_PHYSICAL_DEVICE_TYPE_INTEGRATED_GPU;
      -
      7928  }
      -
      7929 
      -
      7930  uint32_t GetGlobalMemoryTypeBits() const { return m_GlobalMemoryTypeBits; }
      -
      7931 
      -
      7932 #if VMA_RECORDING_ENABLED
      -
      7933  VmaRecorder* GetRecorder() const { return m_pRecorder; }
      -
      7934 #endif
      +
      7608  VmaPool GetCustomPool() const { return m_hCustomPool; }
      +
      7609  VmaBlockVector* GetBlockVector() const { return m_pBlockVector; }
      +
      7610  VmaDefragmentationAlgorithm* GetAlgorithm() const { return m_pAlgorithm; }
      +
      7611 
      +
      7612  void AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged);
      +
      7613  void AddAll() { m_AllAllocations = true; }
      +
      7614 
      +
      7615  void Begin(bool overlappingMoveSupported, VmaDefragmentationFlags flags);
      +
      7616 
      +
      7617 private:
      +
      7618  const VmaAllocator m_hAllocator;
      +
      7619  // Null if not from custom pool.
      +
      7620  const VmaPool m_hCustomPool;
      +
      7621  // Redundant, for convenience not to fetch from m_hCustomPool->m_BlockVector or m_hAllocator->m_pBlockVectors.
      +
      7622  VmaBlockVector* const m_pBlockVector;
      +
      7623  const uint32_t m_CurrFrameIndex;
      +
      7624  // Owner of this object.
      +
      7625  VmaDefragmentationAlgorithm* m_pAlgorithm;
      +
      7626 
      +
      7627  struct AllocInfo
      +
      7628  {
      +
      7629  VmaAllocation hAlloc;
      +
      7630  VkBool32* pChanged;
      +
      7631  };
      +
      7632  // Used between constructor and Begin.
      +
      7633  VmaVector< AllocInfo, VmaStlAllocator<AllocInfo> > m_Allocations;
      +
      7634  bool m_AllAllocations;
      +
      7635 };
      +
      7636 
      +
      7637 struct VmaDefragmentationContext_T
      +
      7638 {
      +
      7639 private:
      +
      7640  VMA_CLASS_NO_COPY(VmaDefragmentationContext_T)
      +
      7641 public:
      +
      7642  VmaDefragmentationContext_T(
      +
      7643  VmaAllocator hAllocator,
      +
      7644  uint32_t currFrameIndex,
      +
      7645  uint32_t flags,
      +
      7646  VmaDefragmentationStats* pStats);
      +
      7647  ~VmaDefragmentationContext_T();
      +
      7648 
      +
      7649  void AddPools(uint32_t poolCount, const VmaPool* pPools);
      +
      7650  void AddAllocations(
      +
      7651  uint32_t allocationCount,
      +
      7652  const VmaAllocation* pAllocations,
      +
      7653  VkBool32* pAllocationsChanged);
      +
      7654 
      +
      7655  /*
      +
      7656  Returns:
      +
      7657  - `VK_SUCCESS` if succeeded and object can be destroyed immediately.
      +
      7658  - `VK_NOT_READY` if succeeded but the object must remain alive until vmaDefragmentationEnd().
      +
      7659  - Negative value if error occured and object can be destroyed immediately.
      +
      7660  */
      +
      7661  VkResult Defragment(
      +
      7662  VkDeviceSize maxCpuBytesToMove, uint32_t maxCpuAllocationsToMove,
      +
      7663  VkDeviceSize maxGpuBytesToMove, uint32_t maxGpuAllocationsToMove,
      +
      7664  VkCommandBuffer commandBuffer, VmaDefragmentationStats* pStats, VmaDefragmentationFlags flags);
      +
      7665 
      +
      7666  VkResult DefragmentPassBegin(VmaDefragmentationPassInfo* pInfo);
      +
      7667  VkResult DefragmentPassEnd();
      +
      7668 
      +
      7669 private:
      +
      7670  const VmaAllocator m_hAllocator;
      +
      7671  const uint32_t m_CurrFrameIndex;
      +
      7672  const uint32_t m_Flags;
      +
      7673  VmaDefragmentationStats* const m_pStats;
      +
      7674 
      +
      7675  VkDeviceSize m_MaxCpuBytesToMove;
      +
      7676  uint32_t m_MaxCpuAllocationsToMove;
      +
      7677  VkDeviceSize m_MaxGpuBytesToMove;
      +
      7678  uint32_t m_MaxGpuAllocationsToMove;
      +
      7679 
      +
      7680  // Owner of these objects.
      +
      7681  VmaBlockVectorDefragmentationContext* m_DefaultPoolContexts[VK_MAX_MEMORY_TYPES];
      +
      7682  // Owner of these objects.
      +
      7683  VmaVector< VmaBlockVectorDefragmentationContext*, VmaStlAllocator<VmaBlockVectorDefragmentationContext*> > m_CustomPoolContexts;
      +
      7684 };
      +
      7685 
      +
      7686 #if VMA_RECORDING_ENABLED
      +
      7687 
      +
      7688 class VmaRecorder
      +
      7689 {
      +
      7690 public:
      +
      7691  VmaRecorder();
      +
      7692  VkResult Init(const VmaRecordSettings& settings, bool useMutex);
      +
      7693  void WriteConfiguration(
      +
      7694  const VkPhysicalDeviceProperties& devProps,
      +
      7695  const VkPhysicalDeviceMemoryProperties& memProps,
      +
      7696  uint32_t vulkanApiVersion,
      +
      7697  bool dedicatedAllocationExtensionEnabled,
      +
      7698  bool bindMemory2ExtensionEnabled,
      +
      7699  bool memoryBudgetExtensionEnabled,
      +
      7700  bool deviceCoherentMemoryExtensionEnabled);
      +
      7701  ~VmaRecorder();
      +
      7702 
      +
      7703  void RecordCreateAllocator(uint32_t frameIndex);
      +
      7704  void RecordDestroyAllocator(uint32_t frameIndex);
      +
      7705  void RecordCreatePool(uint32_t frameIndex,
      +
      7706  const VmaPoolCreateInfo& createInfo,
      +
      7707  VmaPool pool);
      +
      7708  void RecordDestroyPool(uint32_t frameIndex, VmaPool pool);
      +
      7709  void RecordAllocateMemory(uint32_t frameIndex,
      +
      7710  const VkMemoryRequirements& vkMemReq,
      +
      7711  const VmaAllocationCreateInfo& createInfo,
      +
      7712  VmaAllocation allocation);
      +
      7713  void RecordAllocateMemoryPages(uint32_t frameIndex,
      +
      7714  const VkMemoryRequirements& vkMemReq,
      +
      7715  const VmaAllocationCreateInfo& createInfo,
      +
      7716  uint64_t allocationCount,
      +
      7717  const VmaAllocation* pAllocations);
      +
      7718  void RecordAllocateMemoryForBuffer(uint32_t frameIndex,
      +
      7719  const VkMemoryRequirements& vkMemReq,
      +
      7720  bool requiresDedicatedAllocation,
      +
      7721  bool prefersDedicatedAllocation,
      +
      7722  const VmaAllocationCreateInfo& createInfo,
      +
      7723  VmaAllocation allocation);
      +
      7724  void RecordAllocateMemoryForImage(uint32_t frameIndex,
      +
      7725  const VkMemoryRequirements& vkMemReq,
      +
      7726  bool requiresDedicatedAllocation,
      +
      7727  bool prefersDedicatedAllocation,
      +
      7728  const VmaAllocationCreateInfo& createInfo,
      +
      7729  VmaAllocation allocation);
      +
      7730  void RecordFreeMemory(uint32_t frameIndex,
      +
      7731  VmaAllocation allocation);
      +
      7732  void RecordFreeMemoryPages(uint32_t frameIndex,
      +
      7733  uint64_t allocationCount,
      +
      7734  const VmaAllocation* pAllocations);
      +
      7735  void RecordSetAllocationUserData(uint32_t frameIndex,
      +
      7736  VmaAllocation allocation,
      +
      7737  const void* pUserData);
      +
      7738  void RecordCreateLostAllocation(uint32_t frameIndex,
      +
      7739  VmaAllocation allocation);
      +
      7740  void RecordMapMemory(uint32_t frameIndex,
      +
      7741  VmaAllocation allocation);
      +
      7742  void RecordUnmapMemory(uint32_t frameIndex,
      +
      7743  VmaAllocation allocation);
      +
      7744  void RecordFlushAllocation(uint32_t frameIndex,
      +
      7745  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
      +
      7746  void RecordInvalidateAllocation(uint32_t frameIndex,
      +
      7747  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size);
      +
      7748  void RecordCreateBuffer(uint32_t frameIndex,
      +
      7749  const VkBufferCreateInfo& bufCreateInfo,
      +
      7750  const VmaAllocationCreateInfo& allocCreateInfo,
      +
      7751  VmaAllocation allocation);
      +
      7752  void RecordCreateImage(uint32_t frameIndex,
      +
      7753  const VkImageCreateInfo& imageCreateInfo,
      +
      7754  const VmaAllocationCreateInfo& allocCreateInfo,
      +
      7755  VmaAllocation allocation);
      +
      7756  void RecordDestroyBuffer(uint32_t frameIndex,
      +
      7757  VmaAllocation allocation);
      +
      7758  void RecordDestroyImage(uint32_t frameIndex,
      +
      7759  VmaAllocation allocation);
      +
      7760  void RecordTouchAllocation(uint32_t frameIndex,
      +
      7761  VmaAllocation allocation);
      +
      7762  void RecordGetAllocationInfo(uint32_t frameIndex,
      +
      7763  VmaAllocation allocation);
      +
      7764  void RecordMakePoolAllocationsLost(uint32_t frameIndex,
      +
      7765  VmaPool pool);
      +
      7766  void RecordDefragmentationBegin(uint32_t frameIndex,
      +
      7767  const VmaDefragmentationInfo2& info,
      +
      7768  VmaDefragmentationContext ctx);
      +
      7769  void RecordDefragmentationEnd(uint32_t frameIndex,
      +
      7770  VmaDefragmentationContext ctx);
      +
      7771  void RecordSetPoolName(uint32_t frameIndex,
      +
      7772  VmaPool pool,
      +
      7773  const char* name);
      +
      7774 
      +
      7775 private:
      +
      7776  struct CallParams
      +
      7777  {
      +
      7778  uint32_t threadId;
      +
      7779  double time;
      +
      7780  };
      +
      7781 
      +
      7782  class UserDataString
      +
      7783  {
      +
      7784  public:
      +
      7785  UserDataString(VmaAllocationCreateFlags allocFlags, const void* pUserData);
      +
      7786  const char* GetString() const { return m_Str; }
      +
      7787 
      +
      7788  private:
      +
      7789  char m_PtrStr[17];
      +
      7790  const char* m_Str;
      +
      7791  };
      +
      7792 
      +
      7793  bool m_UseMutex;
      +
      7794  VmaRecordFlags m_Flags;
      +
      7795  FILE* m_File;
      +
      7796  VMA_MUTEX m_FileMutex;
      +
      7797  std::chrono::time_point<std::chrono::high_resolution_clock> m_RecordingStartTime;
      +
      7798 
      +
      7799  void GetBasicParams(CallParams& outParams);
      +
      7800 
      +
      7801  // T must be a pointer type, e.g. VmaAllocation, VmaPool.
      +
      7802  template<typename T>
      +
      7803  void PrintPointerList(uint64_t count, const T* pItems)
      +
      7804  {
      +
      7805  if(count)
      +
      7806  {
      +
      7807  fprintf(m_File, "%p", pItems[0]);
      +
      7808  for(uint64_t i = 1; i < count; ++i)
      +
      7809  {
      +
      7810  fprintf(m_File, " %p", pItems[i]);
      +
      7811  }
      +
      7812  }
      +
      7813  }
      +
      7814 
      +
      7815  void PrintPointerList(uint64_t count, const VmaAllocation* pItems);
      +
      7816  void Flush();
      +
      7817 };
      +
      7818 
      +
      7819 #endif // #if VMA_RECORDING_ENABLED
      +
      7820 
      +
      7821 /*
      +
      7822 Thread-safe wrapper over VmaPoolAllocator free list, for allocation of VmaAllocation_T objects.
      +
      7823 */
      +
      7824 class VmaAllocationObjectAllocator
      +
      7825 {
      +
      7826  VMA_CLASS_NO_COPY(VmaAllocationObjectAllocator)
      +
      7827 public:
      +
      7828  VmaAllocationObjectAllocator(const VkAllocationCallbacks* pAllocationCallbacks);
      +
      7829 
      +
      7830  template<typename... Types> VmaAllocation Allocate(Types... args);
      +
      7831  void Free(VmaAllocation hAlloc);
      +
      7832 
      +
      7833 private:
      +
      7834  VMA_MUTEX m_Mutex;
      +
      7835  VmaPoolAllocator<VmaAllocation_T> m_Allocator;
      +
      7836 };
      +
      7837 
      +
      7838 struct VmaCurrentBudgetData
      +
      7839 {
      +
      7840  VMA_ATOMIC_UINT64 m_BlockBytes[VK_MAX_MEMORY_HEAPS];
      +
      7841  VMA_ATOMIC_UINT64 m_AllocationBytes[VK_MAX_MEMORY_HEAPS];
      +
      7842 
      +
      7843 #if VMA_MEMORY_BUDGET
      +
      7844  VMA_ATOMIC_UINT32 m_OperationsSinceBudgetFetch;
      +
      7845  VMA_RW_MUTEX m_BudgetMutex;
      +
      7846  uint64_t m_VulkanUsage[VK_MAX_MEMORY_HEAPS];
      +
      7847  uint64_t m_VulkanBudget[VK_MAX_MEMORY_HEAPS];
      +
      7848  uint64_t m_BlockBytesAtBudgetFetch[VK_MAX_MEMORY_HEAPS];
      +
      7849 #endif // #if VMA_MEMORY_BUDGET
      +
      7850 
      +
      7851  VmaCurrentBudgetData()
      +
      7852  {
      +
      7853  for(uint32_t heapIndex = 0; heapIndex < VK_MAX_MEMORY_HEAPS; ++heapIndex)
      +
      7854  {
      +
      7855  m_BlockBytes[heapIndex] = 0;
      +
      7856  m_AllocationBytes[heapIndex] = 0;
      +
      7857 #if VMA_MEMORY_BUDGET
      +
      7858  m_VulkanUsage[heapIndex] = 0;
      +
      7859  m_VulkanBudget[heapIndex] = 0;
      +
      7860  m_BlockBytesAtBudgetFetch[heapIndex] = 0;
      +
      7861 #endif
      +
      7862  }
      +
      7863 
      +
      7864 #if VMA_MEMORY_BUDGET
      +
      7865  m_OperationsSinceBudgetFetch = 0;
      +
      7866 #endif
      +
      7867  }
      +
      7868 
      +
      7869  void AddAllocation(uint32_t heapIndex, VkDeviceSize allocationSize)
      +
      7870  {
      +
      7871  m_AllocationBytes[heapIndex] += allocationSize;
      +
      7872 #if VMA_MEMORY_BUDGET
      +
      7873  ++m_OperationsSinceBudgetFetch;
      +
      7874 #endif
      +
      7875  }
      +
      7876 
      +
      7877  void RemoveAllocation(uint32_t heapIndex, VkDeviceSize allocationSize)
      +
      7878  {
      +
      7879  VMA_ASSERT(m_AllocationBytes[heapIndex] >= allocationSize); // DELME
      +
      7880  m_AllocationBytes[heapIndex] -= allocationSize;
      +
      7881 #if VMA_MEMORY_BUDGET
      +
      7882  ++m_OperationsSinceBudgetFetch;
      +
      7883 #endif
      +
      7884  }
      +
      7885 };
      +
      7886 
      +
      7887 // Main allocator object.
      +
      7888 struct VmaAllocator_T
      +
      7889 {
      +
      7890  VMA_CLASS_NO_COPY(VmaAllocator_T)
      +
      7891 public:
      +
      7892  bool m_UseMutex;
      +
      7893  uint32_t m_VulkanApiVersion;
      +
      7894  bool m_UseKhrDedicatedAllocation; // Can be set only if m_VulkanApiVersion < VK_MAKE_VERSION(1, 1, 0).
      +
      7895  bool m_UseKhrBindMemory2; // Can be set only if m_VulkanApiVersion < VK_MAKE_VERSION(1, 1, 0).
      +
      7896  bool m_UseExtMemoryBudget;
      +
      7897  bool m_UseAmdDeviceCoherentMemory;
      +
      7898  bool m_UseKhrBufferDeviceAddress;
      +
      7899  bool m_UseExtMemoryPriority;
      +
      7900  VkDevice m_hDevice;
      +
      7901  VkInstance m_hInstance;
      +
      7902  bool m_AllocationCallbacksSpecified;
      +
      7903  VkAllocationCallbacks m_AllocationCallbacks;
      +
      7904  VmaDeviceMemoryCallbacks m_DeviceMemoryCallbacks;
      +
      7905  VmaAllocationObjectAllocator m_AllocationObjectAllocator;
      +
      7906 
      +
      7907  // Each bit (1 << i) is set if HeapSizeLimit is enabled for that heap, so cannot allocate more than the heap size.
      +
      7908  uint32_t m_HeapSizeLimitMask;
      +
      7909 
      +
      7910  VkPhysicalDeviceProperties m_PhysicalDeviceProperties;
      +
      7911  VkPhysicalDeviceMemoryProperties m_MemProps;
      +
      7912 
      +
      7913  // Default pools.
      +
      7914  VmaBlockVector* m_pBlockVectors[VK_MAX_MEMORY_TYPES];
      +
      7915 
      +
      7916  // Each vector is sorted by memory (handle value).
      +
      7917  typedef VmaVector< VmaAllocation, VmaStlAllocator<VmaAllocation> > AllocationVectorType;
      +
      7918  AllocationVectorType* m_pDedicatedAllocations[VK_MAX_MEMORY_TYPES];
      +
      7919  VMA_RW_MUTEX m_DedicatedAllocationsMutex[VK_MAX_MEMORY_TYPES];
      +
      7920 
      +
      7921  VmaCurrentBudgetData m_Budget;
      +
      7922 
      +
      7923  VmaAllocator_T(const VmaAllocatorCreateInfo* pCreateInfo);
      +
      7924  VkResult Init(const VmaAllocatorCreateInfo* pCreateInfo);
      +
      7925  ~VmaAllocator_T();
      +
      7926 
      +
      7927  const VkAllocationCallbacks* GetAllocationCallbacks() const
      +
      7928  {
      +
      7929  return m_AllocationCallbacksSpecified ? &m_AllocationCallbacks : 0;
      +
      7930  }
      +
      7931  const VmaVulkanFunctions& GetVulkanFunctions() const
      +
      7932  {
      +
      7933  return m_VulkanFunctions;
      +
      7934  }
      7935 
      -
      7936  void GetBufferMemoryRequirements(
      -
      7937  VkBuffer hBuffer,
      -
      7938  VkMemoryRequirements& memReq,
      -
      7939  bool& requiresDedicatedAllocation,
      -
      7940  bool& prefersDedicatedAllocation) const;
      -
      7941  void GetImageMemoryRequirements(
      -
      7942  VkImage hImage,
      -
      7943  VkMemoryRequirements& memReq,
      -
      7944  bool& requiresDedicatedAllocation,
      -
      7945  bool& prefersDedicatedAllocation) const;
      -
      7946 
      -
      7947  // Main allocation function.
      -
      7948  VkResult AllocateMemory(
      -
      7949  const VkMemoryRequirements& vkMemReq,
      -
      7950  bool requiresDedicatedAllocation,
      -
      7951  bool prefersDedicatedAllocation,
      -
      7952  VkBuffer dedicatedBuffer,
      -
      7953  VkBufferUsageFlags dedicatedBufferUsage, // UINT32_MAX when unknown.
      -
      7954  VkImage dedicatedImage,
      -
      7955  const VmaAllocationCreateInfo& createInfo,
      -
      7956  VmaSuballocationType suballocType,
      -
      7957  size_t allocationCount,
      -
      7958  VmaAllocation* pAllocations);
      -
      7959 
      -
      7960  // Main deallocation function.
      -
      7961  void FreeMemory(
      -
      7962  size_t allocationCount,
      -
      7963  const VmaAllocation* pAllocations);
      -
      7964 
      -
      7965  VkResult ResizeAllocation(
      -
      7966  const VmaAllocation alloc,
      -
      7967  VkDeviceSize newSize);
      -
      7968 
      -
      7969  void CalculateStats(VmaStats* pStats);
      -
      7970 
      -
      7971  void GetBudget(
      -
      7972  VmaBudget* outBudget, uint32_t firstHeap, uint32_t heapCount);
      +
      7936  VkPhysicalDevice GetPhysicalDevice() const { return m_PhysicalDevice; }
      +
      7937 
      +
      7938  VkDeviceSize GetBufferImageGranularity() const
      +
      7939  {
      +
      7940  return VMA_MAX(
      +
      7941  static_cast<VkDeviceSize>(VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY),
      +
      7942  m_PhysicalDeviceProperties.limits.bufferImageGranularity);
      +
      7943  }
      +
      7944 
      +
      7945  uint32_t GetMemoryHeapCount() const { return m_MemProps.memoryHeapCount; }
      +
      7946  uint32_t GetMemoryTypeCount() const { return m_MemProps.memoryTypeCount; }
      +
      7947 
      +
      7948  uint32_t MemoryTypeIndexToHeapIndex(uint32_t memTypeIndex) const
      +
      7949  {
      +
      7950  VMA_ASSERT(memTypeIndex < m_MemProps.memoryTypeCount);
      +
      7951  return m_MemProps.memoryTypes[memTypeIndex].heapIndex;
      +
      7952  }
      +
      7953  // True when specific memory type is HOST_VISIBLE but not HOST_COHERENT.
      +
      7954  bool IsMemoryTypeNonCoherent(uint32_t memTypeIndex) const
      +
      7955  {
      +
      7956  return (m_MemProps.memoryTypes[memTypeIndex].propertyFlags & (VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT)) ==
      +
      7957  VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT;
      +
      7958  }
      +
      7959  // Minimum alignment for all allocations in specific memory type.
      +
      7960  VkDeviceSize GetMemoryTypeMinAlignment(uint32_t memTypeIndex) const
      +
      7961  {
      +
      7962  return IsMemoryTypeNonCoherent(memTypeIndex) ?
      +
      7963  VMA_MAX((VkDeviceSize)VMA_DEBUG_ALIGNMENT, m_PhysicalDeviceProperties.limits.nonCoherentAtomSize) :
      +
      7964  (VkDeviceSize)VMA_DEBUG_ALIGNMENT;
      +
      7965  }
      +
      7966 
      +
      7967  bool IsIntegratedGpu() const
      +
      7968  {
      +
      7969  return m_PhysicalDeviceProperties.deviceType == VK_PHYSICAL_DEVICE_TYPE_INTEGRATED_GPU;
      +
      7970  }
      +
      7971 
      +
      7972  uint32_t GetGlobalMemoryTypeBits() const { return m_GlobalMemoryTypeBits; }
      7973 
      -
      7974 #if VMA_STATS_STRING_ENABLED
      -
      7975  void PrintDetailedMap(class VmaJsonWriter& json);
      +
      7974 #if VMA_RECORDING_ENABLED
      +
      7975  VmaRecorder* GetRecorder() const { return m_pRecorder; }
      7976 #endif
      7977 
      -
      7978  VkResult DefragmentationBegin(
      -
      7979  const VmaDefragmentationInfo2& info,
      -
      7980  VmaDefragmentationStats* pStats,
      -
      7981  VmaDefragmentationContext* pContext);
      -
      7982  VkResult DefragmentationEnd(
      -
      7983  VmaDefragmentationContext context);
      -
      7984 
      -
      7985  VkResult DefragmentationPassBegin(
      -
      7986  VmaDefragmentationPassInfo* pInfo,
      -
      7987  VmaDefragmentationContext context);
      -
      7988  VkResult DefragmentationPassEnd(
      -
      7989  VmaDefragmentationContext context);
      -
      7990 
      -
      7991  void GetAllocationInfo(VmaAllocation hAllocation, VmaAllocationInfo* pAllocationInfo);
      -
      7992  bool TouchAllocation(VmaAllocation hAllocation);
      -
      7993 
      -
      7994  VkResult CreatePool(const VmaPoolCreateInfo* pCreateInfo, VmaPool* pPool);
      -
      7995  void DestroyPool(VmaPool pool);
      -
      7996  void GetPoolStats(VmaPool pool, VmaPoolStats* pPoolStats);
      -
      7997 
      -
      7998  void SetCurrentFrameIndex(uint32_t frameIndex);
      -
      7999  uint32_t GetCurrentFrameIndex() const { return m_CurrentFrameIndex.load(); }
      -
      8000 
      -
      8001  void MakePoolAllocationsLost(
      -
      8002  VmaPool hPool,
      -
      8003  size_t* pLostAllocationCount);
      -
      8004  VkResult CheckPoolCorruption(VmaPool hPool);
      -
      8005  VkResult CheckCorruption(uint32_t memoryTypeBits);
      +
      7978  void GetBufferMemoryRequirements(
      +
      7979  VkBuffer hBuffer,
      +
      7980  VkMemoryRequirements& memReq,
      +
      7981  bool& requiresDedicatedAllocation,
      +
      7982  bool& prefersDedicatedAllocation) const;
      +
      7983  void GetImageMemoryRequirements(
      +
      7984  VkImage hImage,
      +
      7985  VkMemoryRequirements& memReq,
      +
      7986  bool& requiresDedicatedAllocation,
      +
      7987  bool& prefersDedicatedAllocation) const;
      +
      7988 
      +
      7989  // Main allocation function.
      +
      7990  VkResult AllocateMemory(
      +
      7991  const VkMemoryRequirements& vkMemReq,
      +
      7992  bool requiresDedicatedAllocation,
      +
      7993  bool prefersDedicatedAllocation,
      +
      7994  VkBuffer dedicatedBuffer,
      +
      7995  VkBufferUsageFlags dedicatedBufferUsage, // UINT32_MAX when unknown.
      +
      7996  VkImage dedicatedImage,
      +
      7997  const VmaAllocationCreateInfo& createInfo,
      +
      7998  VmaSuballocationType suballocType,
      +
      7999  size_t allocationCount,
      +
      8000  VmaAllocation* pAllocations);
      +
      8001 
      +
      8002  // Main deallocation function.
      +
      8003  void FreeMemory(
      +
      8004  size_t allocationCount,
      +
      8005  const VmaAllocation* pAllocations);
      8006 
      -
      8007  void CreateLostAllocation(VmaAllocation* pAllocation);
      -
      8008 
      -
      8009  // Call to Vulkan function vkAllocateMemory with accompanying bookkeeping.
      -
      8010  VkResult AllocateVulkanMemory(const VkMemoryAllocateInfo* pAllocateInfo, VkDeviceMemory* pMemory);
      -
      8011  // Call to Vulkan function vkFreeMemory with accompanying bookkeeping.
      -
      8012  void FreeVulkanMemory(uint32_t memoryType, VkDeviceSize size, VkDeviceMemory hMemory);
      -
      8013  // Call to Vulkan function vkBindBufferMemory or vkBindBufferMemory2KHR.
      -
      8014  VkResult BindVulkanBuffer(
      -
      8015  VkDeviceMemory memory,
      -
      8016  VkDeviceSize memoryOffset,
      -
      8017  VkBuffer buffer,
      -
      8018  const void* pNext);
      -
      8019  // Call to Vulkan function vkBindImageMemory or vkBindImageMemory2KHR.
      -
      8020  VkResult BindVulkanImage(
      -
      8021  VkDeviceMemory memory,
      -
      8022  VkDeviceSize memoryOffset,
      -
      8023  VkImage image,
      -
      8024  const void* pNext);
      -
      8025 
      -
      8026  VkResult Map(VmaAllocation hAllocation, void** ppData);
      -
      8027  void Unmap(VmaAllocation hAllocation);
      -
      8028 
      -
      8029  VkResult BindBufferMemory(
      -
      8030  VmaAllocation hAllocation,
      -
      8031  VkDeviceSize allocationLocalOffset,
      -
      8032  VkBuffer hBuffer,
      -
      8033  const void* pNext);
      -
      8034  VkResult BindImageMemory(
      -
      8035  VmaAllocation hAllocation,
      -
      8036  VkDeviceSize allocationLocalOffset,
      -
      8037  VkImage hImage,
      -
      8038  const void* pNext);
      +
      8007  VkResult ResizeAllocation(
      +
      8008  const VmaAllocation alloc,
      +
      8009  VkDeviceSize newSize);
      +
      8010 
      +
      8011  void CalculateStats(VmaStats* pStats);
      +
      8012 
      +
      8013  void GetBudget(
      +
      8014  VmaBudget* outBudget, uint32_t firstHeap, uint32_t heapCount);
      +
      8015 
      +
      8016 #if VMA_STATS_STRING_ENABLED
      +
      8017  void PrintDetailedMap(class VmaJsonWriter& json);
      +
      8018 #endif
      +
      8019 
      +
      8020  VkResult DefragmentationBegin(
      +
      8021  const VmaDefragmentationInfo2& info,
      +
      8022  VmaDefragmentationStats* pStats,
      +
      8023  VmaDefragmentationContext* pContext);
      +
      8024  VkResult DefragmentationEnd(
      +
      8025  VmaDefragmentationContext context);
      +
      8026 
      +
      8027  VkResult DefragmentationPassBegin(
      +
      8028  VmaDefragmentationPassInfo* pInfo,
      +
      8029  VmaDefragmentationContext context);
      +
      8030  VkResult DefragmentationPassEnd(
      +
      8031  VmaDefragmentationContext context);
      +
      8032 
      +
      8033  void GetAllocationInfo(VmaAllocation hAllocation, VmaAllocationInfo* pAllocationInfo);
      +
      8034  bool TouchAllocation(VmaAllocation hAllocation);
      +
      8035 
      +
      8036  VkResult CreatePool(const VmaPoolCreateInfo* pCreateInfo, VmaPool* pPool);
      +
      8037  void DestroyPool(VmaPool pool);
      +
      8038  void GetPoolStats(VmaPool pool, VmaPoolStats* pPoolStats);
      8039 
      -
      8040  VkResult FlushOrInvalidateAllocation(
      -
      8041  VmaAllocation hAllocation,
      -
      8042  VkDeviceSize offset, VkDeviceSize size,
      -
      8043  VMA_CACHE_OPERATION op);
      -
      8044  VkResult FlushOrInvalidateAllocations(
      -
      8045  uint32_t allocationCount,
      -
      8046  const VmaAllocation* allocations,
      -
      8047  const VkDeviceSize* offsets, const VkDeviceSize* sizes,
      -
      8048  VMA_CACHE_OPERATION op);
      -
      8049 
      -
      8050  void FillAllocation(const VmaAllocation hAllocation, uint8_t pattern);
      -
      8051 
      -
      8052  /*
      -
      8053  Returns bit mask of memory types that can support defragmentation on GPU as
      -
      8054  they support creation of required buffer for copy operations.
      -
      8055  */
      -
      8056  uint32_t GetGpuDefragmentationMemoryTypeBits();
      -
      8057 
      -
      8058 private:
      -
      8059  VkDeviceSize m_PreferredLargeHeapBlockSize;
      -
      8060 
      -
      8061  VkPhysicalDevice m_PhysicalDevice;
      -
      8062  VMA_ATOMIC_UINT32 m_CurrentFrameIndex;
      -
      8063  VMA_ATOMIC_UINT32 m_GpuDefragmentationMemoryTypeBits; // UINT32_MAX means uninitialized.
      -
      8064 
      -
      8065  VMA_RW_MUTEX m_PoolsMutex;
      -
      8066  // Protected by m_PoolsMutex. Sorted by pointer value.
      -
      8067  VmaVector<VmaPool, VmaStlAllocator<VmaPool> > m_Pools;
      -
      8068  uint32_t m_NextPoolId;
      -
      8069 
      -
      8070  VmaVulkanFunctions m_VulkanFunctions;
      -
      8071 
      -
      8072  // Global bit mask AND-ed with any memoryTypeBits to disallow certain memory types.
      -
      8073  uint32_t m_GlobalMemoryTypeBits;
      -
      8074 
      -
      8075 #if VMA_RECORDING_ENABLED
      -
      8076  VmaRecorder* m_pRecorder;
      -
      8077 #endif
      -
      8078 
      -
      8079  void ImportVulkanFunctions(const VmaVulkanFunctions* pVulkanFunctions);
      -
      8080 
      -
      8081 #if VMA_STATIC_VULKAN_FUNCTIONS == 1
      -
      8082  void ImportVulkanFunctions_Static();
      -
      8083 #endif
      -
      8084 
      -
      8085  void ImportVulkanFunctions_Custom(const VmaVulkanFunctions* pVulkanFunctions);
      -
      8086 
      -
      8087 #if VMA_DYNAMIC_VULKAN_FUNCTIONS == 1
      -
      8088  void ImportVulkanFunctions_Dynamic();
      -
      8089 #endif
      -
      8090 
      -
      8091  void ValidateVulkanFunctions();
      -
      8092 
      -
      8093  VkDeviceSize CalcPreferredBlockSize(uint32_t memTypeIndex);
      -
      8094 
      -
      8095  VkResult AllocateMemoryOfType(
      -
      8096  VkDeviceSize size,
      -
      8097  VkDeviceSize alignment,
      -
      8098  bool dedicatedAllocation,
      -
      8099  VkBuffer dedicatedBuffer,
      -
      8100  VkBufferUsageFlags dedicatedBufferUsage,
      -
      8101  VkImage dedicatedImage,
      -
      8102  const VmaAllocationCreateInfo& createInfo,
      -
      8103  uint32_t memTypeIndex,
      -
      8104  VmaSuballocationType suballocType,
      -
      8105  size_t allocationCount,
      -
      8106  VmaAllocation* pAllocations);
      -
      8107 
      -
      8108  // Helper function only to be used inside AllocateDedicatedMemory.
      -
      8109  VkResult AllocateDedicatedMemoryPage(
      -
      8110  VkDeviceSize size,
      -
      8111  VmaSuballocationType suballocType,
      -
      8112  uint32_t memTypeIndex,
      -
      8113  const VkMemoryAllocateInfo& allocInfo,
      -
      8114  bool map,
      -
      8115  bool isUserDataString,
      -
      8116  void* pUserData,
      -
      8117  VmaAllocation* pAllocation);
      -
      8118 
      -
      8119  // Allocates and registers new VkDeviceMemory specifically for dedicated allocations.
      -
      8120  VkResult AllocateDedicatedMemory(
      -
      8121  VkDeviceSize size,
      -
      8122  VmaSuballocationType suballocType,
      -
      8123  uint32_t memTypeIndex,
      -
      8124  bool withinBudget,
      -
      8125  bool map,
      -
      8126  bool isUserDataString,
      -
      8127  void* pUserData,
      -
      8128  VkBuffer dedicatedBuffer,
      -
      8129  VkBufferUsageFlags dedicatedBufferUsage,
      -
      8130  VkImage dedicatedImage,
      -
      8131  size_t allocationCount,
      -
      8132  VmaAllocation* pAllocations);
      -
      8133 
      -
      8134  void FreeDedicatedMemory(const VmaAllocation allocation);
      -
      8135 
      -
      8136  /*
      -
      8137  Calculates and returns bit mask of memory types that can support defragmentation
      -
      8138  on GPU as they support creation of required buffer for copy operations.
      -
      8139  */
      -
      8140  uint32_t CalculateGpuDefragmentationMemoryTypeBits() const;
      -
      8141 
      -
      8142  uint32_t CalculateGlobalMemoryTypeBits() const;
      -
      8143 
      -
      8144  bool GetFlushOrInvalidateRange(
      -
      8145  VmaAllocation allocation,
      -
      8146  VkDeviceSize offset, VkDeviceSize size,
      -
      8147  VkMappedMemoryRange& outRange) const;
      -
      8148 
      -
      8149 #if VMA_MEMORY_BUDGET
      -
      8150  void UpdateVulkanBudget();
      -
      8151 #endif // #if VMA_MEMORY_BUDGET
      -
      8152 };
      -
      8153 
      -
      8155 // Memory allocation #2 after VmaAllocator_T definition
      -
      8156 
      -
      8157 static void* VmaMalloc(VmaAllocator hAllocator, size_t size, size_t alignment)
      -
      8158 {
      -
      8159  return VmaMalloc(&hAllocator->m_AllocationCallbacks, size, alignment);
      -
      8160 }
      -
      8161 
      -
      8162 static void VmaFree(VmaAllocator hAllocator, void* ptr)
      -
      8163 {
      -
      8164  VmaFree(&hAllocator->m_AllocationCallbacks, ptr);
      -
      8165 }
      -
      8166 
      -
      8167 template<typename T>
      -
      8168 static T* VmaAllocate(VmaAllocator hAllocator)
      -
      8169 {
      -
      8170  return (T*)VmaMalloc(hAllocator, sizeof(T), VMA_ALIGN_OF(T));
      -
      8171 }
      -
      8172 
      -
      8173 template<typename T>
      -
      8174 static T* VmaAllocateArray(VmaAllocator hAllocator, size_t count)
      -
      8175 {
      -
      8176  return (T*)VmaMalloc(hAllocator, sizeof(T) * count, VMA_ALIGN_OF(T));
      -
      8177 }
      +
      8040  void SetCurrentFrameIndex(uint32_t frameIndex);
      +
      8041  uint32_t GetCurrentFrameIndex() const { return m_CurrentFrameIndex.load(); }
      +
      8042 
      +
      8043  void MakePoolAllocationsLost(
      +
      8044  VmaPool hPool,
      +
      8045  size_t* pLostAllocationCount);
      +
      8046  VkResult CheckPoolCorruption(VmaPool hPool);
      +
      8047  VkResult CheckCorruption(uint32_t memoryTypeBits);
      +
      8048 
      +
      8049  void CreateLostAllocation(VmaAllocation* pAllocation);
      +
      8050 
      +
      8051  // Call to Vulkan function vkAllocateMemory with accompanying bookkeeping.
      +
      8052  VkResult AllocateVulkanMemory(const VkMemoryAllocateInfo* pAllocateInfo, VkDeviceMemory* pMemory);
      +
      8053  // Call to Vulkan function vkFreeMemory with accompanying bookkeeping.
      +
      8054  void FreeVulkanMemory(uint32_t memoryType, VkDeviceSize size, VkDeviceMemory hMemory);
      +
      8055  // Call to Vulkan function vkBindBufferMemory or vkBindBufferMemory2KHR.
      +
      8056  VkResult BindVulkanBuffer(
      +
      8057  VkDeviceMemory memory,
      +
      8058  VkDeviceSize memoryOffset,
      +
      8059  VkBuffer buffer,
      +
      8060  const void* pNext);
      +
      8061  // Call to Vulkan function vkBindImageMemory or vkBindImageMemory2KHR.
      +
      8062  VkResult BindVulkanImage(
      +
      8063  VkDeviceMemory memory,
      +
      8064  VkDeviceSize memoryOffset,
      +
      8065  VkImage image,
      +
      8066  const void* pNext);
      +
      8067 
      +
      8068  VkResult Map(VmaAllocation hAllocation, void** ppData);
      +
      8069  void Unmap(VmaAllocation hAllocation);
      +
      8070 
      +
      8071  VkResult BindBufferMemory(
      +
      8072  VmaAllocation hAllocation,
      +
      8073  VkDeviceSize allocationLocalOffset,
      +
      8074  VkBuffer hBuffer,
      +
      8075  const void* pNext);
      +
      8076  VkResult BindImageMemory(
      +
      8077  VmaAllocation hAllocation,
      +
      8078  VkDeviceSize allocationLocalOffset,
      +
      8079  VkImage hImage,
      +
      8080  const void* pNext);
      +
      8081 
      +
      8082  VkResult FlushOrInvalidateAllocation(
      +
      8083  VmaAllocation hAllocation,
      +
      8084  VkDeviceSize offset, VkDeviceSize size,
      +
      8085  VMA_CACHE_OPERATION op);
      +
      8086  VkResult FlushOrInvalidateAllocations(
      +
      8087  uint32_t allocationCount,
      +
      8088  const VmaAllocation* allocations,
      +
      8089  const VkDeviceSize* offsets, const VkDeviceSize* sizes,
      +
      8090  VMA_CACHE_OPERATION op);
      +
      8091 
      +
      8092  void FillAllocation(const VmaAllocation hAllocation, uint8_t pattern);
      +
      8093 
      +
      8094  /*
      +
      8095  Returns bit mask of memory types that can support defragmentation on GPU as
      +
      8096  they support creation of required buffer for copy operations.
      +
      8097  */
      +
      8098  uint32_t GetGpuDefragmentationMemoryTypeBits();
      +
      8099 
      +
      8100 private:
      +
      8101  VkDeviceSize m_PreferredLargeHeapBlockSize;
      +
      8102 
      +
      8103  VkPhysicalDevice m_PhysicalDevice;
      +
      8104  VMA_ATOMIC_UINT32 m_CurrentFrameIndex;
      +
      8105  VMA_ATOMIC_UINT32 m_GpuDefragmentationMemoryTypeBits; // UINT32_MAX means uninitialized.
      +
      8106 
      +
      8107  VMA_RW_MUTEX m_PoolsMutex;
      +
      8108  // Protected by m_PoolsMutex. Sorted by pointer value.
      +
      8109  VmaVector<VmaPool, VmaStlAllocator<VmaPool> > m_Pools;
      +
      8110  uint32_t m_NextPoolId;
      +
      8111 
      +
      8112  VmaVulkanFunctions m_VulkanFunctions;
      +
      8113 
      +
      8114  // Global bit mask AND-ed with any memoryTypeBits to disallow certain memory types.
      +
      8115  uint32_t m_GlobalMemoryTypeBits;
      +
      8116 
      +
      8117 #if VMA_RECORDING_ENABLED
      +
      8118  VmaRecorder* m_pRecorder;
      +
      8119 #endif
      +
      8120 
      +
      8121  void ImportVulkanFunctions(const VmaVulkanFunctions* pVulkanFunctions);
      +
      8122 
      +
      8123 #if VMA_STATIC_VULKAN_FUNCTIONS == 1
      +
      8124  void ImportVulkanFunctions_Static();
      +
      8125 #endif
      +
      8126 
      +
      8127  void ImportVulkanFunctions_Custom(const VmaVulkanFunctions* pVulkanFunctions);
      +
      8128 
      +
      8129 #if VMA_DYNAMIC_VULKAN_FUNCTIONS == 1
      +
      8130  void ImportVulkanFunctions_Dynamic();
      +
      8131 #endif
      +
      8132 
      +
      8133  void ValidateVulkanFunctions();
      +
      8134 
      +
      8135  VkDeviceSize CalcPreferredBlockSize(uint32_t memTypeIndex);
      +
      8136 
      +
      8137  VkResult AllocateMemoryOfType(
      +
      8138  VkDeviceSize size,
      +
      8139  VkDeviceSize alignment,
      +
      8140  bool dedicatedAllocation,
      +
      8141  VkBuffer dedicatedBuffer,
      +
      8142  VkBufferUsageFlags dedicatedBufferUsage,
      +
      8143  VkImage dedicatedImage,
      +
      8144  const VmaAllocationCreateInfo& createInfo,
      +
      8145  uint32_t memTypeIndex,
      +
      8146  VmaSuballocationType suballocType,
      +
      8147  size_t allocationCount,
      +
      8148  VmaAllocation* pAllocations);
      +
      8149 
      +
      8150  // Helper function only to be used inside AllocateDedicatedMemory.
      +
      8151  VkResult AllocateDedicatedMemoryPage(
      +
      8152  VkDeviceSize size,
      +
      8153  VmaSuballocationType suballocType,
      +
      8154  uint32_t memTypeIndex,
      +
      8155  const VkMemoryAllocateInfo& allocInfo,
      +
      8156  bool map,
      +
      8157  bool isUserDataString,
      +
      8158  void* pUserData,
      +
      8159  VmaAllocation* pAllocation);
      +
      8160 
      +
      8161  // Allocates and registers new VkDeviceMemory specifically for dedicated allocations.
      +
      8162  VkResult AllocateDedicatedMemory(
      +
      8163  VkDeviceSize size,
      +
      8164  VmaSuballocationType suballocType,
      +
      8165  uint32_t memTypeIndex,
      +
      8166  bool withinBudget,
      +
      8167  bool map,
      +
      8168  bool isUserDataString,
      +
      8169  void* pUserData,
      +
      8170  float priority,
      +
      8171  VkBuffer dedicatedBuffer,
      +
      8172  VkBufferUsageFlags dedicatedBufferUsage,
      +
      8173  VkImage dedicatedImage,
      +
      8174  size_t allocationCount,
      +
      8175  VmaAllocation* pAllocations);
      +
      8176 
      +
      8177  void FreeDedicatedMemory(const VmaAllocation allocation);
      8178 
      -
      8179 template<typename T>
      -
      8180 static void vma_delete(VmaAllocator hAllocator, T* ptr)
      -
      8181 {
      -
      8182  if(ptr != VMA_NULL)
      -
      8183  {
      -
      8184  ptr->~T();
      -
      8185  VmaFree(hAllocator, ptr);
      -
      8186  }
      -
      8187 }
      -
      8188 
      -
      8189 template<typename T>
      -
      8190 static void vma_delete_array(VmaAllocator hAllocator, T* ptr, size_t count)
      -
      8191 {
      -
      8192  if(ptr != VMA_NULL)
      -
      8193  {
      -
      8194  for(size_t i = count; i--; )
      -
      8195  ptr[i].~T();
      -
      8196  VmaFree(hAllocator, ptr);
      -
      8197  }
      -
      8198 }
      +
      8179  /*
      +
      8180  Calculates and returns bit mask of memory types that can support defragmentation
      +
      8181  on GPU as they support creation of required buffer for copy operations.
      +
      8182  */
      +
      8183  uint32_t CalculateGpuDefragmentationMemoryTypeBits() const;
      +
      8184 
      +
      8185  uint32_t CalculateGlobalMemoryTypeBits() const;
      +
      8186 
      +
      8187  bool GetFlushOrInvalidateRange(
      +
      8188  VmaAllocation allocation,
      +
      8189  VkDeviceSize offset, VkDeviceSize size,
      +
      8190  VkMappedMemoryRange& outRange) const;
      +
      8191 
      +
      8192 #if VMA_MEMORY_BUDGET
      +
      8193  void UpdateVulkanBudget();
      +
      8194 #endif // #if VMA_MEMORY_BUDGET
      +
      8195 };
      +
      8196 
      +
      8198 // Memory allocation #2 after VmaAllocator_T definition
      8199 
      -
      8201 // VmaStringBuilder
      -
      8202 
      -
      8203 #if VMA_STATS_STRING_ENABLED
      +
      8200 static void* VmaMalloc(VmaAllocator hAllocator, size_t size, size_t alignment)
      +
      8201 {
      +
      8202  return VmaMalloc(&hAllocator->m_AllocationCallbacks, size, alignment);
      +
      8203 }
      8204 
      -
      8205 class VmaStringBuilder
      +
      8205 static void VmaFree(VmaAllocator hAllocator, void* ptr)
      8206 {
      -
      8207 public:
      -
      8208  VmaStringBuilder(VmaAllocator alloc) : m_Data(VmaStlAllocator<char>(alloc->GetAllocationCallbacks())) { }
      -
      8209  size_t GetLength() const { return m_Data.size(); }
      -
      8210  const char* GetData() const { return m_Data.data(); }
      -
      8211 
      -
      8212  void Add(char ch) { m_Data.push_back(ch); }
      -
      8213  void Add(const char* pStr);
      -
      8214  void AddNewLine() { Add('\n'); }
      -
      8215  void AddNumber(uint32_t num);
      -
      8216  void AddNumber(uint64_t num);
      -
      8217  void AddPointer(const void* ptr);
      -
      8218 
      -
      8219 private:
      -
      8220  VmaVector< char, VmaStlAllocator<char> > m_Data;
      -
      8221 };
      -
      8222 
      -
      8223 void VmaStringBuilder::Add(const char* pStr)
      +
      8207  VmaFree(&hAllocator->m_AllocationCallbacks, ptr);
      +
      8208 }
      +
      8209 
      +
      8210 template<typename T>
      +
      8211 static T* VmaAllocate(VmaAllocator hAllocator)
      +
      8212 {
      +
      8213  return (T*)VmaMalloc(hAllocator, sizeof(T), VMA_ALIGN_OF(T));
      +
      8214 }
      +
      8215 
      +
      8216 template<typename T>
      +
      8217 static T* VmaAllocateArray(VmaAllocator hAllocator, size_t count)
      +
      8218 {
      +
      8219  return (T*)VmaMalloc(hAllocator, sizeof(T) * count, VMA_ALIGN_OF(T));
      +
      8220 }
      +
      8221 
      +
      8222 template<typename T>
      +
      8223 static void vma_delete(VmaAllocator hAllocator, T* ptr)
      8224 {
      -
      8225  const size_t strLen = strlen(pStr);
      -
      8226  if(strLen > 0)
      -
      8227  {
      -
      8228  const size_t oldCount = m_Data.size();
      -
      8229  m_Data.resize(oldCount + strLen);
      -
      8230  memcpy(m_Data.data() + oldCount, pStr, strLen);
      -
      8231  }
      -
      8232 }
      -
      8233 
      -
      8234 void VmaStringBuilder::AddNumber(uint32_t num)
      -
      8235 {
      -
      8236  char buf[11];
      -
      8237  buf[10] = '\0';
      -
      8238  char *p = &buf[10];
      -
      8239  do
      -
      8240  {
      -
      8241  *--p = '0' + (num % 10);
      -
      8242  num /= 10;
      -
      8243  }
      -
      8244  while(num);
      -
      8245  Add(p);
      -
      8246 }
      +
      8225  if(ptr != VMA_NULL)
      +
      8226  {
      +
      8227  ptr->~T();
      +
      8228  VmaFree(hAllocator, ptr);
      +
      8229  }
      +
      8230 }
      +
      8231 
      +
      8232 template<typename T>
      +
      8233 static void vma_delete_array(VmaAllocator hAllocator, T* ptr, size_t count)
      +
      8234 {
      +
      8235  if(ptr != VMA_NULL)
      +
      8236  {
      +
      8237  for(size_t i = count; i--; )
      +
      8238  ptr[i].~T();
      +
      8239  VmaFree(hAllocator, ptr);
      +
      8240  }
      +
      8241 }
      +
      8242 
      +
      8244 // VmaStringBuilder
      +
      8245 
      +
      8246 #if VMA_STATS_STRING_ENABLED
      8247 
      -
      8248 void VmaStringBuilder::AddNumber(uint64_t num)
      +
      8248 class VmaStringBuilder
      8249 {
      -
      8250  char buf[21];
      -
      8251  buf[20] = '\0';
      -
      8252  char *p = &buf[20];
      -
      8253  do
      -
      8254  {
      -
      8255  *--p = '0' + (num % 10);
      -
      8256  num /= 10;
      -
      8257  }
      -
      8258  while(num);
      -
      8259  Add(p);
      -
      8260 }
      +
      8250 public:
      +
      8251  VmaStringBuilder(VmaAllocator alloc) : m_Data(VmaStlAllocator<char>(alloc->GetAllocationCallbacks())) { }
      +
      8252  size_t GetLength() const { return m_Data.size(); }
      +
      8253  const char* GetData() const { return m_Data.data(); }
      +
      8254 
      +
      8255  void Add(char ch) { m_Data.push_back(ch); }
      +
      8256  void Add(const char* pStr);
      +
      8257  void AddNewLine() { Add('\n'); }
      +
      8258  void AddNumber(uint32_t num);
      +
      8259  void AddNumber(uint64_t num);
      +
      8260  void AddPointer(const void* ptr);
      8261 
      -
      8262 void VmaStringBuilder::AddPointer(const void* ptr)
      -
      8263 {
      -
      8264  char buf[21];
      -
      8265  VmaPtrToStr(buf, sizeof(buf), ptr);
      -
      8266  Add(buf);
      -
      8267 }
      -
      8268 
      -
      8269 #endif // #if VMA_STATS_STRING_ENABLED
      -
      8270 
      -
      8272 // VmaJsonWriter
      -
      8273 
      -
      8274 #if VMA_STATS_STRING_ENABLED
      -
      8275 
      -
      8276 class VmaJsonWriter
      -
      8277 {
      -
      8278  VMA_CLASS_NO_COPY(VmaJsonWriter)
      -
      8279 public:
      -
      8280  VmaJsonWriter(const VkAllocationCallbacks* pAllocationCallbacks, VmaStringBuilder& sb);
      -
      8281  ~VmaJsonWriter();
      -
      8282 
      -
      8283  void BeginObject(bool singleLine = false);
      -
      8284  void EndObject();
      -
      8285 
      -
      8286  void BeginArray(bool singleLine = false);
      -
      8287  void EndArray();
      -
      8288 
      -
      8289  void WriteString(const char* pStr);
      -
      8290  void BeginString(const char* pStr = VMA_NULL);
      -
      8291  void ContinueString(const char* pStr);
      -
      8292  void ContinueString(uint32_t n);
      -
      8293  void ContinueString(uint64_t n);
      -
      8294  void ContinueString_Pointer(const void* ptr);
      -
      8295  void EndString(const char* pStr = VMA_NULL);
      -
      8296 
      -
      8297  void WriteNumber(uint32_t n);
      -
      8298  void WriteNumber(uint64_t n);
      -
      8299  void WriteBool(bool b);
      -
      8300  void WriteNull();
      -
      8301 
      -
      8302 private:
      -
      8303  static const char* const INDENT;
      +
      8262 private:
      +
      8263  VmaVector< char, VmaStlAllocator<char> > m_Data;
      +
      8264 };
      +
      8265 
      +
      8266 void VmaStringBuilder::Add(const char* pStr)
      +
      8267 {
      +
      8268  const size_t strLen = strlen(pStr);
      +
      8269  if(strLen > 0)
      +
      8270  {
      +
      8271  const size_t oldCount = m_Data.size();
      +
      8272  m_Data.resize(oldCount + strLen);
      +
      8273  memcpy(m_Data.data() + oldCount, pStr, strLen);
      +
      8274  }
      +
      8275 }
      +
      8276 
      +
      8277 void VmaStringBuilder::AddNumber(uint32_t num)
      +
      8278 {
      +
      8279  char buf[11];
      +
      8280  buf[10] = '\0';
      +
      8281  char *p = &buf[10];
      +
      8282  do
      +
      8283  {
      +
      8284  *--p = '0' + (num % 10);
      +
      8285  num /= 10;
      +
      8286  }
      +
      8287  while(num);
      +
      8288  Add(p);
      +
      8289 }
      +
      8290 
      +
      8291 void VmaStringBuilder::AddNumber(uint64_t num)
      +
      8292 {
      +
      8293  char buf[21];
      +
      8294  buf[20] = '\0';
      +
      8295  char *p = &buf[20];
      +
      8296  do
      +
      8297  {
      +
      8298  *--p = '0' + (num % 10);
      +
      8299  num /= 10;
      +
      8300  }
      +
      8301  while(num);
      +
      8302  Add(p);
      +
      8303 }
      8304 
      -
      8305  enum COLLECTION_TYPE
      -
      8306  {
      -
      8307  COLLECTION_TYPE_OBJECT,
      -
      8308  COLLECTION_TYPE_ARRAY,
      -
      8309  };
      -
      8310  struct StackItem
      -
      8311  {
      -
      8312  COLLECTION_TYPE type;
      -
      8313  uint32_t valueCount;
      -
      8314  bool singleLineMode;
      -
      8315  };
      +
      8305 void VmaStringBuilder::AddPointer(const void* ptr)
      +
      8306 {
      +
      8307  char buf[21];
      +
      8308  VmaPtrToStr(buf, sizeof(buf), ptr);
      +
      8309  Add(buf);
      +
      8310 }
      +
      8311 
      +
      8312 #endif // #if VMA_STATS_STRING_ENABLED
      +
      8313 
      +
      8315 // VmaJsonWriter
      8316 
      -
      8317  VmaStringBuilder& m_SB;
      -
      8318  VmaVector< StackItem, VmaStlAllocator<StackItem> > m_Stack;
      -
      8319  bool m_InsideString;
      -
      8320 
      -
      8321  void BeginValue(bool isString);
      -
      8322  void WriteIndent(bool oneLess = false);
      -
      8323 };
      -
      8324 
      -
      8325 const char* const VmaJsonWriter::INDENT = " ";
      -
      8326 
      -
      8327 VmaJsonWriter::VmaJsonWriter(const VkAllocationCallbacks* pAllocationCallbacks, VmaStringBuilder& sb) :
      -
      8328  m_SB(sb),
      -
      8329  m_Stack(VmaStlAllocator<StackItem>(pAllocationCallbacks)),
      -
      8330  m_InsideString(false)
      -
      8331 {
      -
      8332 }
      -
      8333 
      -
      8334 VmaJsonWriter::~VmaJsonWriter()
      -
      8335 {
      -
      8336  VMA_ASSERT(!m_InsideString);
      -
      8337  VMA_ASSERT(m_Stack.empty());
      -
      8338 }
      +
      8317 #if VMA_STATS_STRING_ENABLED
      +
      8318 
      +
      8319 class VmaJsonWriter
      +
      8320 {
      +
      8321  VMA_CLASS_NO_COPY(VmaJsonWriter)
      +
      8322 public:
      +
      8323  VmaJsonWriter(const VkAllocationCallbacks* pAllocationCallbacks, VmaStringBuilder& sb);
      +
      8324  ~VmaJsonWriter();
      +
      8325 
      +
      8326  void BeginObject(bool singleLine = false);
      +
      8327  void EndObject();
      +
      8328 
      +
      8329  void BeginArray(bool singleLine = false);
      +
      8330  void EndArray();
      +
      8331 
      +
      8332  void WriteString(const char* pStr);
      +
      8333  void BeginString(const char* pStr = VMA_NULL);
      +
      8334  void ContinueString(const char* pStr);
      +
      8335  void ContinueString(uint32_t n);
      +
      8336  void ContinueString(uint64_t n);
      +
      8337  void ContinueString_Pointer(const void* ptr);
      +
      8338  void EndString(const char* pStr = VMA_NULL);
      8339 
      -
      8340 void VmaJsonWriter::BeginObject(bool singleLine)
      -
      8341 {
      -
      8342  VMA_ASSERT(!m_InsideString);
      -
      8343 
      -
      8344  BeginValue(false);
      -
      8345  m_SB.Add('{');
      -
      8346 
      -
      8347  StackItem item;
      -
      8348  item.type = COLLECTION_TYPE_OBJECT;
      -
      8349  item.valueCount = 0;
      -
      8350  item.singleLineMode = singleLine;
      -
      8351  m_Stack.push_back(item);
      -
      8352 }
      -
      8353 
      -
      8354 void VmaJsonWriter::EndObject()
      -
      8355 {
      -
      8356  VMA_ASSERT(!m_InsideString);
      -
      8357 
      -
      8358  WriteIndent(true);
      -
      8359  m_SB.Add('}');
      -
      8360 
      -
      8361  VMA_ASSERT(!m_Stack.empty() && m_Stack.back().type == COLLECTION_TYPE_OBJECT);
      -
      8362  m_Stack.pop_back();
      -
      8363 }
      -
      8364 
      -
      8365 void VmaJsonWriter::BeginArray(bool singleLine)
      -
      8366 {
      -
      8367  VMA_ASSERT(!m_InsideString);
      -
      8368 
      -
      8369  BeginValue(false);
      -
      8370  m_SB.Add('[');
      -
      8371 
      -
      8372  StackItem item;
      -
      8373  item.type = COLLECTION_TYPE_ARRAY;
      -
      8374  item.valueCount = 0;
      -
      8375  item.singleLineMode = singleLine;
      -
      8376  m_Stack.push_back(item);
      -
      8377 }
      -
      8378 
      -
      8379 void VmaJsonWriter::EndArray()
      -
      8380 {
      -
      8381  VMA_ASSERT(!m_InsideString);
      +
      8340  void WriteNumber(uint32_t n);
      +
      8341  void WriteNumber(uint64_t n);
      +
      8342  void WriteBool(bool b);
      +
      8343  void WriteNull();
      +
      8344 
      +
      8345 private:
      +
      8346  static const char* const INDENT;
      +
      8347 
      +
      8348  enum COLLECTION_TYPE
      +
      8349  {
      +
      8350  COLLECTION_TYPE_OBJECT,
      +
      8351  COLLECTION_TYPE_ARRAY,
      +
      8352  };
      +
      8353  struct StackItem
      +
      8354  {
      +
      8355  COLLECTION_TYPE type;
      +
      8356  uint32_t valueCount;
      +
      8357  bool singleLineMode;
      +
      8358  };
      +
      8359 
      +
      8360  VmaStringBuilder& m_SB;
      +
      8361  VmaVector< StackItem, VmaStlAllocator<StackItem> > m_Stack;
      +
      8362  bool m_InsideString;
      +
      8363 
      +
      8364  void BeginValue(bool isString);
      +
      8365  void WriteIndent(bool oneLess = false);
      +
      8366 };
      +
      8367 
      +
      8368 const char* const VmaJsonWriter::INDENT = " ";
      +
      8369 
      +
      8370 VmaJsonWriter::VmaJsonWriter(const VkAllocationCallbacks* pAllocationCallbacks, VmaStringBuilder& sb) :
      +
      8371  m_SB(sb),
      +
      8372  m_Stack(VmaStlAllocator<StackItem>(pAllocationCallbacks)),
      +
      8373  m_InsideString(false)
      +
      8374 {
      +
      8375 }
      +
      8376 
      +
      8377 VmaJsonWriter::~VmaJsonWriter()
      +
      8378 {
      +
      8379  VMA_ASSERT(!m_InsideString);
      +
      8380  VMA_ASSERT(m_Stack.empty());
      +
      8381 }
      8382 
      -
      8383  WriteIndent(true);
      -
      8384  m_SB.Add(']');
      -
      8385 
      -
      8386  VMA_ASSERT(!m_Stack.empty() && m_Stack.back().type == COLLECTION_TYPE_ARRAY);
      -
      8387  m_Stack.pop_back();
      -
      8388 }
      +
      8383 void VmaJsonWriter::BeginObject(bool singleLine)
      +
      8384 {
      +
      8385  VMA_ASSERT(!m_InsideString);
      +
      8386 
      +
      8387  BeginValue(false);
      +
      8388  m_SB.Add('{');
      8389 
      -
      8390 void VmaJsonWriter::WriteString(const char* pStr)
      -
      8391 {
      -
      8392  BeginString(pStr);
      -
      8393  EndString();
      -
      8394 }
      -
      8395 
      -
      8396 void VmaJsonWriter::BeginString(const char* pStr)
      -
      8397 {
      -
      8398  VMA_ASSERT(!m_InsideString);
      -
      8399 
      -
      8400  BeginValue(true);
      -
      8401  m_SB.Add('"');
      -
      8402  m_InsideString = true;
      -
      8403  if(pStr != VMA_NULL && pStr[0] != '\0')
      -
      8404  {
      -
      8405  ContinueString(pStr);
      -
      8406  }
      -
      8407 }
      -
      8408 
      -
      8409 void VmaJsonWriter::ContinueString(const char* pStr)
      -
      8410 {
      -
      8411  VMA_ASSERT(m_InsideString);
      -
      8412 
      -
      8413  const size_t strLen = strlen(pStr);
      -
      8414  for(size_t i = 0; i < strLen; ++i)
      -
      8415  {
      -
      8416  char ch = pStr[i];
      -
      8417  if(ch == '\\')
      -
      8418  {
      -
      8419  m_SB.Add("\\\\");
      -
      8420  }
      -
      8421  else if(ch == '"')
      -
      8422  {
      -
      8423  m_SB.Add("\\\"");
      -
      8424  }
      -
      8425  else if(ch >= 32)
      -
      8426  {
      -
      8427  m_SB.Add(ch);
      -
      8428  }
      -
      8429  else switch(ch)
      -
      8430  {
      -
      8431  case '\b':
      -
      8432  m_SB.Add("\\b");
      -
      8433  break;
      -
      8434  case '\f':
      -
      8435  m_SB.Add("\\f");
      -
      8436  break;
      -
      8437  case '\n':
      -
      8438  m_SB.Add("\\n");
      -
      8439  break;
      -
      8440  case '\r':
      -
      8441  m_SB.Add("\\r");
      -
      8442  break;
      -
      8443  case '\t':
      -
      8444  m_SB.Add("\\t");
      -
      8445  break;
      -
      8446  default:
      -
      8447  VMA_ASSERT(0 && "Character not currently supported.");
      -
      8448  break;
      -
      8449  }
      -
      8450  }
      -
      8451 }
      -
      8452 
      -
      8453 void VmaJsonWriter::ContinueString(uint32_t n)
      -
      8454 {
      -
      8455  VMA_ASSERT(m_InsideString);
      -
      8456  m_SB.AddNumber(n);
      -
      8457 }
      -
      8458 
      -
      8459 void VmaJsonWriter::ContinueString(uint64_t n)
      -
      8460 {
      -
      8461  VMA_ASSERT(m_InsideString);
      -
      8462  m_SB.AddNumber(n);
      -
      8463 }
      -
      8464 
      -
      8465 void VmaJsonWriter::ContinueString_Pointer(const void* ptr)
      -
      8466 {
      -
      8467  VMA_ASSERT(m_InsideString);
      -
      8468  m_SB.AddPointer(ptr);
      -
      8469 }
      -
      8470 
      -
      8471 void VmaJsonWriter::EndString(const char* pStr)
      -
      8472 {
      -
      8473  VMA_ASSERT(m_InsideString);
      -
      8474  if(pStr != VMA_NULL && pStr[0] != '\0')
      -
      8475  {
      -
      8476  ContinueString(pStr);
      -
      8477  }
      -
      8478  m_SB.Add('"');
      -
      8479  m_InsideString = false;
      -
      8480 }
      -
      8481 
      -
      8482 void VmaJsonWriter::WriteNumber(uint32_t n)
      -
      8483 {
      -
      8484  VMA_ASSERT(!m_InsideString);
      -
      8485  BeginValue(false);
      -
      8486  m_SB.AddNumber(n);
      -
      8487 }
      -
      8488 
      -
      8489 void VmaJsonWriter::WriteNumber(uint64_t n)
      -
      8490 {
      -
      8491  VMA_ASSERT(!m_InsideString);
      -
      8492  BeginValue(false);
      -
      8493  m_SB.AddNumber(n);
      +
      8390  StackItem item;
      +
      8391  item.type = COLLECTION_TYPE_OBJECT;
      +
      8392  item.valueCount = 0;
      +
      8393  item.singleLineMode = singleLine;
      +
      8394  m_Stack.push_back(item);
      +
      8395 }
      +
      8396 
      +
      8397 void VmaJsonWriter::EndObject()
      +
      8398 {
      +
      8399  VMA_ASSERT(!m_InsideString);
      +
      8400 
      +
      8401  WriteIndent(true);
      +
      8402  m_SB.Add('}');
      +
      8403 
      +
      8404  VMA_ASSERT(!m_Stack.empty() && m_Stack.back().type == COLLECTION_TYPE_OBJECT);
      +
      8405  m_Stack.pop_back();
      +
      8406 }
      +
      8407 
      +
      8408 void VmaJsonWriter::BeginArray(bool singleLine)
      +
      8409 {
      +
      8410  VMA_ASSERT(!m_InsideString);
      +
      8411 
      +
      8412  BeginValue(false);
      +
      8413  m_SB.Add('[');
      +
      8414 
      +
      8415  StackItem item;
      +
      8416  item.type = COLLECTION_TYPE_ARRAY;
      +
      8417  item.valueCount = 0;
      +
      8418  item.singleLineMode = singleLine;
      +
      8419  m_Stack.push_back(item);
      +
      8420 }
      +
      8421 
      +
      8422 void VmaJsonWriter::EndArray()
      +
      8423 {
      +
      8424  VMA_ASSERT(!m_InsideString);
      +
      8425 
      +
      8426  WriteIndent(true);
      +
      8427  m_SB.Add(']');
      +
      8428 
      +
      8429  VMA_ASSERT(!m_Stack.empty() && m_Stack.back().type == COLLECTION_TYPE_ARRAY);
      +
      8430  m_Stack.pop_back();
      +
      8431 }
      +
      8432 
      +
      8433 void VmaJsonWriter::WriteString(const char* pStr)
      +
      8434 {
      +
      8435  BeginString(pStr);
      +
      8436  EndString();
      +
      8437 }
      +
      8438 
      +
      8439 void VmaJsonWriter::BeginString(const char* pStr)
      +
      8440 {
      +
      8441  VMA_ASSERT(!m_InsideString);
      +
      8442 
      +
      8443  BeginValue(true);
      +
      8444  m_SB.Add('"');
      +
      8445  m_InsideString = true;
      +
      8446  if(pStr != VMA_NULL && pStr[0] != '\0')
      +
      8447  {
      +
      8448  ContinueString(pStr);
      +
      8449  }
      +
      8450 }
      +
      8451 
      +
      8452 void VmaJsonWriter::ContinueString(const char* pStr)
      +
      8453 {
      +
      8454  VMA_ASSERT(m_InsideString);
      +
      8455 
      +
      8456  const size_t strLen = strlen(pStr);
      +
      8457  for(size_t i = 0; i < strLen; ++i)
      +
      8458  {
      +
      8459  char ch = pStr[i];
      +
      8460  if(ch == '\\')
      +
      8461  {
      +
      8462  m_SB.Add("\\\\");
      +
      8463  }
      +
      8464  else if(ch == '"')
      +
      8465  {
      +
      8466  m_SB.Add("\\\"");
      +
      8467  }
      +
      8468  else if(ch >= 32)
      +
      8469  {
      +
      8470  m_SB.Add(ch);
      +
      8471  }
      +
      8472  else switch(ch)
      +
      8473  {
      +
      8474  case '\b':
      +
      8475  m_SB.Add("\\b");
      +
      8476  break;
      +
      8477  case '\f':
      +
      8478  m_SB.Add("\\f");
      +
      8479  break;
      +
      8480  case '\n':
      +
      8481  m_SB.Add("\\n");
      +
      8482  break;
      +
      8483  case '\r':
      +
      8484  m_SB.Add("\\r");
      +
      8485  break;
      +
      8486  case '\t':
      +
      8487  m_SB.Add("\\t");
      +
      8488  break;
      +
      8489  default:
      +
      8490  VMA_ASSERT(0 && "Character not currently supported.");
      +
      8491  break;
      +
      8492  }
      +
      8493  }
      8494 }
      8495 
      -
      8496 void VmaJsonWriter::WriteBool(bool b)
      +
      8496 void VmaJsonWriter::ContinueString(uint32_t n)
      8497 {
      -
      8498  VMA_ASSERT(!m_InsideString);
      -
      8499  BeginValue(false);
      -
      8500  m_SB.Add(b ? "true" : "false");
      -
      8501 }
      -
      8502 
      -
      8503 void VmaJsonWriter::WriteNull()
      -
      8504 {
      -
      8505  VMA_ASSERT(!m_InsideString);
      -
      8506  BeginValue(false);
      -
      8507  m_SB.Add("null");
      -
      8508 }
      -
      8509 
      -
      8510 void VmaJsonWriter::BeginValue(bool isString)
      -
      8511 {
      -
      8512  if(!m_Stack.empty())
      -
      8513  {
      -
      8514  StackItem& currItem = m_Stack.back();
      -
      8515  if(currItem.type == COLLECTION_TYPE_OBJECT &&
      -
      8516  currItem.valueCount % 2 == 0)
      -
      8517  {
      -
      8518  VMA_ASSERT(isString);
      -
      8519  }
      -
      8520 
      -
      8521  if(currItem.type == COLLECTION_TYPE_OBJECT &&
      -
      8522  currItem.valueCount % 2 != 0)
      -
      8523  {
      -
      8524  m_SB.Add(": ");
      -
      8525  }
      -
      8526  else if(currItem.valueCount > 0)
      -
      8527  {
      -
      8528  m_SB.Add(", ");
      -
      8529  WriteIndent();
      -
      8530  }
      -
      8531  else
      -
      8532  {
      -
      8533  WriteIndent();
      -
      8534  }
      -
      8535  ++currItem.valueCount;
      -
      8536  }
      +
      8498  VMA_ASSERT(m_InsideString);
      +
      8499  m_SB.AddNumber(n);
      +
      8500 }
      +
      8501 
      +
      8502 void VmaJsonWriter::ContinueString(uint64_t n)
      +
      8503 {
      +
      8504  VMA_ASSERT(m_InsideString);
      +
      8505  m_SB.AddNumber(n);
      +
      8506 }
      +
      8507 
      +
      8508 void VmaJsonWriter::ContinueString_Pointer(const void* ptr)
      +
      8509 {
      +
      8510  VMA_ASSERT(m_InsideString);
      +
      8511  m_SB.AddPointer(ptr);
      +
      8512 }
      +
      8513 
      +
      8514 void VmaJsonWriter::EndString(const char* pStr)
      +
      8515 {
      +
      8516  VMA_ASSERT(m_InsideString);
      +
      8517  if(pStr != VMA_NULL && pStr[0] != '\0')
      +
      8518  {
      +
      8519  ContinueString(pStr);
      +
      8520  }
      +
      8521  m_SB.Add('"');
      +
      8522  m_InsideString = false;
      +
      8523 }
      +
      8524 
      +
      8525 void VmaJsonWriter::WriteNumber(uint32_t n)
      +
      8526 {
      +
      8527  VMA_ASSERT(!m_InsideString);
      +
      8528  BeginValue(false);
      +
      8529  m_SB.AddNumber(n);
      +
      8530 }
      +
      8531 
      +
      8532 void VmaJsonWriter::WriteNumber(uint64_t n)
      +
      8533 {
      +
      8534  VMA_ASSERT(!m_InsideString);
      +
      8535  BeginValue(false);
      +
      8536  m_SB.AddNumber(n);
      8537 }
      8538 
      -
      8539 void VmaJsonWriter::WriteIndent(bool oneLess)
      +
      8539 void VmaJsonWriter::WriteBool(bool b)
      8540 {
      -
      8541  if(!m_Stack.empty() && !m_Stack.back().singleLineMode)
      -
      8542  {
      -
      8543  m_SB.AddNewLine();
      -
      8544 
      -
      8545  size_t count = m_Stack.size();
      -
      8546  if(count > 0 && oneLess)
      -
      8547  {
      -
      8548  --count;
      -
      8549  }
      -
      8550  for(size_t i = 0; i < count; ++i)
      -
      8551  {
      -
      8552  m_SB.Add(INDENT);
      -
      8553  }
      -
      8554  }
      -
      8555 }
      -
      8556 
      -
      8557 #endif // #if VMA_STATS_STRING_ENABLED
      -
      8558 
      -
      8560 
      -
      8561 void VmaAllocation_T::SetUserData(VmaAllocator hAllocator, void* pUserData)
      -
      8562 {
      -
      8563  if(IsUserDataString())
      -
      8564  {
      -
      8565  VMA_ASSERT(pUserData == VMA_NULL || pUserData != m_pUserData);
      -
      8566 
      -
      8567  FreeUserDataString(hAllocator);
      -
      8568 
      -
      8569  if(pUserData != VMA_NULL)
      +
      8541  VMA_ASSERT(!m_InsideString);
      +
      8542  BeginValue(false);
      +
      8543  m_SB.Add(b ? "true" : "false");
      +
      8544 }
      +
      8545 
      +
      8546 void VmaJsonWriter::WriteNull()
      +
      8547 {
      +
      8548  VMA_ASSERT(!m_InsideString);
      +
      8549  BeginValue(false);
      +
      8550  m_SB.Add("null");
      +
      8551 }
      +
      8552 
      +
      8553 void VmaJsonWriter::BeginValue(bool isString)
      +
      8554 {
      +
      8555  if(!m_Stack.empty())
      +
      8556  {
      +
      8557  StackItem& currItem = m_Stack.back();
      +
      8558  if(currItem.type == COLLECTION_TYPE_OBJECT &&
      +
      8559  currItem.valueCount % 2 == 0)
      +
      8560  {
      +
      8561  VMA_ASSERT(isString);
      +
      8562  }
      +
      8563 
      +
      8564  if(currItem.type == COLLECTION_TYPE_OBJECT &&
      +
      8565  currItem.valueCount % 2 != 0)
      +
      8566  {
      +
      8567  m_SB.Add(": ");
      +
      8568  }
      +
      8569  else if(currItem.valueCount > 0)
      8570  {
      -
      8571  m_pUserData = VmaCreateStringCopy(hAllocator->GetAllocationCallbacks(), (const char*)pUserData);
      -
      8572  }
      -
      8573  }
      -
      8574  else
      -
      8575  {
      -
      8576  m_pUserData = pUserData;
      -
      8577  }
      -
      8578 }
      -
      8579 
      -
      8580 void VmaAllocation_T::ChangeBlockAllocation(
      -
      8581  VmaAllocator hAllocator,
      -
      8582  VmaDeviceMemoryBlock* block,
      -
      8583  VkDeviceSize offset)
      -
      8584 {
      -
      8585  VMA_ASSERT(block != VMA_NULL);
      -
      8586  VMA_ASSERT(m_Type == ALLOCATION_TYPE_BLOCK);
      +
      8571  m_SB.Add(", ");
      +
      8572  WriteIndent();
      +
      8573  }
      +
      8574  else
      +
      8575  {
      +
      8576  WriteIndent();
      +
      8577  }
      +
      8578  ++currItem.valueCount;
      +
      8579  }
      +
      8580 }
      +
      8581 
      +
      8582 void VmaJsonWriter::WriteIndent(bool oneLess)
      +
      8583 {
      +
      8584  if(!m_Stack.empty() && !m_Stack.back().singleLineMode)
      +
      8585  {
      +
      8586  m_SB.AddNewLine();
      8587 
      -
      8588  // Move mapping reference counter from old block to new block.
      -
      8589  if(block != m_BlockAllocation.m_Block)
      -
      8590  {
      -
      8591  uint32_t mapRefCount = m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP;
      -
      8592  if(IsPersistentMap())
      -
      8593  ++mapRefCount;
      -
      8594  m_BlockAllocation.m_Block->Unmap(hAllocator, mapRefCount);
      -
      8595  block->Map(hAllocator, mapRefCount, VMA_NULL);
      -
      8596  }
      -
      8597 
      -
      8598  m_BlockAllocation.m_Block = block;
      -
      8599  m_BlockAllocation.m_Offset = offset;
      -
      8600 }
      +
      8588  size_t count = m_Stack.size();
      +
      8589  if(count > 0 && oneLess)
      +
      8590  {
      +
      8591  --count;
      +
      8592  }
      +
      8593  for(size_t i = 0; i < count; ++i)
      +
      8594  {
      +
      8595  m_SB.Add(INDENT);
      +
      8596  }
      +
      8597  }
      +
      8598 }
      +
      8599 
      +
      8600 #endif // #if VMA_STATS_STRING_ENABLED
      8601 
      -
      8602 void VmaAllocation_T::ChangeOffset(VkDeviceSize newOffset)
      -
      8603 {
      -
      8604  VMA_ASSERT(m_Type == ALLOCATION_TYPE_BLOCK);
      -
      8605  m_BlockAllocation.m_Offset = newOffset;
      -
      8606 }
      -
      8607 
      -
      8608 VkDeviceSize VmaAllocation_T::GetOffset() const
      -
      8609 {
      -
      8610  switch(m_Type)
      -
      8611  {
      -
      8612  case ALLOCATION_TYPE_BLOCK:
      -
      8613  return m_BlockAllocation.m_Offset;
      -
      8614  case ALLOCATION_TYPE_DEDICATED:
      -
      8615  return 0;
      -
      8616  default:
      -
      8617  VMA_ASSERT(0);
      -
      8618  return 0;
      -
      8619  }
      -
      8620 }
      -
      8621 
      -
      8622 VkDeviceMemory VmaAllocation_T::GetMemory() const
      -
      8623 {
      -
      8624  switch(m_Type)
      -
      8625  {
      -
      8626  case ALLOCATION_TYPE_BLOCK:
      -
      8627  return m_BlockAllocation.m_Block->GetDeviceMemory();
      -
      8628  case ALLOCATION_TYPE_DEDICATED:
      -
      8629  return m_DedicatedAllocation.m_hMemory;
      -
      8630  default:
      -
      8631  VMA_ASSERT(0);
      -
      8632  return VK_NULL_HANDLE;
      -
      8633  }
      -
      8634 }
      -
      8635 
      -
      8636 void* VmaAllocation_T::GetMappedData() const
      -
      8637 {
      -
      8638  switch(m_Type)
      -
      8639  {
      -
      8640  case ALLOCATION_TYPE_BLOCK:
      -
      8641  if(m_MapCount != 0)
      -
      8642  {
      -
      8643  void* pBlockData = m_BlockAllocation.m_Block->GetMappedData();
      -
      8644  VMA_ASSERT(pBlockData != VMA_NULL);
      -
      8645  return (char*)pBlockData + m_BlockAllocation.m_Offset;
      -
      8646  }
      -
      8647  else
      -
      8648  {
      -
      8649  return VMA_NULL;
      -
      8650  }
      -
      8651  break;
      -
      8652  case ALLOCATION_TYPE_DEDICATED:
      -
      8653  VMA_ASSERT((m_DedicatedAllocation.m_pMappedData != VMA_NULL) == (m_MapCount != 0));
      -
      8654  return m_DedicatedAllocation.m_pMappedData;
      -
      8655  default:
      -
      8656  VMA_ASSERT(0);
      -
      8657  return VMA_NULL;
      -
      8658  }
      -
      8659 }
      -
      8660 
      -
      8661 bool VmaAllocation_T::CanBecomeLost() const
      -
      8662 {
      -
      8663  switch(m_Type)
      -
      8664  {
      -
      8665  case ALLOCATION_TYPE_BLOCK:
      -
      8666  return m_BlockAllocation.m_CanBecomeLost;
      -
      8667  case ALLOCATION_TYPE_DEDICATED:
      -
      8668  return false;
      -
      8669  default:
      -
      8670  VMA_ASSERT(0);
      -
      8671  return false;
      -
      8672  }
      -
      8673 }
      -
      8674 
      -
      8675 bool VmaAllocation_T::MakeLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
      -
      8676 {
      -
      8677  VMA_ASSERT(CanBecomeLost());
      +
      8603 
      +
      8604 void VmaAllocation_T::SetUserData(VmaAllocator hAllocator, void* pUserData)
      +
      8605 {
      +
      8606  if(IsUserDataString())
      +
      8607  {
      +
      8608  VMA_ASSERT(pUserData == VMA_NULL || pUserData != m_pUserData);
      +
      8609 
      +
      8610  FreeUserDataString(hAllocator);
      +
      8611 
      +
      8612  if(pUserData != VMA_NULL)
      +
      8613  {
      +
      8614  m_pUserData = VmaCreateStringCopy(hAllocator->GetAllocationCallbacks(), (const char*)pUserData);
      +
      8615  }
      +
      8616  }
      +
      8617  else
      +
      8618  {
      +
      8619  m_pUserData = pUserData;
      +
      8620  }
      +
      8621 }
      +
      8622 
      +
      8623 void VmaAllocation_T::ChangeBlockAllocation(
      +
      8624  VmaAllocator hAllocator,
      +
      8625  VmaDeviceMemoryBlock* block,
      +
      8626  VkDeviceSize offset)
      +
      8627 {
      +
      8628  VMA_ASSERT(block != VMA_NULL);
      +
      8629  VMA_ASSERT(m_Type == ALLOCATION_TYPE_BLOCK);
      +
      8630 
      +
      8631  // Move mapping reference counter from old block to new block.
      +
      8632  if(block != m_BlockAllocation.m_Block)
      +
      8633  {
      +
      8634  uint32_t mapRefCount = m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP;
      +
      8635  if(IsPersistentMap())
      +
      8636  ++mapRefCount;
      +
      8637  m_BlockAllocation.m_Block->Unmap(hAllocator, mapRefCount);
      +
      8638  block->Map(hAllocator, mapRefCount, VMA_NULL);
      +
      8639  }
      +
      8640 
      +
      8641  m_BlockAllocation.m_Block = block;
      +
      8642  m_BlockAllocation.m_Offset = offset;
      +
      8643 }
      +
      8644 
      +
      8645 void VmaAllocation_T::ChangeOffset(VkDeviceSize newOffset)
      +
      8646 {
      +
      8647  VMA_ASSERT(m_Type == ALLOCATION_TYPE_BLOCK);
      +
      8648  m_BlockAllocation.m_Offset = newOffset;
      +
      8649 }
      +
      8650 
      +
      8651 VkDeviceSize VmaAllocation_T::GetOffset() const
      +
      8652 {
      +
      8653  switch(m_Type)
      +
      8654  {
      +
      8655  case ALLOCATION_TYPE_BLOCK:
      +
      8656  return m_BlockAllocation.m_Offset;
      +
      8657  case ALLOCATION_TYPE_DEDICATED:
      +
      8658  return 0;
      +
      8659  default:
      +
      8660  VMA_ASSERT(0);
      +
      8661  return 0;
      +
      8662  }
      +
      8663 }
      +
      8664 
      +
      8665 VkDeviceMemory VmaAllocation_T::GetMemory() const
      +
      8666 {
      +
      8667  switch(m_Type)
      +
      8668  {
      +
      8669  case ALLOCATION_TYPE_BLOCK:
      +
      8670  return m_BlockAllocation.m_Block->GetDeviceMemory();
      +
      8671  case ALLOCATION_TYPE_DEDICATED:
      +
      8672  return m_DedicatedAllocation.m_hMemory;
      +
      8673  default:
      +
      8674  VMA_ASSERT(0);
      +
      8675  return VK_NULL_HANDLE;
      +
      8676  }
      +
      8677 }
      8678 
      -
      8679  /*
      -
      8680  Warning: This is a carefully designed algorithm.
      -
      8681  Do not modify unless you really know what you're doing :)
      -
      8682  */
      -
      8683  uint32_t localLastUseFrameIndex = GetLastUseFrameIndex();
      -
      8684  for(;;)
      -
      8685  {
      -
      8686  if(localLastUseFrameIndex == VMA_FRAME_INDEX_LOST)
      -
      8687  {
      -
      8688  VMA_ASSERT(0);
      -
      8689  return false;
      -
      8690  }
      -
      8691  else if(localLastUseFrameIndex + frameInUseCount >= currentFrameIndex)
      -
      8692  {
      -
      8693  return false;
      -
      8694  }
      -
      8695  else // Last use time earlier than current time.
      -
      8696  {
      -
      8697  if(CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, VMA_FRAME_INDEX_LOST))
      -
      8698  {
      -
      8699  // Setting hAllocation.LastUseFrameIndex atomic to VMA_FRAME_INDEX_LOST is enough to mark it as LOST.
      -
      8700  // Calling code just needs to unregister this allocation in owning VmaDeviceMemoryBlock.
      -
      8701  return true;
      -
      8702  }
      -
      8703  }
      -
      8704  }
      -
      8705 }
      -
      8706 
      -
      8707 #if VMA_STATS_STRING_ENABLED
      -
      8708 
      -
      8709 // Correspond to values of enum VmaSuballocationType.
      -
      8710 static const char* VMA_SUBALLOCATION_TYPE_NAMES[] = {
      -
      8711  "FREE",
      -
      8712  "UNKNOWN",
      -
      8713  "BUFFER",
      -
      8714  "IMAGE_UNKNOWN",
      -
      8715  "IMAGE_LINEAR",
      -
      8716  "IMAGE_OPTIMAL",
      -
      8717 };
      -
      8718 
      -
      8719 void VmaAllocation_T::PrintParameters(class VmaJsonWriter& json) const
      -
      8720 {
      -
      8721  json.WriteString("Type");
      -
      8722  json.WriteString(VMA_SUBALLOCATION_TYPE_NAMES[m_SuballocationType]);
      -
      8723 
      -
      8724  json.WriteString("Size");
      -
      8725  json.WriteNumber(m_Size);
      -
      8726 
      -
      8727  if(m_pUserData != VMA_NULL)
      +
      8679 void* VmaAllocation_T::GetMappedData() const
      +
      8680 {
      +
      8681  switch(m_Type)
      +
      8682  {
      +
      8683  case ALLOCATION_TYPE_BLOCK:
      +
      8684  if(m_MapCount != 0)
      +
      8685  {
      +
      8686  void* pBlockData = m_BlockAllocation.m_Block->GetMappedData();
      +
      8687  VMA_ASSERT(pBlockData != VMA_NULL);
      +
      8688  return (char*)pBlockData + m_BlockAllocation.m_Offset;
      +
      8689  }
      +
      8690  else
      +
      8691  {
      +
      8692  return VMA_NULL;
      +
      8693  }
      +
      8694  break;
      +
      8695  case ALLOCATION_TYPE_DEDICATED:
      +
      8696  VMA_ASSERT((m_DedicatedAllocation.m_pMappedData != VMA_NULL) == (m_MapCount != 0));
      +
      8697  return m_DedicatedAllocation.m_pMappedData;
      +
      8698  default:
      +
      8699  VMA_ASSERT(0);
      +
      8700  return VMA_NULL;
      +
      8701  }
      +
      8702 }
      +
      8703 
      +
      8704 bool VmaAllocation_T::CanBecomeLost() const
      +
      8705 {
      +
      8706  switch(m_Type)
      +
      8707  {
      +
      8708  case ALLOCATION_TYPE_BLOCK:
      +
      8709  return m_BlockAllocation.m_CanBecomeLost;
      +
      8710  case ALLOCATION_TYPE_DEDICATED:
      +
      8711  return false;
      +
      8712  default:
      +
      8713  VMA_ASSERT(0);
      +
      8714  return false;
      +
      8715  }
      +
      8716 }
      +
      8717 
      +
      8718 bool VmaAllocation_T::MakeLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
      +
      8719 {
      +
      8720  VMA_ASSERT(CanBecomeLost());
      +
      8721 
      +
      8722  /*
      +
      8723  Warning: This is a carefully designed algorithm.
      +
      8724  Do not modify unless you really know what you're doing :)
      +
      8725  */
      +
      8726  uint32_t localLastUseFrameIndex = GetLastUseFrameIndex();
      +
      8727  for(;;)
      8728  {
      -
      8729  json.WriteString("UserData");
      -
      8730  if(IsUserDataString())
      -
      8731  {
      -
      8732  json.WriteString((const char*)m_pUserData);
      +
      8729  if(localLastUseFrameIndex == VMA_FRAME_INDEX_LOST)
      +
      8730  {
      +
      8731  VMA_ASSERT(0);
      +
      8732  return false;
      8733  }
      -
      8734  else
      +
      8734  else if(localLastUseFrameIndex + frameInUseCount >= currentFrameIndex)
      8735  {
      -
      8736  json.BeginString();
      -
      8737  json.ContinueString_Pointer(m_pUserData);
      -
      8738  json.EndString();
      -
      8739  }
      -
      8740  }
      -
      8741 
      -
      8742  json.WriteString("CreationFrameIndex");
      -
      8743  json.WriteNumber(m_CreationFrameIndex);
      -
      8744 
      -
      8745  json.WriteString("LastUseFrameIndex");
      -
      8746  json.WriteNumber(GetLastUseFrameIndex());
      -
      8747 
      -
      8748  if(m_BufferImageUsage != 0)
      -
      8749  {
      -
      8750  json.WriteString("Usage");
      -
      8751  json.WriteNumber(m_BufferImageUsage);
      -
      8752  }
      -
      8753 }
      -
      8754 
      -
      8755 #endif
      -
      8756 
      -
      8757 void VmaAllocation_T::FreeUserDataString(VmaAllocator hAllocator)
      -
      8758 {
      -
      8759  VMA_ASSERT(IsUserDataString());
      -
      8760  VmaFreeString(hAllocator->GetAllocationCallbacks(), (char*)m_pUserData);
      -
      8761  m_pUserData = VMA_NULL;
      -
      8762 }
      -
      8763 
      -
      8764 void VmaAllocation_T::BlockAllocMap()
      -
      8765 {
      -
      8766  VMA_ASSERT(GetType() == ALLOCATION_TYPE_BLOCK);
      -
      8767 
      -
      8768  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) < 0x7F)
      -
      8769  {
      -
      8770  ++m_MapCount;
      -
      8771  }
      -
      8772  else
      -
      8773  {
      -
      8774  VMA_ASSERT(0 && "Allocation mapped too many times simultaneously.");
      -
      8775  }
      -
      8776 }
      -
      8777 
      -
      8778 void VmaAllocation_T::BlockAllocUnmap()
      -
      8779 {
      -
      8780  VMA_ASSERT(GetType() == ALLOCATION_TYPE_BLOCK);
      -
      8781 
      -
      8782  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) != 0)
      -
      8783  {
      -
      8784  --m_MapCount;
      -
      8785  }
      -
      8786  else
      -
      8787  {
      -
      8788  VMA_ASSERT(0 && "Unmapping allocation not previously mapped.");
      -
      8789  }
      -
      8790 }
      -
      8791 
      -
      8792 VkResult VmaAllocation_T::DedicatedAllocMap(VmaAllocator hAllocator, void** ppData)
      -
      8793 {
      -
      8794  VMA_ASSERT(GetType() == ALLOCATION_TYPE_DEDICATED);
      -
      8795 
      -
      8796  if(m_MapCount != 0)
      -
      8797  {
      -
      8798  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) < 0x7F)
      -
      8799  {
      -
      8800  VMA_ASSERT(m_DedicatedAllocation.m_pMappedData != VMA_NULL);
      -
      8801  *ppData = m_DedicatedAllocation.m_pMappedData;
      -
      8802  ++m_MapCount;
      -
      8803  return VK_SUCCESS;
      -
      8804  }
      -
      8805  else
      -
      8806  {
      -
      8807  VMA_ASSERT(0 && "Dedicated allocation mapped too many times simultaneously.");
      -
      8808  return VK_ERROR_MEMORY_MAP_FAILED;
      -
      8809  }
      -
      8810  }
      -
      8811  else
      +
      8736  return false;
      +
      8737  }
      +
      8738  else // Last use time earlier than current time.
      +
      8739  {
      +
      8740  if(CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, VMA_FRAME_INDEX_LOST))
      +
      8741  {
      +
      8742  // Setting hAllocation.LastUseFrameIndex atomic to VMA_FRAME_INDEX_LOST is enough to mark it as LOST.
      +
      8743  // Calling code just needs to unregister this allocation in owning VmaDeviceMemoryBlock.
      +
      8744  return true;
      +
      8745  }
      +
      8746  }
      +
      8747  }
      +
      8748 }
      +
      8749 
      +
      8750 #if VMA_STATS_STRING_ENABLED
      +
      8751 
      +
      8752 // Correspond to values of enum VmaSuballocationType.
      +
      8753 static const char* VMA_SUBALLOCATION_TYPE_NAMES[] = {
      +
      8754  "FREE",
      +
      8755  "UNKNOWN",
      +
      8756  "BUFFER",
      +
      8757  "IMAGE_UNKNOWN",
      +
      8758  "IMAGE_LINEAR",
      +
      8759  "IMAGE_OPTIMAL",
      +
      8760 };
      +
      8761 
      +
      8762 void VmaAllocation_T::PrintParameters(class VmaJsonWriter& json) const
      +
      8763 {
      +
      8764  json.WriteString("Type");
      +
      8765  json.WriteString(VMA_SUBALLOCATION_TYPE_NAMES[m_SuballocationType]);
      +
      8766 
      +
      8767  json.WriteString("Size");
      +
      8768  json.WriteNumber(m_Size);
      +
      8769 
      +
      8770  if(m_pUserData != VMA_NULL)
      +
      8771  {
      +
      8772  json.WriteString("UserData");
      +
      8773  if(IsUserDataString())
      +
      8774  {
      +
      8775  json.WriteString((const char*)m_pUserData);
      +
      8776  }
      +
      8777  else
      +
      8778  {
      +
      8779  json.BeginString();
      +
      8780  json.ContinueString_Pointer(m_pUserData);
      +
      8781  json.EndString();
      +
      8782  }
      +
      8783  }
      +
      8784 
      +
      8785  json.WriteString("CreationFrameIndex");
      +
      8786  json.WriteNumber(m_CreationFrameIndex);
      +
      8787 
      +
      8788  json.WriteString("LastUseFrameIndex");
      +
      8789  json.WriteNumber(GetLastUseFrameIndex());
      +
      8790 
      +
      8791  if(m_BufferImageUsage != 0)
      +
      8792  {
      +
      8793  json.WriteString("Usage");
      +
      8794  json.WriteNumber(m_BufferImageUsage);
      +
      8795  }
      +
      8796 }
      +
      8797 
      +
      8798 #endif
      +
      8799 
      +
      8800 void VmaAllocation_T::FreeUserDataString(VmaAllocator hAllocator)
      +
      8801 {
      +
      8802  VMA_ASSERT(IsUserDataString());
      +
      8803  VmaFreeString(hAllocator->GetAllocationCallbacks(), (char*)m_pUserData);
      +
      8804  m_pUserData = VMA_NULL;
      +
      8805 }
      +
      8806 
      +
      8807 void VmaAllocation_T::BlockAllocMap()
      +
      8808 {
      +
      8809  VMA_ASSERT(GetType() == ALLOCATION_TYPE_BLOCK);
      +
      8810 
      +
      8811  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) < 0x7F)
      8812  {
      -
      8813  VkResult result = (*hAllocator->GetVulkanFunctions().vkMapMemory)(
      -
      8814  hAllocator->m_hDevice,
      -
      8815  m_DedicatedAllocation.m_hMemory,
      -
      8816  0, // offset
      -
      8817  VK_WHOLE_SIZE,
      -
      8818  0, // flags
      -
      8819  ppData);
      -
      8820  if(result == VK_SUCCESS)
      -
      8821  {
      -
      8822  m_DedicatedAllocation.m_pMappedData = *ppData;
      -
      8823  m_MapCount = 1;
      -
      8824  }
      -
      8825  return result;
      -
      8826  }
      -
      8827 }
      -
      8828 
      -
      8829 void VmaAllocation_T::DedicatedAllocUnmap(VmaAllocator hAllocator)
      -
      8830 {
      -
      8831  VMA_ASSERT(GetType() == ALLOCATION_TYPE_DEDICATED);
      -
      8832 
      -
      8833  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) != 0)
      -
      8834  {
      -
      8835  --m_MapCount;
      -
      8836  if(m_MapCount == 0)
      -
      8837  {
      -
      8838  m_DedicatedAllocation.m_pMappedData = VMA_NULL;
      -
      8839  (*hAllocator->GetVulkanFunctions().vkUnmapMemory)(
      -
      8840  hAllocator->m_hDevice,
      -
      8841  m_DedicatedAllocation.m_hMemory);
      -
      8842  }
      -
      8843  }
      -
      8844  else
      -
      8845  {
      -
      8846  VMA_ASSERT(0 && "Unmapping dedicated allocation not previously mapped.");
      -
      8847  }
      -
      8848 }
      -
      8849 
      -
      8850 #if VMA_STATS_STRING_ENABLED
      -
      8851 
      -
      8852 static void VmaPrintStatInfo(VmaJsonWriter& json, const VmaStatInfo& stat)
      -
      8853 {
      -
      8854  json.BeginObject();
      -
      8855 
      -
      8856  json.WriteString("Blocks");
      -
      8857  json.WriteNumber(stat.blockCount);
      -
      8858 
      -
      8859  json.WriteString("Allocations");
      -
      8860  json.WriteNumber(stat.allocationCount);
      -
      8861 
      -
      8862  json.WriteString("UnusedRanges");
      -
      8863  json.WriteNumber(stat.unusedRangeCount);
      -
      8864 
      -
      8865  json.WriteString("UsedBytes");
      -
      8866  json.WriteNumber(stat.usedBytes);
      -
      8867 
      -
      8868  json.WriteString("UnusedBytes");
      -
      8869  json.WriteNumber(stat.unusedBytes);
      -
      8870 
      -
      8871  if(stat.allocationCount > 1)
      -
      8872  {
      -
      8873  json.WriteString("AllocationSize");
      -
      8874  json.BeginObject(true);
      -
      8875  json.WriteString("Min");
      -
      8876  json.WriteNumber(stat.allocationSizeMin);
      -
      8877  json.WriteString("Avg");
      -
      8878  json.WriteNumber(stat.allocationSizeAvg);
      -
      8879  json.WriteString("Max");
      -
      8880  json.WriteNumber(stat.allocationSizeMax);
      -
      8881  json.EndObject();
      -
      8882  }
      -
      8883 
      -
      8884  if(stat.unusedRangeCount > 1)
      -
      8885  {
      -
      8886  json.WriteString("UnusedRangeSize");
      -
      8887  json.BeginObject(true);
      -
      8888  json.WriteString("Min");
      -
      8889  json.WriteNumber(stat.unusedRangeSizeMin);
      -
      8890  json.WriteString("Avg");
      -
      8891  json.WriteNumber(stat.unusedRangeSizeAvg);
      -
      8892  json.WriteString("Max");
      -
      8893  json.WriteNumber(stat.unusedRangeSizeMax);
      -
      8894  json.EndObject();
      -
      8895  }
      -
      8896 
      -
      8897  json.EndObject();
      -
      8898 }
      -
      8899 
      -
      8900 #endif // #if VMA_STATS_STRING_ENABLED
      +
      8813  ++m_MapCount;
      +
      8814  }
      +
      8815  else
      +
      8816  {
      +
      8817  VMA_ASSERT(0 && "Allocation mapped too many times simultaneously.");
      +
      8818  }
      +
      8819 }
      +
      8820 
      +
      8821 void VmaAllocation_T::BlockAllocUnmap()
      +
      8822 {
      +
      8823  VMA_ASSERT(GetType() == ALLOCATION_TYPE_BLOCK);
      +
      8824 
      +
      8825  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) != 0)
      +
      8826  {
      +
      8827  --m_MapCount;
      +
      8828  }
      +
      8829  else
      +
      8830  {
      +
      8831  VMA_ASSERT(0 && "Unmapping allocation not previously mapped.");
      +
      8832  }
      +
      8833 }
      +
      8834 
      +
      8835 VkResult VmaAllocation_T::DedicatedAllocMap(VmaAllocator hAllocator, void** ppData)
      +
      8836 {
      +
      8837  VMA_ASSERT(GetType() == ALLOCATION_TYPE_DEDICATED);
      +
      8838 
      +
      8839  if(m_MapCount != 0)
      +
      8840  {
      +
      8841  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) < 0x7F)
      +
      8842  {
      +
      8843  VMA_ASSERT(m_DedicatedAllocation.m_pMappedData != VMA_NULL);
      +
      8844  *ppData = m_DedicatedAllocation.m_pMappedData;
      +
      8845  ++m_MapCount;
      +
      8846  return VK_SUCCESS;
      +
      8847  }
      +
      8848  else
      +
      8849  {
      +
      8850  VMA_ASSERT(0 && "Dedicated allocation mapped too many times simultaneously.");
      +
      8851  return VK_ERROR_MEMORY_MAP_FAILED;
      +
      8852  }
      +
      8853  }
      +
      8854  else
      +
      8855  {
      +
      8856  VkResult result = (*hAllocator->GetVulkanFunctions().vkMapMemory)(
      +
      8857  hAllocator->m_hDevice,
      +
      8858  m_DedicatedAllocation.m_hMemory,
      +
      8859  0, // offset
      +
      8860  VK_WHOLE_SIZE,
      +
      8861  0, // flags
      +
      8862  ppData);
      +
      8863  if(result == VK_SUCCESS)
      +
      8864  {
      +
      8865  m_DedicatedAllocation.m_pMappedData = *ppData;
      +
      8866  m_MapCount = 1;
      +
      8867  }
      +
      8868  return result;
      +
      8869  }
      +
      8870 }
      +
      8871 
      +
      8872 void VmaAllocation_T::DedicatedAllocUnmap(VmaAllocator hAllocator)
      +
      8873 {
      +
      8874  VMA_ASSERT(GetType() == ALLOCATION_TYPE_DEDICATED);
      +
      8875 
      +
      8876  if((m_MapCount & ~MAP_COUNT_FLAG_PERSISTENT_MAP) != 0)
      +
      8877  {
      +
      8878  --m_MapCount;
      +
      8879  if(m_MapCount == 0)
      +
      8880  {
      +
      8881  m_DedicatedAllocation.m_pMappedData = VMA_NULL;
      +
      8882  (*hAllocator->GetVulkanFunctions().vkUnmapMemory)(
      +
      8883  hAllocator->m_hDevice,
      +
      8884  m_DedicatedAllocation.m_hMemory);
      +
      8885  }
      +
      8886  }
      +
      8887  else
      +
      8888  {
      +
      8889  VMA_ASSERT(0 && "Unmapping dedicated allocation not previously mapped.");
      +
      8890  }
      +
      8891 }
      +
      8892 
      +
      8893 #if VMA_STATS_STRING_ENABLED
      +
      8894 
      +
      8895 static void VmaPrintStatInfo(VmaJsonWriter& json, const VmaStatInfo& stat)
      +
      8896 {
      +
      8897  json.BeginObject();
      +
      8898 
      +
      8899  json.WriteString("Blocks");
      +
      8900  json.WriteNumber(stat.blockCount);
      8901 
      -
      8902 struct VmaSuballocationItemSizeLess
      -
      8903 {
      -
      8904  bool operator()(
      -
      8905  const VmaSuballocationList::iterator lhs,
      -
      8906  const VmaSuballocationList::iterator rhs) const
      -
      8907  {
      -
      8908  return lhs->size < rhs->size;
      -
      8909  }
      -
      8910  bool operator()(
      -
      8911  const VmaSuballocationList::iterator lhs,
      -
      8912  VkDeviceSize rhsSize) const
      -
      8913  {
      -
      8914  return lhs->size < rhsSize;
      -
      8915  }
      -
      8916 };
      -
      8917 
      -
      8918 
      -
      8920 // class VmaBlockMetadata
      -
      8921 
      -
      8922 VmaBlockMetadata::VmaBlockMetadata(VmaAllocator hAllocator) :
      -
      8923  m_Size(0),
      -
      8924  m_pAllocationCallbacks(hAllocator->GetAllocationCallbacks())
      -
      8925 {
      -
      8926 }
      -
      8927 
      -
      8928 #if VMA_STATS_STRING_ENABLED
      -
      8929 
      -
      8930 void VmaBlockMetadata::PrintDetailedMap_Begin(class VmaJsonWriter& json,
      -
      8931  VkDeviceSize unusedBytes,
      -
      8932  size_t allocationCount,
      -
      8933  size_t unusedRangeCount) const
      -
      8934 {
      -
      8935  json.BeginObject();
      -
      8936 
      -
      8937  json.WriteString("TotalBytes");
      -
      8938  json.WriteNumber(GetSize());
      +
      8902  json.WriteString("Allocations");
      +
      8903  json.WriteNumber(stat.allocationCount);
      +
      8904 
      +
      8905  json.WriteString("UnusedRanges");
      +
      8906  json.WriteNumber(stat.unusedRangeCount);
      +
      8907 
      +
      8908  json.WriteString("UsedBytes");
      +
      8909  json.WriteNumber(stat.usedBytes);
      +
      8910 
      +
      8911  json.WriteString("UnusedBytes");
      +
      8912  json.WriteNumber(stat.unusedBytes);
      +
      8913 
      +
      8914  if(stat.allocationCount > 1)
      +
      8915  {
      +
      8916  json.WriteString("AllocationSize");
      +
      8917  json.BeginObject(true);
      +
      8918  json.WriteString("Min");
      +
      8919  json.WriteNumber(stat.allocationSizeMin);
      +
      8920  json.WriteString("Avg");
      +
      8921  json.WriteNumber(stat.allocationSizeAvg);
      +
      8922  json.WriteString("Max");
      +
      8923  json.WriteNumber(stat.allocationSizeMax);
      +
      8924  json.EndObject();
      +
      8925  }
      +
      8926 
      +
      8927  if(stat.unusedRangeCount > 1)
      +
      8928  {
      +
      8929  json.WriteString("UnusedRangeSize");
      +
      8930  json.BeginObject(true);
      +
      8931  json.WriteString("Min");
      +
      8932  json.WriteNumber(stat.unusedRangeSizeMin);
      +
      8933  json.WriteString("Avg");
      +
      8934  json.WriteNumber(stat.unusedRangeSizeAvg);
      +
      8935  json.WriteString("Max");
      +
      8936  json.WriteNumber(stat.unusedRangeSizeMax);
      +
      8937  json.EndObject();
      +
      8938  }
      8939 
      -
      8940  json.WriteString("UnusedBytes");
      -
      8941  json.WriteNumber(unusedBytes);
      +
      8940  json.EndObject();
      +
      8941 }
      8942 
      -
      8943  json.WriteString("Allocations");
      -
      8944  json.WriteNumber((uint64_t)allocationCount);
      -
      8945 
      -
      8946  json.WriteString("UnusedRanges");
      -
      8947  json.WriteNumber((uint64_t)unusedRangeCount);
      -
      8948 
      -
      8949  json.WriteString("Suballocations");
      -
      8950  json.BeginArray();
      -
      8951 }
      -
      8952 
      -
      8953 void VmaBlockMetadata::PrintDetailedMap_Allocation(class VmaJsonWriter& json,
      -
      8954  VkDeviceSize offset,
      -
      8955  VmaAllocation hAllocation) const
      -
      8956 {
      -
      8957  json.BeginObject(true);
      -
      8958 
      -
      8959  json.WriteString("Offset");
      -
      8960  json.WriteNumber(offset);
      +
      8943 #endif // #if VMA_STATS_STRING_ENABLED
      +
      8944 
      +
      8945 struct VmaSuballocationItemSizeLess
      +
      8946 {
      +
      8947  bool operator()(
      +
      8948  const VmaSuballocationList::iterator lhs,
      +
      8949  const VmaSuballocationList::iterator rhs) const
      +
      8950  {
      +
      8951  return lhs->size < rhs->size;
      +
      8952  }
      +
      8953  bool operator()(
      +
      8954  const VmaSuballocationList::iterator lhs,
      +
      8955  VkDeviceSize rhsSize) const
      +
      8956  {
      +
      8957  return lhs->size < rhsSize;
      +
      8958  }
      +
      8959 };
      +
      8960 
      8961 
      -
      8962  hAllocation->PrintParameters(json);
      -
      8963 
      -
      8964  json.EndObject();
      -
      8965 }
      -
      8966 
      -
      8967 void VmaBlockMetadata::PrintDetailedMap_UnusedRange(class VmaJsonWriter& json,
      -
      8968  VkDeviceSize offset,
      -
      8969  VkDeviceSize size) const
      -
      8970 {
      -
      8971  json.BeginObject(true);
      -
      8972 
      -
      8973  json.WriteString("Offset");
      -
      8974  json.WriteNumber(offset);
      -
      8975 
      -
      8976  json.WriteString("Type");
      -
      8977  json.WriteString(VMA_SUBALLOCATION_TYPE_NAMES[VMA_SUBALLOCATION_TYPE_FREE]);
      -
      8978 
      -
      8979  json.WriteString("Size");
      -
      8980  json.WriteNumber(size);
      -
      8981 
      -
      8982  json.EndObject();
      -
      8983 }
      -
      8984 
      -
      8985 void VmaBlockMetadata::PrintDetailedMap_End(class VmaJsonWriter& json) const
      -
      8986 {
      -
      8987  json.EndArray();
      -
      8988  json.EndObject();
      -
      8989 }
      -
      8990 
      -
      8991 #endif // #if VMA_STATS_STRING_ENABLED
      -
      8992 
      -
      8994 // class VmaBlockMetadata_Generic
      +
      8963 // class VmaBlockMetadata
      +
      8964 
      +
      8965 VmaBlockMetadata::VmaBlockMetadata(VmaAllocator hAllocator) :
      +
      8966  m_Size(0),
      +
      8967  m_pAllocationCallbacks(hAllocator->GetAllocationCallbacks())
      +
      8968 {
      +
      8969 }
      +
      8970 
      +
      8971 #if VMA_STATS_STRING_ENABLED
      +
      8972 
      +
      8973 void VmaBlockMetadata::PrintDetailedMap_Begin(class VmaJsonWriter& json,
      +
      8974  VkDeviceSize unusedBytes,
      +
      8975  size_t allocationCount,
      +
      8976  size_t unusedRangeCount) const
      +
      8977 {
      +
      8978  json.BeginObject();
      +
      8979 
      +
      8980  json.WriteString("TotalBytes");
      +
      8981  json.WriteNumber(GetSize());
      +
      8982 
      +
      8983  json.WriteString("UnusedBytes");
      +
      8984  json.WriteNumber(unusedBytes);
      +
      8985 
      +
      8986  json.WriteString("Allocations");
      +
      8987  json.WriteNumber((uint64_t)allocationCount);
      +
      8988 
      +
      8989  json.WriteString("UnusedRanges");
      +
      8990  json.WriteNumber((uint64_t)unusedRangeCount);
      +
      8991 
      +
      8992  json.WriteString("Suballocations");
      +
      8993  json.BeginArray();
      +
      8994 }
      8995 
      -
      8996 VmaBlockMetadata_Generic::VmaBlockMetadata_Generic(VmaAllocator hAllocator) :
      -
      8997  VmaBlockMetadata(hAllocator),
      -
      8998  m_FreeCount(0),
      -
      8999  m_SumFreeSize(0),
      -
      9000  m_Suballocations(VmaStlAllocator<VmaSuballocation>(hAllocator->GetAllocationCallbacks())),
      -
      9001  m_FreeSuballocationsBySize(VmaStlAllocator<VmaSuballocationList::iterator>(hAllocator->GetAllocationCallbacks()))
      -
      9002 {
      -
      9003 }
      +
      8996 void VmaBlockMetadata::PrintDetailedMap_Allocation(class VmaJsonWriter& json,
      +
      8997  VkDeviceSize offset,
      +
      8998  VmaAllocation hAllocation) const
      +
      8999 {
      +
      9000  json.BeginObject(true);
      +
      9001 
      +
      9002  json.WriteString("Offset");
      +
      9003  json.WriteNumber(offset);
      9004 
      -
      9005 VmaBlockMetadata_Generic::~VmaBlockMetadata_Generic()
      -
      9006 {
      -
      9007 }
      -
      9008 
      -
      9009 void VmaBlockMetadata_Generic::Init(VkDeviceSize size)
      -
      9010 {
      -
      9011  VmaBlockMetadata::Init(size);
      -
      9012 
      -
      9013  m_FreeCount = 1;
      -
      9014  m_SumFreeSize = size;
      +
      9005  hAllocation->PrintParameters(json);
      +
      9006 
      +
      9007  json.EndObject();
      +
      9008 }
      +
      9009 
      +
      9010 void VmaBlockMetadata::PrintDetailedMap_UnusedRange(class VmaJsonWriter& json,
      +
      9011  VkDeviceSize offset,
      +
      9012  VkDeviceSize size) const
      +
      9013 {
      +
      9014  json.BeginObject(true);
      9015 
      -
      9016  VmaSuballocation suballoc = {};
      -
      9017  suballoc.offset = 0;
      -
      9018  suballoc.size = size;
      -
      9019  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      9020  suballoc.hAllocation = VK_NULL_HANDLE;
      +
      9016  json.WriteString("Offset");
      +
      9017  json.WriteNumber(offset);
      +
      9018 
      +
      9019  json.WriteString("Type");
      +
      9020  json.WriteString(VMA_SUBALLOCATION_TYPE_NAMES[VMA_SUBALLOCATION_TYPE_FREE]);
      9021 
      -
      9022  VMA_ASSERT(size > VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER);
      -
      9023  m_Suballocations.push_back(suballoc);
      -
      9024  VmaSuballocationList::iterator suballocItem = m_Suballocations.end();
      -
      9025  --suballocItem;
      -
      9026  m_FreeSuballocationsBySize.push_back(suballocItem);
      -
      9027 }
      -
      9028 
      -
      9029 bool VmaBlockMetadata_Generic::Validate() const
      -
      9030 {
      -
      9031  VMA_VALIDATE(!m_Suballocations.empty());
      -
      9032 
      -
      9033  // Expected offset of new suballocation as calculated from previous ones.
      -
      9034  VkDeviceSize calculatedOffset = 0;
      -
      9035  // Expected number of free suballocations as calculated from traversing their list.
      -
      9036  uint32_t calculatedFreeCount = 0;
      -
      9037  // Expected sum size of free suballocations as calculated from traversing their list.
      -
      9038  VkDeviceSize calculatedSumFreeSize = 0;
      -
      9039  // Expected number of free suballocations that should be registered in
      -
      9040  // m_FreeSuballocationsBySize calculated from traversing their list.
      -
      9041  size_t freeSuballocationsToRegister = 0;
      -
      9042  // True if previous visited suballocation was free.
      -
      9043  bool prevFree = false;
      -
      9044 
      -
      9045  for(VmaSuballocationList::const_iterator suballocItem = m_Suballocations.cbegin();
      -
      9046  suballocItem != m_Suballocations.cend();
      -
      9047  ++suballocItem)
      -
      9048  {
      -
      9049  const VmaSuballocation& subAlloc = *suballocItem;
      -
      9050 
      -
      9051  // Actual offset of this suballocation doesn't match expected one.
      -
      9052  VMA_VALIDATE(subAlloc.offset == calculatedOffset);
      -
      9053 
      -
      9054  const bool currFree = (subAlloc.type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      9055  // Two adjacent free suballocations are invalid. They should be merged.
      -
      9056  VMA_VALIDATE(!prevFree || !currFree);
      -
      9057 
      -
      9058  VMA_VALIDATE(currFree == (subAlloc.hAllocation == VK_NULL_HANDLE));
      -
      9059 
      -
      9060  if(currFree)
      -
      9061  {
      -
      9062  calculatedSumFreeSize += subAlloc.size;
      -
      9063  ++calculatedFreeCount;
      -
      9064  if(subAlloc.size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      -
      9065  {
      -
      9066  ++freeSuballocationsToRegister;
      -
      9067  }
      -
      9068 
      -
      9069  // Margin required between allocations - every free space must be at least that large.
      -
      9070  VMA_VALIDATE(subAlloc.size >= VMA_DEBUG_MARGIN);
      -
      9071  }
      -
      9072  else
      -
      9073  {
      -
      9074  VMA_VALIDATE(subAlloc.hAllocation->GetOffset() == subAlloc.offset);
      -
      9075  VMA_VALIDATE(subAlloc.hAllocation->GetSize() == subAlloc.size);
      -
      9076 
      -
      9077  // Margin required between allocations - previous allocation must be free.
      -
      9078  VMA_VALIDATE(VMA_DEBUG_MARGIN == 0 || prevFree);
      -
      9079  }
      -
      9080 
      -
      9081  calculatedOffset += subAlloc.size;
      -
      9082  prevFree = currFree;
      -
      9083  }
      -
      9084 
      -
      9085  // Number of free suballocations registered in m_FreeSuballocationsBySize doesn't
      -
      9086  // match expected one.
      -
      9087  VMA_VALIDATE(m_FreeSuballocationsBySize.size() == freeSuballocationsToRegister);
      -
      9088 
      -
      9089  VkDeviceSize lastSize = 0;
      -
      9090  for(size_t i = 0; i < m_FreeSuballocationsBySize.size(); ++i)
      +
      9022  json.WriteString("Size");
      +
      9023  json.WriteNumber(size);
      +
      9024 
      +
      9025  json.EndObject();
      +
      9026 }
      +
      9027 
      +
      9028 void VmaBlockMetadata::PrintDetailedMap_End(class VmaJsonWriter& json) const
      +
      9029 {
      +
      9030  json.EndArray();
      +
      9031  json.EndObject();
      +
      9032 }
      +
      9033 
      +
      9034 #endif // #if VMA_STATS_STRING_ENABLED
      +
      9035 
      +
      9037 // class VmaBlockMetadata_Generic
      +
      9038 
      +
      9039 VmaBlockMetadata_Generic::VmaBlockMetadata_Generic(VmaAllocator hAllocator) :
      +
      9040  VmaBlockMetadata(hAllocator),
      +
      9041  m_FreeCount(0),
      +
      9042  m_SumFreeSize(0),
      +
      9043  m_Suballocations(VmaStlAllocator<VmaSuballocation>(hAllocator->GetAllocationCallbacks())),
      +
      9044  m_FreeSuballocationsBySize(VmaStlAllocator<VmaSuballocationList::iterator>(hAllocator->GetAllocationCallbacks()))
      +
      9045 {
      +
      9046 }
      +
      9047 
      +
      9048 VmaBlockMetadata_Generic::~VmaBlockMetadata_Generic()
      +
      9049 {
      +
      9050 }
      +
      9051 
      +
      9052 void VmaBlockMetadata_Generic::Init(VkDeviceSize size)
      +
      9053 {
      +
      9054  VmaBlockMetadata::Init(size);
      +
      9055 
      +
      9056  m_FreeCount = 1;
      +
      9057  m_SumFreeSize = size;
      +
      9058 
      +
      9059  VmaSuballocation suballoc = {};
      +
      9060  suballoc.offset = 0;
      +
      9061  suballoc.size = size;
      +
      9062  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      9063  suballoc.hAllocation = VK_NULL_HANDLE;
      +
      9064 
      +
      9065  VMA_ASSERT(size > VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER);
      +
      9066  m_Suballocations.push_back(suballoc);
      +
      9067  VmaSuballocationList::iterator suballocItem = m_Suballocations.end();
      +
      9068  --suballocItem;
      +
      9069  m_FreeSuballocationsBySize.push_back(suballocItem);
      +
      9070 }
      +
      9071 
      +
      9072 bool VmaBlockMetadata_Generic::Validate() const
      +
      9073 {
      +
      9074  VMA_VALIDATE(!m_Suballocations.empty());
      +
      9075 
      +
      9076  // Expected offset of new suballocation as calculated from previous ones.
      +
      9077  VkDeviceSize calculatedOffset = 0;
      +
      9078  // Expected number of free suballocations as calculated from traversing their list.
      +
      9079  uint32_t calculatedFreeCount = 0;
      +
      9080  // Expected sum size of free suballocations as calculated from traversing their list.
      +
      9081  VkDeviceSize calculatedSumFreeSize = 0;
      +
      9082  // Expected number of free suballocations that should be registered in
      +
      9083  // m_FreeSuballocationsBySize calculated from traversing their list.
      +
      9084  size_t freeSuballocationsToRegister = 0;
      +
      9085  // True if previous visited suballocation was free.
      +
      9086  bool prevFree = false;
      +
      9087 
      +
      9088  for(VmaSuballocationList::const_iterator suballocItem = m_Suballocations.cbegin();
      +
      9089  suballocItem != m_Suballocations.cend();
      +
      9090  ++suballocItem)
      9091  {
      -
      9092  VmaSuballocationList::iterator suballocItem = m_FreeSuballocationsBySize[i];
      -
      9093 
      -
      9094  // Only free suballocations can be registered in m_FreeSuballocationsBySize.
      -
      9095  VMA_VALIDATE(suballocItem->type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      9096  // They must be sorted by size ascending.
      -
      9097  VMA_VALIDATE(suballocItem->size >= lastSize);
      -
      9098 
      -
      9099  lastSize = suballocItem->size;
      -
      9100  }
      -
      9101 
      -
      9102  // Check if totals match calculacted values.
      -
      9103  VMA_VALIDATE(ValidateFreeSuballocationList());
      -
      9104  VMA_VALIDATE(calculatedOffset == GetSize());
      -
      9105  VMA_VALIDATE(calculatedSumFreeSize == m_SumFreeSize);
      -
      9106  VMA_VALIDATE(calculatedFreeCount == m_FreeCount);
      -
      9107 
      -
      9108  return true;
      -
      9109 }
      -
      9110 
      -
      9111 VkDeviceSize VmaBlockMetadata_Generic::GetUnusedRangeSizeMax() const
      -
      9112 {
      -
      9113  if(!m_FreeSuballocationsBySize.empty())
      -
      9114  {
      -
      9115  return m_FreeSuballocationsBySize.back()->size;
      -
      9116  }
      -
      9117  else
      -
      9118  {
      -
      9119  return 0;
      -
      9120  }
      -
      9121 }
      -
      9122 
      -
      9123 bool VmaBlockMetadata_Generic::IsEmpty() const
      -
      9124 {
      -
      9125  return (m_Suballocations.size() == 1) && (m_FreeCount == 1);
      -
      9126 }
      +
      9092  const VmaSuballocation& subAlloc = *suballocItem;
      +
      9093 
      +
      9094  // Actual offset of this suballocation doesn't match expected one.
      +
      9095  VMA_VALIDATE(subAlloc.offset == calculatedOffset);
      +
      9096 
      +
      9097  const bool currFree = (subAlloc.type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      9098  // Two adjacent free suballocations are invalid. They should be merged.
      +
      9099  VMA_VALIDATE(!prevFree || !currFree);
      +
      9100 
      +
      9101  VMA_VALIDATE(currFree == (subAlloc.hAllocation == VK_NULL_HANDLE));
      +
      9102 
      +
      9103  if(currFree)
      +
      9104  {
      +
      9105  calculatedSumFreeSize += subAlloc.size;
      +
      9106  ++calculatedFreeCount;
      +
      9107  if(subAlloc.size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      +
      9108  {
      +
      9109  ++freeSuballocationsToRegister;
      +
      9110  }
      +
      9111 
      +
      9112  // Margin required between allocations - every free space must be at least that large.
      +
      9113  VMA_VALIDATE(subAlloc.size >= VMA_DEBUG_MARGIN);
      +
      9114  }
      +
      9115  else
      +
      9116  {
      +
      9117  VMA_VALIDATE(subAlloc.hAllocation->GetOffset() == subAlloc.offset);
      +
      9118  VMA_VALIDATE(subAlloc.hAllocation->GetSize() == subAlloc.size);
      +
      9119 
      +
      9120  // Margin required between allocations - previous allocation must be free.
      +
      9121  VMA_VALIDATE(VMA_DEBUG_MARGIN == 0 || prevFree);
      +
      9122  }
      +
      9123 
      +
      9124  calculatedOffset += subAlloc.size;
      +
      9125  prevFree = currFree;
      +
      9126  }
      9127 
      -
      9128 void VmaBlockMetadata_Generic::CalcAllocationStatInfo(VmaStatInfo& outInfo) const
      -
      9129 {
      -
      9130  outInfo.blockCount = 1;
      +
      9128  // Number of free suballocations registered in m_FreeSuballocationsBySize doesn't
      +
      9129  // match expected one.
      +
      9130  VMA_VALIDATE(m_FreeSuballocationsBySize.size() == freeSuballocationsToRegister);
      9131 
      -
      9132  const uint32_t rangeCount = (uint32_t)m_Suballocations.size();
      -
      9133  outInfo.allocationCount = rangeCount - m_FreeCount;
      -
      9134  outInfo.unusedRangeCount = m_FreeCount;
      -
      9135 
      -
      9136  outInfo.unusedBytes = m_SumFreeSize;
      -
      9137  outInfo.usedBytes = GetSize() - outInfo.unusedBytes;
      -
      9138 
      -
      9139  outInfo.allocationSizeMin = UINT64_MAX;
      -
      9140  outInfo.allocationSizeMax = 0;
      -
      9141  outInfo.unusedRangeSizeMin = UINT64_MAX;
      -
      9142  outInfo.unusedRangeSizeMax = 0;
      -
      9143 
      -
      9144  for(VmaSuballocationList::const_iterator suballocItem = m_Suballocations.cbegin();
      -
      9145  suballocItem != m_Suballocations.cend();
      -
      9146  ++suballocItem)
      -
      9147  {
      -
      9148  const VmaSuballocation& suballoc = *suballocItem;
      -
      9149  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
      -
      9150  {
      -
      9151  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
      -
      9152  outInfo.allocationSizeMax = VMA_MAX(outInfo.allocationSizeMax, suballoc.size);
      -
      9153  }
      -
      9154  else
      -
      9155  {
      -
      9156  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, suballoc.size);
      -
      9157  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, suballoc.size);
      -
      9158  }
      +
      9132  VkDeviceSize lastSize = 0;
      +
      9133  for(size_t i = 0; i < m_FreeSuballocationsBySize.size(); ++i)
      +
      9134  {
      +
      9135  VmaSuballocationList::iterator suballocItem = m_FreeSuballocationsBySize[i];
      +
      9136 
      +
      9137  // Only free suballocations can be registered in m_FreeSuballocationsBySize.
      +
      9138  VMA_VALIDATE(suballocItem->type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      9139  // They must be sorted by size ascending.
      +
      9140  VMA_VALIDATE(suballocItem->size >= lastSize);
      +
      9141 
      +
      9142  lastSize = suballocItem->size;
      +
      9143  }
      +
      9144 
      +
      9145  // Check if totals match calculacted values.
      +
      9146  VMA_VALIDATE(ValidateFreeSuballocationList());
      +
      9147  VMA_VALIDATE(calculatedOffset == GetSize());
      +
      9148  VMA_VALIDATE(calculatedSumFreeSize == m_SumFreeSize);
      +
      9149  VMA_VALIDATE(calculatedFreeCount == m_FreeCount);
      +
      9150 
      +
      9151  return true;
      +
      9152 }
      +
      9153 
      +
      9154 VkDeviceSize VmaBlockMetadata_Generic::GetUnusedRangeSizeMax() const
      +
      9155 {
      +
      9156  if(!m_FreeSuballocationsBySize.empty())
      +
      9157  {
      +
      9158  return m_FreeSuballocationsBySize.back()->size;
      9159  }
      -
      9160 }
      -
      9161 
      -
      9162 void VmaBlockMetadata_Generic::AddPoolStats(VmaPoolStats& inoutStats) const
      -
      9163 {
      -
      9164  const uint32_t rangeCount = (uint32_t)m_Suballocations.size();
      +
      9160  else
      +
      9161  {
      +
      9162  return 0;
      +
      9163  }
      +
      9164 }
      9165 
      -
      9166  inoutStats.size += GetSize();
      -
      9167  inoutStats.unusedSize += m_SumFreeSize;
      -
      9168  inoutStats.allocationCount += rangeCount - m_FreeCount;
      -
      9169  inoutStats.unusedRangeCount += m_FreeCount;
      -
      9170  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, GetUnusedRangeSizeMax());
      -
      9171 }
      -
      9172 
      -
      9173 #if VMA_STATS_STRING_ENABLED
      +
      9166 bool VmaBlockMetadata_Generic::IsEmpty() const
      +
      9167 {
      +
      9168  return (m_Suballocations.size() == 1) && (m_FreeCount == 1);
      +
      9169 }
      +
      9170 
      +
      9171 void VmaBlockMetadata_Generic::CalcAllocationStatInfo(VmaStatInfo& outInfo) const
      +
      9172 {
      +
      9173  outInfo.blockCount = 1;
      9174 
      -
      9175 void VmaBlockMetadata_Generic::PrintDetailedMap(class VmaJsonWriter& json) const
      -
      9176 {
      -
      9177  PrintDetailedMap_Begin(json,
      -
      9178  m_SumFreeSize, // unusedBytes
      -
      9179  m_Suballocations.size() - (size_t)m_FreeCount, // allocationCount
      -
      9180  m_FreeCount); // unusedRangeCount
      +
      9175  const uint32_t rangeCount = (uint32_t)m_Suballocations.size();
      +
      9176  outInfo.allocationCount = rangeCount - m_FreeCount;
      +
      9177  outInfo.unusedRangeCount = m_FreeCount;
      +
      9178 
      +
      9179  outInfo.unusedBytes = m_SumFreeSize;
      +
      9180  outInfo.usedBytes = GetSize() - outInfo.unusedBytes;
      9181 
      -
      9182  size_t i = 0;
      -
      9183  for(VmaSuballocationList::const_iterator suballocItem = m_Suballocations.cbegin();
      -
      9184  suballocItem != m_Suballocations.cend();
      -
      9185  ++suballocItem, ++i)
      -
      9186  {
      -
      9187  if(suballocItem->type == VMA_SUBALLOCATION_TYPE_FREE)
      -
      9188  {
      -
      9189  PrintDetailedMap_UnusedRange(json, suballocItem->offset, suballocItem->size);
      -
      9190  }
      -
      9191  else
      -
      9192  {
      -
      9193  PrintDetailedMap_Allocation(json, suballocItem->offset, suballocItem->hAllocation);
      -
      9194  }
      -
      9195  }
      -
      9196 
      -
      9197  PrintDetailedMap_End(json);
      -
      9198 }
      -
      9199 
      -
      9200 #endif // #if VMA_STATS_STRING_ENABLED
      -
      9201 
      -
      9202 bool VmaBlockMetadata_Generic::CreateAllocationRequest(
      -
      9203  uint32_t currentFrameIndex,
      -
      9204  uint32_t frameInUseCount,
      -
      9205  VkDeviceSize bufferImageGranularity,
      -
      9206  VkDeviceSize allocSize,
      -
      9207  VkDeviceSize allocAlignment,
      -
      9208  bool upperAddress,
      -
      9209  VmaSuballocationType allocType,
      -
      9210  bool canMakeOtherLost,
      -
      9211  uint32_t strategy,
      -
      9212  VmaAllocationRequest* pAllocationRequest)
      -
      9213 {
      -
      9214  VMA_ASSERT(allocSize > 0);
      -
      9215  VMA_ASSERT(!upperAddress);
      -
      9216  VMA_ASSERT(allocType != VMA_SUBALLOCATION_TYPE_FREE);
      -
      9217  VMA_ASSERT(pAllocationRequest != VMA_NULL);
      -
      9218  VMA_HEAVY_ASSERT(Validate());
      -
      9219 
      -
      9220  pAllocationRequest->type = VmaAllocationRequestType::Normal;
      -
      9221 
      -
      9222  // There is not enough total free space in this block to fullfill the request: Early return.
      -
      9223  if(canMakeOtherLost == false &&
      -
      9224  m_SumFreeSize < allocSize + 2 * VMA_DEBUG_MARGIN)
      -
      9225  {
      -
      9226  return false;
      -
      9227  }
      -
      9228 
      -
      9229  // New algorithm, efficiently searching freeSuballocationsBySize.
      -
      9230  const size_t freeSuballocCount = m_FreeSuballocationsBySize.size();
      -
      9231  if(freeSuballocCount > 0)
      -
      9232  {
      -
      9233  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT)
      -
      9234  {
      -
      9235  // Find first free suballocation with size not less than allocSize + 2 * VMA_DEBUG_MARGIN.
      -
      9236  VmaSuballocationList::iterator* const it = VmaBinaryFindFirstNotLess(
      -
      9237  m_FreeSuballocationsBySize.data(),
      -
      9238  m_FreeSuballocationsBySize.data() + freeSuballocCount,
      -
      9239  allocSize + 2 * VMA_DEBUG_MARGIN,
      -
      9240  VmaSuballocationItemSizeLess());
      -
      9241  size_t index = it - m_FreeSuballocationsBySize.data();
      -
      9242  for(; index < freeSuballocCount; ++index)
      -
      9243  {
      -
      9244  if(CheckAllocation(
      -
      9245  currentFrameIndex,
      -
      9246  frameInUseCount,
      -
      9247  bufferImageGranularity,
      -
      9248  allocSize,
      -
      9249  allocAlignment,
      -
      9250  allocType,
      -
      9251  m_FreeSuballocationsBySize[index],
      -
      9252  false, // canMakeOtherLost
      -
      9253  &pAllocationRequest->offset,
      -
      9254  &pAllocationRequest->itemsToMakeLostCount,
      -
      9255  &pAllocationRequest->sumFreeSize,
      -
      9256  &pAllocationRequest->sumItemSize))
      -
      9257  {
      -
      9258  pAllocationRequest->item = m_FreeSuballocationsBySize[index];
      -
      9259  return true;
      -
      9260  }
      -
      9261  }
      -
      9262  }
      -
      9263  else if(strategy == VMA_ALLOCATION_INTERNAL_STRATEGY_MIN_OFFSET)
      -
      9264  {
      -
      9265  for(VmaSuballocationList::iterator it = m_Suballocations.begin();
      -
      9266  it != m_Suballocations.end();
      -
      9267  ++it)
      -
      9268  {
      -
      9269  if(it->type == VMA_SUBALLOCATION_TYPE_FREE && CheckAllocation(
      -
      9270  currentFrameIndex,
      -
      9271  frameInUseCount,
      -
      9272  bufferImageGranularity,
      -
      9273  allocSize,
      -
      9274  allocAlignment,
      -
      9275  allocType,
      -
      9276  it,
      -
      9277  false, // canMakeOtherLost
      -
      9278  &pAllocationRequest->offset,
      -
      9279  &pAllocationRequest->itemsToMakeLostCount,
      -
      9280  &pAllocationRequest->sumFreeSize,
      -
      9281  &pAllocationRequest->sumItemSize))
      -
      9282  {
      -
      9283  pAllocationRequest->item = it;
      -
      9284  return true;
      -
      9285  }
      -
      9286  }
      -
      9287  }
      -
      9288  else // WORST_FIT, FIRST_FIT
      -
      9289  {
      -
      9290  // Search staring from biggest suballocations.
      -
      9291  for(size_t index = freeSuballocCount; index--; )
      -
      9292  {
      -
      9293  if(CheckAllocation(
      -
      9294  currentFrameIndex,
      -
      9295  frameInUseCount,
      -
      9296  bufferImageGranularity,
      -
      9297  allocSize,
      -
      9298  allocAlignment,
      -
      9299  allocType,
      -
      9300  m_FreeSuballocationsBySize[index],
      -
      9301  false, // canMakeOtherLost
      -
      9302  &pAllocationRequest->offset,
      -
      9303  &pAllocationRequest->itemsToMakeLostCount,
      -
      9304  &pAllocationRequest->sumFreeSize,
      -
      9305  &pAllocationRequest->sumItemSize))
      -
      9306  {
      -
      9307  pAllocationRequest->item = m_FreeSuballocationsBySize[index];
      -
      9308  return true;
      -
      9309  }
      -
      9310  }
      -
      9311  }
      -
      9312  }
      -
      9313 
      -
      9314  if(canMakeOtherLost)
      -
      9315  {
      -
      9316  // Brute-force algorithm. TODO: Come up with something better.
      -
      9317 
      -
      9318  bool found = false;
      -
      9319  VmaAllocationRequest tmpAllocRequest = {};
      -
      9320  tmpAllocRequest.type = VmaAllocationRequestType::Normal;
      -
      9321  for(VmaSuballocationList::iterator suballocIt = m_Suballocations.begin();
      -
      9322  suballocIt != m_Suballocations.end();
      -
      9323  ++suballocIt)
      -
      9324  {
      -
      9325  if(suballocIt->type == VMA_SUBALLOCATION_TYPE_FREE ||
      -
      9326  suballocIt->hAllocation->CanBecomeLost())
      -
      9327  {
      -
      9328  if(CheckAllocation(
      -
      9329  currentFrameIndex,
      -
      9330  frameInUseCount,
      -
      9331  bufferImageGranularity,
      -
      9332  allocSize,
      -
      9333  allocAlignment,
      -
      9334  allocType,
      -
      9335  suballocIt,
      -
      9336  canMakeOtherLost,
      -
      9337  &tmpAllocRequest.offset,
      -
      9338  &tmpAllocRequest.itemsToMakeLostCount,
      -
      9339  &tmpAllocRequest.sumFreeSize,
      -
      9340  &tmpAllocRequest.sumItemSize))
      -
      9341  {
      -
      9342  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT)
      -
      9343  {
      -
      9344  *pAllocationRequest = tmpAllocRequest;
      -
      9345  pAllocationRequest->item = suballocIt;
      -
      9346  break;
      -
      9347  }
      -
      9348  if(!found || tmpAllocRequest.CalcCost() < pAllocationRequest->CalcCost())
      -
      9349  {
      -
      9350  *pAllocationRequest = tmpAllocRequest;
      -
      9351  pAllocationRequest->item = suballocIt;
      -
      9352  found = true;
      -
      9353  }
      -
      9354  }
      -
      9355  }
      -
      9356  }
      -
      9357 
      -
      9358  return found;
      -
      9359  }
      +
      9182  outInfo.allocationSizeMin = UINT64_MAX;
      +
      9183  outInfo.allocationSizeMax = 0;
      +
      9184  outInfo.unusedRangeSizeMin = UINT64_MAX;
      +
      9185  outInfo.unusedRangeSizeMax = 0;
      +
      9186 
      +
      9187  for(VmaSuballocationList::const_iterator suballocItem = m_Suballocations.cbegin();
      +
      9188  suballocItem != m_Suballocations.cend();
      +
      9189  ++suballocItem)
      +
      9190  {
      +
      9191  const VmaSuballocation& suballoc = *suballocItem;
      +
      9192  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
      +
      9193  {
      +
      9194  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
      +
      9195  outInfo.allocationSizeMax = VMA_MAX(outInfo.allocationSizeMax, suballoc.size);
      +
      9196  }
      +
      9197  else
      +
      9198  {
      +
      9199  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, suballoc.size);
      +
      9200  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, suballoc.size);
      +
      9201  }
      +
      9202  }
      +
      9203 }
      +
      9204 
      +
      9205 void VmaBlockMetadata_Generic::AddPoolStats(VmaPoolStats& inoutStats) const
      +
      9206 {
      +
      9207  const uint32_t rangeCount = (uint32_t)m_Suballocations.size();
      +
      9208 
      +
      9209  inoutStats.size += GetSize();
      +
      9210  inoutStats.unusedSize += m_SumFreeSize;
      +
      9211  inoutStats.allocationCount += rangeCount - m_FreeCount;
      +
      9212  inoutStats.unusedRangeCount += m_FreeCount;
      +
      9213  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, GetUnusedRangeSizeMax());
      +
      9214 }
      +
      9215 
      +
      9216 #if VMA_STATS_STRING_ENABLED
      +
      9217 
      +
      9218 void VmaBlockMetadata_Generic::PrintDetailedMap(class VmaJsonWriter& json) const
      +
      9219 {
      +
      9220  PrintDetailedMap_Begin(json,
      +
      9221  m_SumFreeSize, // unusedBytes
      +
      9222  m_Suballocations.size() - (size_t)m_FreeCount, // allocationCount
      +
      9223  m_FreeCount); // unusedRangeCount
      +
      9224 
      +
      9225  size_t i = 0;
      +
      9226  for(VmaSuballocationList::const_iterator suballocItem = m_Suballocations.cbegin();
      +
      9227  suballocItem != m_Suballocations.cend();
      +
      9228  ++suballocItem, ++i)
      +
      9229  {
      +
      9230  if(suballocItem->type == VMA_SUBALLOCATION_TYPE_FREE)
      +
      9231  {
      +
      9232  PrintDetailedMap_UnusedRange(json, suballocItem->offset, suballocItem->size);
      +
      9233  }
      +
      9234  else
      +
      9235  {
      +
      9236  PrintDetailedMap_Allocation(json, suballocItem->offset, suballocItem->hAllocation);
      +
      9237  }
      +
      9238  }
      +
      9239 
      +
      9240  PrintDetailedMap_End(json);
      +
      9241 }
      +
      9242 
      +
      9243 #endif // #if VMA_STATS_STRING_ENABLED
      +
      9244 
      +
      9245 bool VmaBlockMetadata_Generic::CreateAllocationRequest(
      +
      9246  uint32_t currentFrameIndex,
      +
      9247  uint32_t frameInUseCount,
      +
      9248  VkDeviceSize bufferImageGranularity,
      +
      9249  VkDeviceSize allocSize,
      +
      9250  VkDeviceSize allocAlignment,
      +
      9251  bool upperAddress,
      +
      9252  VmaSuballocationType allocType,
      +
      9253  bool canMakeOtherLost,
      +
      9254  uint32_t strategy,
      +
      9255  VmaAllocationRequest* pAllocationRequest)
      +
      9256 {
      +
      9257  VMA_ASSERT(allocSize > 0);
      +
      9258  VMA_ASSERT(!upperAddress);
      +
      9259  VMA_ASSERT(allocType != VMA_SUBALLOCATION_TYPE_FREE);
      +
      9260  VMA_ASSERT(pAllocationRequest != VMA_NULL);
      +
      9261  VMA_HEAVY_ASSERT(Validate());
      +
      9262 
      +
      9263  pAllocationRequest->type = VmaAllocationRequestType::Normal;
      +
      9264 
      +
      9265  // There is not enough total free space in this block to fullfill the request: Early return.
      +
      9266  if(canMakeOtherLost == false &&
      +
      9267  m_SumFreeSize < allocSize + 2 * VMA_DEBUG_MARGIN)
      +
      9268  {
      +
      9269  return false;
      +
      9270  }
      +
      9271 
      +
      9272  // New algorithm, efficiently searching freeSuballocationsBySize.
      +
      9273  const size_t freeSuballocCount = m_FreeSuballocationsBySize.size();
      +
      9274  if(freeSuballocCount > 0)
      +
      9275  {
      +
      9276  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT)
      +
      9277  {
      +
      9278  // Find first free suballocation with size not less than allocSize + 2 * VMA_DEBUG_MARGIN.
      +
      9279  VmaSuballocationList::iterator* const it = VmaBinaryFindFirstNotLess(
      +
      9280  m_FreeSuballocationsBySize.data(),
      +
      9281  m_FreeSuballocationsBySize.data() + freeSuballocCount,
      +
      9282  allocSize + 2 * VMA_DEBUG_MARGIN,
      +
      9283  VmaSuballocationItemSizeLess());
      +
      9284  size_t index = it - m_FreeSuballocationsBySize.data();
      +
      9285  for(; index < freeSuballocCount; ++index)
      +
      9286  {
      +
      9287  if(CheckAllocation(
      +
      9288  currentFrameIndex,
      +
      9289  frameInUseCount,
      +
      9290  bufferImageGranularity,
      +
      9291  allocSize,
      +
      9292  allocAlignment,
      +
      9293  allocType,
      +
      9294  m_FreeSuballocationsBySize[index],
      +
      9295  false, // canMakeOtherLost
      +
      9296  &pAllocationRequest->offset,
      +
      9297  &pAllocationRequest->itemsToMakeLostCount,
      +
      9298  &pAllocationRequest->sumFreeSize,
      +
      9299  &pAllocationRequest->sumItemSize))
      +
      9300  {
      +
      9301  pAllocationRequest->item = m_FreeSuballocationsBySize[index];
      +
      9302  return true;
      +
      9303  }
      +
      9304  }
      +
      9305  }
      +
      9306  else if(strategy == VMA_ALLOCATION_INTERNAL_STRATEGY_MIN_OFFSET)
      +
      9307  {
      +
      9308  for(VmaSuballocationList::iterator it = m_Suballocations.begin();
      +
      9309  it != m_Suballocations.end();
      +
      9310  ++it)
      +
      9311  {
      +
      9312  if(it->type == VMA_SUBALLOCATION_TYPE_FREE && CheckAllocation(
      +
      9313  currentFrameIndex,
      +
      9314  frameInUseCount,
      +
      9315  bufferImageGranularity,
      +
      9316  allocSize,
      +
      9317  allocAlignment,
      +
      9318  allocType,
      +
      9319  it,
      +
      9320  false, // canMakeOtherLost
      +
      9321  &pAllocationRequest->offset,
      +
      9322  &pAllocationRequest->itemsToMakeLostCount,
      +
      9323  &pAllocationRequest->sumFreeSize,
      +
      9324  &pAllocationRequest->sumItemSize))
      +
      9325  {
      +
      9326  pAllocationRequest->item = it;
      +
      9327  return true;
      +
      9328  }
      +
      9329  }
      +
      9330  }
      +
      9331  else // WORST_FIT, FIRST_FIT
      +
      9332  {
      +
      9333  // Search staring from biggest suballocations.
      +
      9334  for(size_t index = freeSuballocCount; index--; )
      +
      9335  {
      +
      9336  if(CheckAllocation(
      +
      9337  currentFrameIndex,
      +
      9338  frameInUseCount,
      +
      9339  bufferImageGranularity,
      +
      9340  allocSize,
      +
      9341  allocAlignment,
      +
      9342  allocType,
      +
      9343  m_FreeSuballocationsBySize[index],
      +
      9344  false, // canMakeOtherLost
      +
      9345  &pAllocationRequest->offset,
      +
      9346  &pAllocationRequest->itemsToMakeLostCount,
      +
      9347  &pAllocationRequest->sumFreeSize,
      +
      9348  &pAllocationRequest->sumItemSize))
      +
      9349  {
      +
      9350  pAllocationRequest->item = m_FreeSuballocationsBySize[index];
      +
      9351  return true;
      +
      9352  }
      +
      9353  }
      +
      9354  }
      +
      9355  }
      +
      9356 
      +
      9357  if(canMakeOtherLost)
      +
      9358  {
      +
      9359  // Brute-force algorithm. TODO: Come up with something better.
      9360 
      -
      9361  return false;
      -
      9362 }
      -
      9363 
      -
      9364 bool VmaBlockMetadata_Generic::MakeRequestedAllocationsLost(
      -
      9365  uint32_t currentFrameIndex,
      -
      9366  uint32_t frameInUseCount,
      -
      9367  VmaAllocationRequest* pAllocationRequest)
      -
      9368 {
      -
      9369  VMA_ASSERT(pAllocationRequest && pAllocationRequest->type == VmaAllocationRequestType::Normal);
      -
      9370 
      -
      9371  while(pAllocationRequest->itemsToMakeLostCount > 0)
      -
      9372  {
      -
      9373  if(pAllocationRequest->item->type == VMA_SUBALLOCATION_TYPE_FREE)
      -
      9374  {
      -
      9375  ++pAllocationRequest->item;
      -
      9376  }
      -
      9377  VMA_ASSERT(pAllocationRequest->item != m_Suballocations.end());
      -
      9378  VMA_ASSERT(pAllocationRequest->item->hAllocation != VK_NULL_HANDLE);
      -
      9379  VMA_ASSERT(pAllocationRequest->item->hAllocation->CanBecomeLost());
      -
      9380  if(pAllocationRequest->item->hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      -
      9381  {
      -
      9382  pAllocationRequest->item = FreeSuballocation(pAllocationRequest->item);
      -
      9383  --pAllocationRequest->itemsToMakeLostCount;
      -
      9384  }
      -
      9385  else
      -
      9386  {
      -
      9387  return false;
      -
      9388  }
      -
      9389  }
      -
      9390 
      -
      9391  VMA_HEAVY_ASSERT(Validate());
      -
      9392  VMA_ASSERT(pAllocationRequest->item != m_Suballocations.end());
      -
      9393  VMA_ASSERT(pAllocationRequest->item->type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      9394 
      -
      9395  return true;
      -
      9396 }
      -
      9397 
      -
      9398 uint32_t VmaBlockMetadata_Generic::MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
      -
      9399 {
      -
      9400  uint32_t lostAllocationCount = 0;
      -
      9401  for(VmaSuballocationList::iterator it = m_Suballocations.begin();
      -
      9402  it != m_Suballocations.end();
      -
      9403  ++it)
      -
      9404  {
      -
      9405  if(it->type != VMA_SUBALLOCATION_TYPE_FREE &&
      -
      9406  it->hAllocation->CanBecomeLost() &&
      -
      9407  it->hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      -
      9408  {
      -
      9409  it = FreeSuballocation(it);
      -
      9410  ++lostAllocationCount;
      -
      9411  }
      -
      9412  }
      -
      9413  return lostAllocationCount;
      -
      9414 }
      -
      9415 
      -
      9416 VkResult VmaBlockMetadata_Generic::CheckCorruption(const void* pBlockData)
      -
      9417 {
      -
      9418  for(VmaSuballocationList::iterator it = m_Suballocations.begin();
      -
      9419  it != m_Suballocations.end();
      -
      9420  ++it)
      -
      9421  {
      -
      9422  if(it->type != VMA_SUBALLOCATION_TYPE_FREE)
      -
      9423  {
      -
      9424  if(!VmaValidateMagicValue(pBlockData, it->offset - VMA_DEBUG_MARGIN))
      -
      9425  {
      -
      9426  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE VALIDATED ALLOCATION!");
      -
      9427  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      9428  }
      -
      9429  if(!VmaValidateMagicValue(pBlockData, it->offset + it->size))
      -
      9430  {
      -
      9431  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER VALIDATED ALLOCATION!");
      -
      9432  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      9433  }
      -
      9434  }
      -
      9435  }
      -
      9436 
      -
      9437  return VK_SUCCESS;
      -
      9438 }
      -
      9439 
      -
      9440 void VmaBlockMetadata_Generic::Alloc(
      -
      9441  const VmaAllocationRequest& request,
      -
      9442  VmaSuballocationType type,
      -
      9443  VkDeviceSize allocSize,
      -
      9444  VmaAllocation hAllocation)
      -
      9445 {
      -
      9446  VMA_ASSERT(request.type == VmaAllocationRequestType::Normal);
      -
      9447  VMA_ASSERT(request.item != m_Suballocations.end());
      -
      9448  VmaSuballocation& suballoc = *request.item;
      -
      9449  // Given suballocation is a free block.
      -
      9450  VMA_ASSERT(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      9451  // Given offset is inside this suballocation.
      -
      9452  VMA_ASSERT(request.offset >= suballoc.offset);
      -
      9453  const VkDeviceSize paddingBegin = request.offset - suballoc.offset;
      -
      9454  VMA_ASSERT(suballoc.size >= paddingBegin + allocSize);
      -
      9455  const VkDeviceSize paddingEnd = suballoc.size - paddingBegin - allocSize;
      -
      9456 
      -
      9457  // Unregister this free suballocation from m_FreeSuballocationsBySize and update
      -
      9458  // it to become used.
      -
      9459  UnregisterFreeSuballocation(request.item);
      -
      9460 
      -
      9461  suballoc.offset = request.offset;
      -
      9462  suballoc.size = allocSize;
      -
      9463  suballoc.type = type;
      -
      9464  suballoc.hAllocation = hAllocation;
      -
      9465 
      -
      9466  // If there are any free bytes remaining at the end, insert new free suballocation after current one.
      -
      9467  if(paddingEnd)
      -
      9468  {
      -
      9469  VmaSuballocation paddingSuballoc = {};
      -
      9470  paddingSuballoc.offset = request.offset + allocSize;
      -
      9471  paddingSuballoc.size = paddingEnd;
      -
      9472  paddingSuballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      9473  VmaSuballocationList::iterator next = request.item;
      -
      9474  ++next;
      -
      9475  const VmaSuballocationList::iterator paddingEndItem =
      -
      9476  m_Suballocations.insert(next, paddingSuballoc);
      -
      9477  RegisterFreeSuballocation(paddingEndItem);
      +
      9361  bool found = false;
      +
      9362  VmaAllocationRequest tmpAllocRequest = {};
      +
      9363  tmpAllocRequest.type = VmaAllocationRequestType::Normal;
      +
      9364  for(VmaSuballocationList::iterator suballocIt = m_Suballocations.begin();
      +
      9365  suballocIt != m_Suballocations.end();
      +
      9366  ++suballocIt)
      +
      9367  {
      +
      9368  if(suballocIt->type == VMA_SUBALLOCATION_TYPE_FREE ||
      +
      9369  suballocIt->hAllocation->CanBecomeLost())
      +
      9370  {
      +
      9371  if(CheckAllocation(
      +
      9372  currentFrameIndex,
      +
      9373  frameInUseCount,
      +
      9374  bufferImageGranularity,
      +
      9375  allocSize,
      +
      9376  allocAlignment,
      +
      9377  allocType,
      +
      9378  suballocIt,
      +
      9379  canMakeOtherLost,
      +
      9380  &tmpAllocRequest.offset,
      +
      9381  &tmpAllocRequest.itemsToMakeLostCount,
      +
      9382  &tmpAllocRequest.sumFreeSize,
      +
      9383  &tmpAllocRequest.sumItemSize))
      +
      9384  {
      +
      9385  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT)
      +
      9386  {
      +
      9387  *pAllocationRequest = tmpAllocRequest;
      +
      9388  pAllocationRequest->item = suballocIt;
      +
      9389  break;
      +
      9390  }
      +
      9391  if(!found || tmpAllocRequest.CalcCost() < pAllocationRequest->CalcCost())
      +
      9392  {
      +
      9393  *pAllocationRequest = tmpAllocRequest;
      +
      9394  pAllocationRequest->item = suballocIt;
      +
      9395  found = true;
      +
      9396  }
      +
      9397  }
      +
      9398  }
      +
      9399  }
      +
      9400 
      +
      9401  return found;
      +
      9402  }
      +
      9403 
      +
      9404  return false;
      +
      9405 }
      +
      9406 
      +
      9407 bool VmaBlockMetadata_Generic::MakeRequestedAllocationsLost(
      +
      9408  uint32_t currentFrameIndex,
      +
      9409  uint32_t frameInUseCount,
      +
      9410  VmaAllocationRequest* pAllocationRequest)
      +
      9411 {
      +
      9412  VMA_ASSERT(pAllocationRequest && pAllocationRequest->type == VmaAllocationRequestType::Normal);
      +
      9413 
      +
      9414  while(pAllocationRequest->itemsToMakeLostCount > 0)
      +
      9415  {
      +
      9416  if(pAllocationRequest->item->type == VMA_SUBALLOCATION_TYPE_FREE)
      +
      9417  {
      +
      9418  ++pAllocationRequest->item;
      +
      9419  }
      +
      9420  VMA_ASSERT(pAllocationRequest->item != m_Suballocations.end());
      +
      9421  VMA_ASSERT(pAllocationRequest->item->hAllocation != VK_NULL_HANDLE);
      +
      9422  VMA_ASSERT(pAllocationRequest->item->hAllocation->CanBecomeLost());
      +
      9423  if(pAllocationRequest->item->hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      +
      9424  {
      +
      9425  pAllocationRequest->item = FreeSuballocation(pAllocationRequest->item);
      +
      9426  --pAllocationRequest->itemsToMakeLostCount;
      +
      9427  }
      +
      9428  else
      +
      9429  {
      +
      9430  return false;
      +
      9431  }
      +
      9432  }
      +
      9433 
      +
      9434  VMA_HEAVY_ASSERT(Validate());
      +
      9435  VMA_ASSERT(pAllocationRequest->item != m_Suballocations.end());
      +
      9436  VMA_ASSERT(pAllocationRequest->item->type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      9437 
      +
      9438  return true;
      +
      9439 }
      +
      9440 
      +
      9441 uint32_t VmaBlockMetadata_Generic::MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
      +
      9442 {
      +
      9443  uint32_t lostAllocationCount = 0;
      +
      9444  for(VmaSuballocationList::iterator it = m_Suballocations.begin();
      +
      9445  it != m_Suballocations.end();
      +
      9446  ++it)
      +
      9447  {
      +
      9448  if(it->type != VMA_SUBALLOCATION_TYPE_FREE &&
      +
      9449  it->hAllocation->CanBecomeLost() &&
      +
      9450  it->hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      +
      9451  {
      +
      9452  it = FreeSuballocation(it);
      +
      9453  ++lostAllocationCount;
      +
      9454  }
      +
      9455  }
      +
      9456  return lostAllocationCount;
      +
      9457 }
      +
      9458 
      +
      9459 VkResult VmaBlockMetadata_Generic::CheckCorruption(const void* pBlockData)
      +
      9460 {
      +
      9461  for(VmaSuballocationList::iterator it = m_Suballocations.begin();
      +
      9462  it != m_Suballocations.end();
      +
      9463  ++it)
      +
      9464  {
      +
      9465  if(it->type != VMA_SUBALLOCATION_TYPE_FREE)
      +
      9466  {
      +
      9467  if(!VmaValidateMagicValue(pBlockData, it->offset - VMA_DEBUG_MARGIN))
      +
      9468  {
      +
      9469  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE VALIDATED ALLOCATION!");
      +
      9470  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      9471  }
      +
      9472  if(!VmaValidateMagicValue(pBlockData, it->offset + it->size))
      +
      9473  {
      +
      9474  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER VALIDATED ALLOCATION!");
      +
      9475  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      9476  }
      +
      9477  }
      9478  }
      9479 
      -
      9480  // If there are any free bytes remaining at the beginning, insert new free suballocation before current one.
      -
      9481  if(paddingBegin)
      -
      9482  {
      -
      9483  VmaSuballocation paddingSuballoc = {};
      -
      9484  paddingSuballoc.offset = request.offset - paddingBegin;
      -
      9485  paddingSuballoc.size = paddingBegin;
      -
      9486  paddingSuballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      9487  const VmaSuballocationList::iterator paddingBeginItem =
      -
      9488  m_Suballocations.insert(request.item, paddingSuballoc);
      -
      9489  RegisterFreeSuballocation(paddingBeginItem);
      -
      9490  }
      -
      9491 
      -
      9492  // Update totals.
      -
      9493  m_FreeCount = m_FreeCount - 1;
      -
      9494  if(paddingBegin > 0)
      -
      9495  {
      -
      9496  ++m_FreeCount;
      -
      9497  }
      -
      9498  if(paddingEnd > 0)
      -
      9499  {
      -
      9500  ++m_FreeCount;
      -
      9501  }
      -
      9502  m_SumFreeSize -= allocSize;
      -
      9503 }
      -
      9504 
      -
      9505 void VmaBlockMetadata_Generic::Free(const VmaAllocation allocation)
      -
      9506 {
      -
      9507  for(VmaSuballocationList::iterator suballocItem = m_Suballocations.begin();
      -
      9508  suballocItem != m_Suballocations.end();
      -
      9509  ++suballocItem)
      -
      9510  {
      -
      9511  VmaSuballocation& suballoc = *suballocItem;
      -
      9512  if(suballoc.hAllocation == allocation)
      -
      9513  {
      -
      9514  FreeSuballocation(suballocItem);
      -
      9515  VMA_HEAVY_ASSERT(Validate());
      -
      9516  return;
      -
      9517  }
      -
      9518  }
      -
      9519  VMA_ASSERT(0 && "Not found!");
      -
      9520 }
      -
      9521 
      -
      9522 void VmaBlockMetadata_Generic::FreeAtOffset(VkDeviceSize offset)
      -
      9523 {
      -
      9524  for(VmaSuballocationList::iterator suballocItem = m_Suballocations.begin();
      -
      9525  suballocItem != m_Suballocations.end();
      -
      9526  ++suballocItem)
      -
      9527  {
      -
      9528  VmaSuballocation& suballoc = *suballocItem;
      -
      9529  if(suballoc.offset == offset)
      -
      9530  {
      -
      9531  FreeSuballocation(suballocItem);
      -
      9532  return;
      -
      9533  }
      -
      9534  }
      -
      9535  VMA_ASSERT(0 && "Not found!");
      -
      9536 }
      -
      9537 
      -
      9538 bool VmaBlockMetadata_Generic::ValidateFreeSuballocationList() const
      -
      9539 {
      -
      9540  VkDeviceSize lastSize = 0;
      -
      9541  for(size_t i = 0, count = m_FreeSuballocationsBySize.size(); i < count; ++i)
      +
      9480  return VK_SUCCESS;
      +
      9481 }
      +
      9482 
      +
      9483 void VmaBlockMetadata_Generic::Alloc(
      +
      9484  const VmaAllocationRequest& request,
      +
      9485  VmaSuballocationType type,
      +
      9486  VkDeviceSize allocSize,
      +
      9487  VmaAllocation hAllocation)
      +
      9488 {
      +
      9489  VMA_ASSERT(request.type == VmaAllocationRequestType::Normal);
      +
      9490  VMA_ASSERT(request.item != m_Suballocations.end());
      +
      9491  VmaSuballocation& suballoc = *request.item;
      +
      9492  // Given suballocation is a free block.
      +
      9493  VMA_ASSERT(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      9494  // Given offset is inside this suballocation.
      +
      9495  VMA_ASSERT(request.offset >= suballoc.offset);
      +
      9496  const VkDeviceSize paddingBegin = request.offset - suballoc.offset;
      +
      9497  VMA_ASSERT(suballoc.size >= paddingBegin + allocSize);
      +
      9498  const VkDeviceSize paddingEnd = suballoc.size - paddingBegin - allocSize;
      +
      9499 
      +
      9500  // Unregister this free suballocation from m_FreeSuballocationsBySize and update
      +
      9501  // it to become used.
      +
      9502  UnregisterFreeSuballocation(request.item);
      +
      9503 
      +
      9504  suballoc.offset = request.offset;
      +
      9505  suballoc.size = allocSize;
      +
      9506  suballoc.type = type;
      +
      9507  suballoc.hAllocation = hAllocation;
      +
      9508 
      +
      9509  // If there are any free bytes remaining at the end, insert new free suballocation after current one.
      +
      9510  if(paddingEnd)
      +
      9511  {
      +
      9512  VmaSuballocation paddingSuballoc = {};
      +
      9513  paddingSuballoc.offset = request.offset + allocSize;
      +
      9514  paddingSuballoc.size = paddingEnd;
      +
      9515  paddingSuballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      9516  VmaSuballocationList::iterator next = request.item;
      +
      9517  ++next;
      +
      9518  const VmaSuballocationList::iterator paddingEndItem =
      +
      9519  m_Suballocations.insert(next, paddingSuballoc);
      +
      9520  RegisterFreeSuballocation(paddingEndItem);
      +
      9521  }
      +
      9522 
      +
      9523  // If there are any free bytes remaining at the beginning, insert new free suballocation before current one.
      +
      9524  if(paddingBegin)
      +
      9525  {
      +
      9526  VmaSuballocation paddingSuballoc = {};
      +
      9527  paddingSuballoc.offset = request.offset - paddingBegin;
      +
      9528  paddingSuballoc.size = paddingBegin;
      +
      9529  paddingSuballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      9530  const VmaSuballocationList::iterator paddingBeginItem =
      +
      9531  m_Suballocations.insert(request.item, paddingSuballoc);
      +
      9532  RegisterFreeSuballocation(paddingBeginItem);
      +
      9533  }
      +
      9534 
      +
      9535  // Update totals.
      +
      9536  m_FreeCount = m_FreeCount - 1;
      +
      9537  if(paddingBegin > 0)
      +
      9538  {
      +
      9539  ++m_FreeCount;
      +
      9540  }
      +
      9541  if(paddingEnd > 0)
      9542  {
      -
      9543  const VmaSuballocationList::iterator it = m_FreeSuballocationsBySize[i];
      -
      9544 
      -
      9545  VMA_VALIDATE(it->type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      9546  VMA_VALIDATE(it->size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER);
      -
      9547  VMA_VALIDATE(it->size >= lastSize);
      -
      9548  lastSize = it->size;
      -
      9549  }
      -
      9550  return true;
      -
      9551 }
      -
      9552 
      -
      9553 bool VmaBlockMetadata_Generic::CheckAllocation(
      -
      9554  uint32_t currentFrameIndex,
      -
      9555  uint32_t frameInUseCount,
      -
      9556  VkDeviceSize bufferImageGranularity,
      -
      9557  VkDeviceSize allocSize,
      -
      9558  VkDeviceSize allocAlignment,
      -
      9559  VmaSuballocationType allocType,
      -
      9560  VmaSuballocationList::const_iterator suballocItem,
      -
      9561  bool canMakeOtherLost,
      -
      9562  VkDeviceSize* pOffset,
      -
      9563  size_t* itemsToMakeLostCount,
      -
      9564  VkDeviceSize* pSumFreeSize,
      -
      9565  VkDeviceSize* pSumItemSize) const
      -
      9566 {
      -
      9567  VMA_ASSERT(allocSize > 0);
      -
      9568  VMA_ASSERT(allocType != VMA_SUBALLOCATION_TYPE_FREE);
      -
      9569  VMA_ASSERT(suballocItem != m_Suballocations.cend());
      -
      9570  VMA_ASSERT(pOffset != VMA_NULL);
      -
      9571 
      -
      9572  *itemsToMakeLostCount = 0;
      -
      9573  *pSumFreeSize = 0;
      -
      9574  *pSumItemSize = 0;
      -
      9575 
      -
      9576  if(canMakeOtherLost)
      -
      9577  {
      -
      9578  if(suballocItem->type == VMA_SUBALLOCATION_TYPE_FREE)
      -
      9579  {
      -
      9580  *pSumFreeSize = suballocItem->size;
      -
      9581  }
      -
      9582  else
      -
      9583  {
      -
      9584  if(suballocItem->hAllocation->CanBecomeLost() &&
      -
      9585  suballocItem->hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      -
      9586  {
      -
      9587  ++*itemsToMakeLostCount;
      -
      9588  *pSumItemSize = suballocItem->size;
      -
      9589  }
      -
      9590  else
      -
      9591  {
      -
      9592  return false;
      -
      9593  }
      -
      9594  }
      +
      9543  ++m_FreeCount;
      +
      9544  }
      +
      9545  m_SumFreeSize -= allocSize;
      +
      9546 }
      +
      9547 
      +
      9548 void VmaBlockMetadata_Generic::Free(const VmaAllocation allocation)
      +
      9549 {
      +
      9550  for(VmaSuballocationList::iterator suballocItem = m_Suballocations.begin();
      +
      9551  suballocItem != m_Suballocations.end();
      +
      9552  ++suballocItem)
      +
      9553  {
      +
      9554  VmaSuballocation& suballoc = *suballocItem;
      +
      9555  if(suballoc.hAllocation == allocation)
      +
      9556  {
      +
      9557  FreeSuballocation(suballocItem);
      +
      9558  VMA_HEAVY_ASSERT(Validate());
      +
      9559  return;
      +
      9560  }
      +
      9561  }
      +
      9562  VMA_ASSERT(0 && "Not found!");
      +
      9563 }
      +
      9564 
      +
      9565 void VmaBlockMetadata_Generic::FreeAtOffset(VkDeviceSize offset)
      +
      9566 {
      +
      9567  for(VmaSuballocationList::iterator suballocItem = m_Suballocations.begin();
      +
      9568  suballocItem != m_Suballocations.end();
      +
      9569  ++suballocItem)
      +
      9570  {
      +
      9571  VmaSuballocation& suballoc = *suballocItem;
      +
      9572  if(suballoc.offset == offset)
      +
      9573  {
      +
      9574  FreeSuballocation(suballocItem);
      +
      9575  return;
      +
      9576  }
      +
      9577  }
      +
      9578  VMA_ASSERT(0 && "Not found!");
      +
      9579 }
      +
      9580 
      +
      9581 bool VmaBlockMetadata_Generic::ValidateFreeSuballocationList() const
      +
      9582 {
      +
      9583  VkDeviceSize lastSize = 0;
      +
      9584  for(size_t i = 0, count = m_FreeSuballocationsBySize.size(); i < count; ++i)
      +
      9585  {
      +
      9586  const VmaSuballocationList::iterator it = m_FreeSuballocationsBySize[i];
      +
      9587 
      +
      9588  VMA_VALIDATE(it->type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      9589  VMA_VALIDATE(it->size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER);
      +
      9590  VMA_VALIDATE(it->size >= lastSize);
      +
      9591  lastSize = it->size;
      +
      9592  }
      +
      9593  return true;
      +
      9594 }
      9595 
      -
      9596  // Remaining size is too small for this request: Early return.
      -
      9597  if(GetSize() - suballocItem->offset < allocSize)
      -
      9598  {
      -
      9599  return false;
      -
      9600  }
      -
      9601 
      -
      9602  // Start from offset equal to beginning of this suballocation.
      -
      9603  *pOffset = suballocItem->offset;
      -
      9604 
      -
      9605  // Apply VMA_DEBUG_MARGIN at the beginning.
      -
      9606  if(VMA_DEBUG_MARGIN > 0)
      -
      9607  {
      -
      9608  *pOffset += VMA_DEBUG_MARGIN;
      -
      9609  }
      -
      9610 
      -
      9611  // Apply alignment.
      -
      9612  *pOffset = VmaAlignUp(*pOffset, allocAlignment);
      -
      9613 
      -
      9614  // Check previous suballocations for BufferImageGranularity conflicts.
      -
      9615  // Make bigger alignment if necessary.
      -
      9616  if(bufferImageGranularity > 1)
      -
      9617  {
      -
      9618  bool bufferImageGranularityConflict = false;
      -
      9619  VmaSuballocationList::const_iterator prevSuballocItem = suballocItem;
      -
      9620  while(prevSuballocItem != m_Suballocations.cbegin())
      -
      9621  {
      -
      9622  --prevSuballocItem;
      -
      9623  const VmaSuballocation& prevSuballoc = *prevSuballocItem;
      -
      9624  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, *pOffset, bufferImageGranularity))
      -
      9625  {
      -
      9626  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
      -
      9627  {
      -
      9628  bufferImageGranularityConflict = true;
      -
      9629  break;
      -
      9630  }
      -
      9631  }
      -
      9632  else
      -
      9633  // Already on previous page.
      -
      9634  break;
      -
      9635  }
      -
      9636  if(bufferImageGranularityConflict)
      -
      9637  {
      -
      9638  *pOffset = VmaAlignUp(*pOffset, bufferImageGranularity);
      -
      9639  }
      -
      9640  }
      -
      9641 
      -
      9642  // Now that we have final *pOffset, check if we are past suballocItem.
      -
      9643  // If yes, return false - this function should be called for another suballocItem as starting point.
      -
      9644  if(*pOffset >= suballocItem->offset + suballocItem->size)
      -
      9645  {
      -
      9646  return false;
      -
      9647  }
      -
      9648 
      -
      9649  // Calculate padding at the beginning based on current offset.
      -
      9650  const VkDeviceSize paddingBegin = *pOffset - suballocItem->offset;
      -
      9651 
      -
      9652  // Calculate required margin at the end.
      -
      9653  const VkDeviceSize requiredEndMargin = VMA_DEBUG_MARGIN;
      -
      9654 
      -
      9655  const VkDeviceSize totalSize = paddingBegin + allocSize + requiredEndMargin;
      -
      9656  // Another early return check.
      -
      9657  if(suballocItem->offset + totalSize > GetSize())
      -
      9658  {
      -
      9659  return false;
      -
      9660  }
      -
      9661 
      -
      9662  // Advance lastSuballocItem until desired size is reached.
      -
      9663  // Update itemsToMakeLostCount.
      -
      9664  VmaSuballocationList::const_iterator lastSuballocItem = suballocItem;
      -
      9665  if(totalSize > suballocItem->size)
      -
      9666  {
      -
      9667  VkDeviceSize remainingSize = totalSize - suballocItem->size;
      -
      9668  while(remainingSize > 0)
      -
      9669  {
      -
      9670  ++lastSuballocItem;
      -
      9671  if(lastSuballocItem == m_Suballocations.cend())
      -
      9672  {
      -
      9673  return false;
      +
      9596 bool VmaBlockMetadata_Generic::CheckAllocation(
      +
      9597  uint32_t currentFrameIndex,
      +
      9598  uint32_t frameInUseCount,
      +
      9599  VkDeviceSize bufferImageGranularity,
      +
      9600  VkDeviceSize allocSize,
      +
      9601  VkDeviceSize allocAlignment,
      +
      9602  VmaSuballocationType allocType,
      +
      9603  VmaSuballocationList::const_iterator suballocItem,
      +
      9604  bool canMakeOtherLost,
      +
      9605  VkDeviceSize* pOffset,
      +
      9606  size_t* itemsToMakeLostCount,
      +
      9607  VkDeviceSize* pSumFreeSize,
      +
      9608  VkDeviceSize* pSumItemSize) const
      +
      9609 {
      +
      9610  VMA_ASSERT(allocSize > 0);
      +
      9611  VMA_ASSERT(allocType != VMA_SUBALLOCATION_TYPE_FREE);
      +
      9612  VMA_ASSERT(suballocItem != m_Suballocations.cend());
      +
      9613  VMA_ASSERT(pOffset != VMA_NULL);
      +
      9614 
      +
      9615  *itemsToMakeLostCount = 0;
      +
      9616  *pSumFreeSize = 0;
      +
      9617  *pSumItemSize = 0;
      +
      9618 
      +
      9619  if(canMakeOtherLost)
      +
      9620  {
      +
      9621  if(suballocItem->type == VMA_SUBALLOCATION_TYPE_FREE)
      +
      9622  {
      +
      9623  *pSumFreeSize = suballocItem->size;
      +
      9624  }
      +
      9625  else
      +
      9626  {
      +
      9627  if(suballocItem->hAllocation->CanBecomeLost() &&
      +
      9628  suballocItem->hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      +
      9629  {
      +
      9630  ++*itemsToMakeLostCount;
      +
      9631  *pSumItemSize = suballocItem->size;
      +
      9632  }
      +
      9633  else
      +
      9634  {
      +
      9635  return false;
      +
      9636  }
      +
      9637  }
      +
      9638 
      +
      9639  // Remaining size is too small for this request: Early return.
      +
      9640  if(GetSize() - suballocItem->offset < allocSize)
      +
      9641  {
      +
      9642  return false;
      +
      9643  }
      +
      9644 
      +
      9645  // Start from offset equal to beginning of this suballocation.
      +
      9646  *pOffset = suballocItem->offset;
      +
      9647 
      +
      9648  // Apply VMA_DEBUG_MARGIN at the beginning.
      +
      9649  if(VMA_DEBUG_MARGIN > 0)
      +
      9650  {
      +
      9651  *pOffset += VMA_DEBUG_MARGIN;
      +
      9652  }
      +
      9653 
      +
      9654  // Apply alignment.
      +
      9655  *pOffset = VmaAlignUp(*pOffset, allocAlignment);
      +
      9656 
      +
      9657  // Check previous suballocations for BufferImageGranularity conflicts.
      +
      9658  // Make bigger alignment if necessary.
      +
      9659  if(bufferImageGranularity > 1)
      +
      9660  {
      +
      9661  bool bufferImageGranularityConflict = false;
      +
      9662  VmaSuballocationList::const_iterator prevSuballocItem = suballocItem;
      +
      9663  while(prevSuballocItem != m_Suballocations.cbegin())
      +
      9664  {
      +
      9665  --prevSuballocItem;
      +
      9666  const VmaSuballocation& prevSuballoc = *prevSuballocItem;
      +
      9667  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, *pOffset, bufferImageGranularity))
      +
      9668  {
      +
      9669  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
      +
      9670  {
      +
      9671  bufferImageGranularityConflict = true;
      +
      9672  break;
      +
      9673  }
      9674  }
      -
      9675  if(lastSuballocItem->type == VMA_SUBALLOCATION_TYPE_FREE)
      -
      9676  {
      -
      9677  *pSumFreeSize += lastSuballocItem->size;
      -
      9678  }
      -
      9679  else
      -
      9680  {
      -
      9681  VMA_ASSERT(lastSuballocItem->hAllocation != VK_NULL_HANDLE);
      -
      9682  if(lastSuballocItem->hAllocation->CanBecomeLost() &&
      -
      9683  lastSuballocItem->hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      -
      9684  {
      -
      9685  ++*itemsToMakeLostCount;
      -
      9686  *pSumItemSize += lastSuballocItem->size;
      -
      9687  }
      -
      9688  else
      -
      9689  {
      -
      9690  return false;
      -
      9691  }
      -
      9692  }
      -
      9693  remainingSize = (lastSuballocItem->size < remainingSize) ?
      -
      9694  remainingSize - lastSuballocItem->size : 0;
      -
      9695  }
      -
      9696  }
      +
      9675  else
      +
      9676  // Already on previous page.
      +
      9677  break;
      +
      9678  }
      +
      9679  if(bufferImageGranularityConflict)
      +
      9680  {
      +
      9681  *pOffset = VmaAlignUp(*pOffset, bufferImageGranularity);
      +
      9682  }
      +
      9683  }
      +
      9684 
      +
      9685  // Now that we have final *pOffset, check if we are past suballocItem.
      +
      9686  // If yes, return false - this function should be called for another suballocItem as starting point.
      +
      9687  if(*pOffset >= suballocItem->offset + suballocItem->size)
      +
      9688  {
      +
      9689  return false;
      +
      9690  }
      +
      9691 
      +
      9692  // Calculate padding at the beginning based on current offset.
      +
      9693  const VkDeviceSize paddingBegin = *pOffset - suballocItem->offset;
      +
      9694 
      +
      9695  // Calculate required margin at the end.
      +
      9696  const VkDeviceSize requiredEndMargin = VMA_DEBUG_MARGIN;
      9697 
      -
      9698  // Check next suballocations for BufferImageGranularity conflicts.
      -
      9699  // If conflict exists, we must mark more allocations lost or fail.
      -
      9700  if(bufferImageGranularity > 1)
      +
      9698  const VkDeviceSize totalSize = paddingBegin + allocSize + requiredEndMargin;
      +
      9699  // Another early return check.
      +
      9700  if(suballocItem->offset + totalSize > GetSize())
      9701  {
      -
      9702  VmaSuballocationList::const_iterator nextSuballocItem = lastSuballocItem;
      -
      9703  ++nextSuballocItem;
      -
      9704  while(nextSuballocItem != m_Suballocations.cend())
      -
      9705  {
      -
      9706  const VmaSuballocation& nextSuballoc = *nextSuballocItem;
      -
      9707  if(VmaBlocksOnSamePage(*pOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      -
      9708  {
      -
      9709  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
      -
      9710  {
      -
      9711  VMA_ASSERT(nextSuballoc.hAllocation != VK_NULL_HANDLE);
      -
      9712  if(nextSuballoc.hAllocation->CanBecomeLost() &&
      -
      9713  nextSuballoc.hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      -
      9714  {
      -
      9715  ++*itemsToMakeLostCount;
      -
      9716  }
      -
      9717  else
      -
      9718  {
      -
      9719  return false;
      -
      9720  }
      -
      9721  }
      -
      9722  }
      -
      9723  else
      -
      9724  {
      -
      9725  // Already on next page.
      -
      9726  break;
      -
      9727  }
      -
      9728  ++nextSuballocItem;
      -
      9729  }
      -
      9730  }
      -
      9731  }
      -
      9732  else
      -
      9733  {
      -
      9734  const VmaSuballocation& suballoc = *suballocItem;
      -
      9735  VMA_ASSERT(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      9736 
      -
      9737  *pSumFreeSize = suballoc.size;
      -
      9738 
      -
      9739  // Size of this suballocation is too small for this request: Early return.
      -
      9740  if(suballoc.size < allocSize)
      -
      9741  {
      -
      9742  return false;
      -
      9743  }
      -
      9744 
      -
      9745  // Start from offset equal to beginning of this suballocation.
      -
      9746  *pOffset = suballoc.offset;
      -
      9747 
      -
      9748  // Apply VMA_DEBUG_MARGIN at the beginning.
      -
      9749  if(VMA_DEBUG_MARGIN > 0)
      -
      9750  {
      -
      9751  *pOffset += VMA_DEBUG_MARGIN;
      -
      9752  }
      -
      9753 
      -
      9754  // Apply alignment.
      -
      9755  *pOffset = VmaAlignUp(*pOffset, allocAlignment);
      -
      9756 
      -
      9757  // Check previous suballocations for BufferImageGranularity conflicts.
      -
      9758  // Make bigger alignment if necessary.
      -
      9759  if(bufferImageGranularity > 1)
      -
      9760  {
      -
      9761  bool bufferImageGranularityConflict = false;
      -
      9762  VmaSuballocationList::const_iterator prevSuballocItem = suballocItem;
      -
      9763  while(prevSuballocItem != m_Suballocations.cbegin())
      -
      9764  {
      -
      9765  --prevSuballocItem;
      -
      9766  const VmaSuballocation& prevSuballoc = *prevSuballocItem;
      -
      9767  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, *pOffset, bufferImageGranularity))
      -
      9768  {
      -
      9769  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
      -
      9770  {
      -
      9771  bufferImageGranularityConflict = true;
      -
      9772  break;
      -
      9773  }
      -
      9774  }
      -
      9775  else
      -
      9776  // Already on previous page.
      -
      9777  break;
      -
      9778  }
      -
      9779  if(bufferImageGranularityConflict)
      -
      9780  {
      -
      9781  *pOffset = VmaAlignUp(*pOffset, bufferImageGranularity);
      -
      9782  }
      -
      9783  }
      -
      9784 
      -
      9785  // Calculate padding at the beginning based on current offset.
      -
      9786  const VkDeviceSize paddingBegin = *pOffset - suballoc.offset;
      +
      9702  return false;
      +
      9703  }
      +
      9704 
      +
      9705  // Advance lastSuballocItem until desired size is reached.
      +
      9706  // Update itemsToMakeLostCount.
      +
      9707  VmaSuballocationList::const_iterator lastSuballocItem = suballocItem;
      +
      9708  if(totalSize > suballocItem->size)
      +
      9709  {
      +
      9710  VkDeviceSize remainingSize = totalSize - suballocItem->size;
      +
      9711  while(remainingSize > 0)
      +
      9712  {
      +
      9713  ++lastSuballocItem;
      +
      9714  if(lastSuballocItem == m_Suballocations.cend())
      +
      9715  {
      +
      9716  return false;
      +
      9717  }
      +
      9718  if(lastSuballocItem->type == VMA_SUBALLOCATION_TYPE_FREE)
      +
      9719  {
      +
      9720  *pSumFreeSize += lastSuballocItem->size;
      +
      9721  }
      +
      9722  else
      +
      9723  {
      +
      9724  VMA_ASSERT(lastSuballocItem->hAllocation != VK_NULL_HANDLE);
      +
      9725  if(lastSuballocItem->hAllocation->CanBecomeLost() &&
      +
      9726  lastSuballocItem->hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      +
      9727  {
      +
      9728  ++*itemsToMakeLostCount;
      +
      9729  *pSumItemSize += lastSuballocItem->size;
      +
      9730  }
      +
      9731  else
      +
      9732  {
      +
      9733  return false;
      +
      9734  }
      +
      9735  }
      +
      9736  remainingSize = (lastSuballocItem->size < remainingSize) ?
      +
      9737  remainingSize - lastSuballocItem->size : 0;
      +
      9738  }
      +
      9739  }
      +
      9740 
      +
      9741  // Check next suballocations for BufferImageGranularity conflicts.
      +
      9742  // If conflict exists, we must mark more allocations lost or fail.
      +
      9743  if(bufferImageGranularity > 1)
      +
      9744  {
      +
      9745  VmaSuballocationList::const_iterator nextSuballocItem = lastSuballocItem;
      +
      9746  ++nextSuballocItem;
      +
      9747  while(nextSuballocItem != m_Suballocations.cend())
      +
      9748  {
      +
      9749  const VmaSuballocation& nextSuballoc = *nextSuballocItem;
      +
      9750  if(VmaBlocksOnSamePage(*pOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      +
      9751  {
      +
      9752  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
      +
      9753  {
      +
      9754  VMA_ASSERT(nextSuballoc.hAllocation != VK_NULL_HANDLE);
      +
      9755  if(nextSuballoc.hAllocation->CanBecomeLost() &&
      +
      9756  nextSuballoc.hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      +
      9757  {
      +
      9758  ++*itemsToMakeLostCount;
      +
      9759  }
      +
      9760  else
      +
      9761  {
      +
      9762  return false;
      +
      9763  }
      +
      9764  }
      +
      9765  }
      +
      9766  else
      +
      9767  {
      +
      9768  // Already on next page.
      +
      9769  break;
      +
      9770  }
      +
      9771  ++nextSuballocItem;
      +
      9772  }
      +
      9773  }
      +
      9774  }
      +
      9775  else
      +
      9776  {
      +
      9777  const VmaSuballocation& suballoc = *suballocItem;
      +
      9778  VMA_ASSERT(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      9779 
      +
      9780  *pSumFreeSize = suballoc.size;
      +
      9781 
      +
      9782  // Size of this suballocation is too small for this request: Early return.
      +
      9783  if(suballoc.size < allocSize)
      +
      9784  {
      +
      9785  return false;
      +
      9786  }
      9787 
      -
      9788  // Calculate required margin at the end.
      -
      9789  const VkDeviceSize requiredEndMargin = VMA_DEBUG_MARGIN;
      +
      9788  // Start from offset equal to beginning of this suballocation.
      +
      9789  *pOffset = suballoc.offset;
      9790 
      -
      9791  // Fail if requested size plus margin before and after is bigger than size of this suballocation.
      -
      9792  if(paddingBegin + allocSize + requiredEndMargin > suballoc.size)
      +
      9791  // Apply VMA_DEBUG_MARGIN at the beginning.
      +
      9792  if(VMA_DEBUG_MARGIN > 0)
      9793  {
      -
      9794  return false;
      +
      9794  *pOffset += VMA_DEBUG_MARGIN;
      9795  }
      9796 
      -
      9797  // Check next suballocations for BufferImageGranularity conflicts.
      -
      9798  // If conflict exists, allocation cannot be made here.
      -
      9799  if(bufferImageGranularity > 1)
      -
      9800  {
      -
      9801  VmaSuballocationList::const_iterator nextSuballocItem = suballocItem;
      -
      9802  ++nextSuballocItem;
      -
      9803  while(nextSuballocItem != m_Suballocations.cend())
      -
      9804  {
      -
      9805  const VmaSuballocation& nextSuballoc = *nextSuballocItem;
      -
      9806  if(VmaBlocksOnSamePage(*pOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      -
      9807  {
      -
      9808  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
      -
      9809  {
      -
      9810  return false;
      -
      9811  }
      -
      9812  }
      -
      9813  else
      -
      9814  {
      -
      9815  // Already on next page.
      -
      9816  break;
      +
      9797  // Apply alignment.
      +
      9798  *pOffset = VmaAlignUp(*pOffset, allocAlignment);
      +
      9799 
      +
      9800  // Check previous suballocations for BufferImageGranularity conflicts.
      +
      9801  // Make bigger alignment if necessary.
      +
      9802  if(bufferImageGranularity > 1)
      +
      9803  {
      +
      9804  bool bufferImageGranularityConflict = false;
      +
      9805  VmaSuballocationList::const_iterator prevSuballocItem = suballocItem;
      +
      9806  while(prevSuballocItem != m_Suballocations.cbegin())
      +
      9807  {
      +
      9808  --prevSuballocItem;
      +
      9809  const VmaSuballocation& prevSuballoc = *prevSuballocItem;
      +
      9810  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, *pOffset, bufferImageGranularity))
      +
      9811  {
      +
      9812  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
      +
      9813  {
      +
      9814  bufferImageGranularityConflict = true;
      +
      9815  break;
      +
      9816  }
      9817  }
      -
      9818  ++nextSuballocItem;
      -
      9819  }
      -
      9820  }
      -
      9821  }
      -
      9822 
      -
      9823  // All tests passed: Success. pOffset is already filled.
      -
      9824  return true;
      -
      9825 }
      -
      9826 
      -
      9827 void VmaBlockMetadata_Generic::MergeFreeWithNext(VmaSuballocationList::iterator item)
      -
      9828 {
      -
      9829  VMA_ASSERT(item != m_Suballocations.end());
      -
      9830  VMA_ASSERT(item->type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      9831 
      -
      9832  VmaSuballocationList::iterator nextItem = item;
      -
      9833  ++nextItem;
      -
      9834  VMA_ASSERT(nextItem != m_Suballocations.end());
      -
      9835  VMA_ASSERT(nextItem->type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      9836 
      -
      9837  item->size += nextItem->size;
      -
      9838  --m_FreeCount;
      -
      9839  m_Suballocations.erase(nextItem);
      -
      9840 }
      -
      9841 
      -
      9842 VmaSuballocationList::iterator VmaBlockMetadata_Generic::FreeSuballocation(VmaSuballocationList::iterator suballocItem)
      -
      9843 {
      -
      9844  // Change this suballocation to be marked as free.
      -
      9845  VmaSuballocation& suballoc = *suballocItem;
      -
      9846  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      9847  suballoc.hAllocation = VK_NULL_HANDLE;
      -
      9848 
      -
      9849  // Update totals.
      -
      9850  ++m_FreeCount;
      -
      9851  m_SumFreeSize += suballoc.size;
      -
      9852 
      -
      9853  // Merge with previous and/or next suballocation if it's also free.
      -
      9854  bool mergeWithNext = false;
      -
      9855  bool mergeWithPrev = false;
      -
      9856 
      -
      9857  VmaSuballocationList::iterator nextItem = suballocItem;
      -
      9858  ++nextItem;
      -
      9859  if((nextItem != m_Suballocations.end()) && (nextItem->type == VMA_SUBALLOCATION_TYPE_FREE))
      -
      9860  {
      -
      9861  mergeWithNext = true;
      -
      9862  }
      -
      9863 
      -
      9864  VmaSuballocationList::iterator prevItem = suballocItem;
      -
      9865  if(suballocItem != m_Suballocations.begin())
      -
      9866  {
      -
      9867  --prevItem;
      -
      9868  if(prevItem->type == VMA_SUBALLOCATION_TYPE_FREE)
      -
      9869  {
      -
      9870  mergeWithPrev = true;
      -
      9871  }
      -
      9872  }
      -
      9873 
      -
      9874  if(mergeWithNext)
      -
      9875  {
      -
      9876  UnregisterFreeSuballocation(nextItem);
      -
      9877  MergeFreeWithNext(suballocItem);
      -
      9878  }
      +
      9818  else
      +
      9819  // Already on previous page.
      +
      9820  break;
      +
      9821  }
      +
      9822  if(bufferImageGranularityConflict)
      +
      9823  {
      +
      9824  *pOffset = VmaAlignUp(*pOffset, bufferImageGranularity);
      +
      9825  }
      +
      9826  }
      +
      9827 
      +
      9828  // Calculate padding at the beginning based on current offset.
      +
      9829  const VkDeviceSize paddingBegin = *pOffset - suballoc.offset;
      +
      9830 
      +
      9831  // Calculate required margin at the end.
      +
      9832  const VkDeviceSize requiredEndMargin = VMA_DEBUG_MARGIN;
      +
      9833 
      +
      9834  // Fail if requested size plus margin before and after is bigger than size of this suballocation.
      +
      9835  if(paddingBegin + allocSize + requiredEndMargin > suballoc.size)
      +
      9836  {
      +
      9837  return false;
      +
      9838  }
      +
      9839 
      +
      9840  // Check next suballocations for BufferImageGranularity conflicts.
      +
      9841  // If conflict exists, allocation cannot be made here.
      +
      9842  if(bufferImageGranularity > 1)
      +
      9843  {
      +
      9844  VmaSuballocationList::const_iterator nextSuballocItem = suballocItem;
      +
      9845  ++nextSuballocItem;
      +
      9846  while(nextSuballocItem != m_Suballocations.cend())
      +
      9847  {
      +
      9848  const VmaSuballocation& nextSuballoc = *nextSuballocItem;
      +
      9849  if(VmaBlocksOnSamePage(*pOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      +
      9850  {
      +
      9851  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
      +
      9852  {
      +
      9853  return false;
      +
      9854  }
      +
      9855  }
      +
      9856  else
      +
      9857  {
      +
      9858  // Already on next page.
      +
      9859  break;
      +
      9860  }
      +
      9861  ++nextSuballocItem;
      +
      9862  }
      +
      9863  }
      +
      9864  }
      +
      9865 
      +
      9866  // All tests passed: Success. pOffset is already filled.
      +
      9867  return true;
      +
      9868 }
      +
      9869 
      +
      9870 void VmaBlockMetadata_Generic::MergeFreeWithNext(VmaSuballocationList::iterator item)
      +
      9871 {
      +
      9872  VMA_ASSERT(item != m_Suballocations.end());
      +
      9873  VMA_ASSERT(item->type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      9874 
      +
      9875  VmaSuballocationList::iterator nextItem = item;
      +
      9876  ++nextItem;
      +
      9877  VMA_ASSERT(nextItem != m_Suballocations.end());
      +
      9878  VMA_ASSERT(nextItem->type == VMA_SUBALLOCATION_TYPE_FREE);
      9879 
      -
      9880  if(mergeWithPrev)
      -
      9881  {
      -
      9882  UnregisterFreeSuballocation(prevItem);
      -
      9883  MergeFreeWithNext(prevItem);
      -
      9884  RegisterFreeSuballocation(prevItem);
      -
      9885  return prevItem;
      -
      9886  }
      -
      9887  else
      -
      9888  {
      -
      9889  RegisterFreeSuballocation(suballocItem);
      -
      9890  return suballocItem;
      -
      9891  }
      -
      9892 }
      -
      9893 
      -
      9894 void VmaBlockMetadata_Generic::RegisterFreeSuballocation(VmaSuballocationList::iterator item)
      -
      9895 {
      -
      9896  VMA_ASSERT(item->type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      9897  VMA_ASSERT(item->size > 0);
      -
      9898 
      -
      9899  // You may want to enable this validation at the beginning or at the end of
      -
      9900  // this function, depending on what do you want to check.
      -
      9901  VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
      -
      9902 
      -
      9903  if(item->size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      -
      9904  {
      -
      9905  if(m_FreeSuballocationsBySize.empty())
      -
      9906  {
      -
      9907  m_FreeSuballocationsBySize.push_back(item);
      -
      9908  }
      -
      9909  else
      -
      9910  {
      -
      9911  VmaVectorInsertSorted<VmaSuballocationItemSizeLess>(m_FreeSuballocationsBySize, item);
      -
      9912  }
      -
      9913  }
      -
      9914 
      -
      9915  //VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
      -
      9916 }
      -
      9917 
      -
      9918 
      -
      9919 void VmaBlockMetadata_Generic::UnregisterFreeSuballocation(VmaSuballocationList::iterator item)
      -
      9920 {
      -
      9921  VMA_ASSERT(item->type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      9922  VMA_ASSERT(item->size > 0);
      -
      9923 
      -
      9924  // You may want to enable this validation at the beginning or at the end of
      -
      9925  // this function, depending on what do you want to check.
      -
      9926  VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
      -
      9927 
      -
      9928  if(item->size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      -
      9929  {
      -
      9930  VmaSuballocationList::iterator* const it = VmaBinaryFindFirstNotLess(
      -
      9931  m_FreeSuballocationsBySize.data(),
      -
      9932  m_FreeSuballocationsBySize.data() + m_FreeSuballocationsBySize.size(),
      -
      9933  item,
      -
      9934  VmaSuballocationItemSizeLess());
      -
      9935  for(size_t index = it - m_FreeSuballocationsBySize.data();
      -
      9936  index < m_FreeSuballocationsBySize.size();
      -
      9937  ++index)
      -
      9938  {
      -
      9939  if(m_FreeSuballocationsBySize[index] == item)
      -
      9940  {
      -
      9941  VmaVectorRemove(m_FreeSuballocationsBySize, index);
      -
      9942  return;
      -
      9943  }
      -
      9944  VMA_ASSERT((m_FreeSuballocationsBySize[index]->size == item->size) && "Not found.");
      -
      9945  }
      -
      9946  VMA_ASSERT(0 && "Not found.");
      -
      9947  }
      -
      9948 
      -
      9949  //VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
      -
      9950 }
      -
      9951 
      -
      9952 bool VmaBlockMetadata_Generic::IsBufferImageGranularityConflictPossible(
      -
      9953  VkDeviceSize bufferImageGranularity,
      -
      9954  VmaSuballocationType& inOutPrevSuballocType) const
      -
      9955 {
      -
      9956  if(bufferImageGranularity == 1 || IsEmpty())
      -
      9957  {
      -
      9958  return false;
      -
      9959  }
      +
      9880  item->size += nextItem->size;
      +
      9881  --m_FreeCount;
      +
      9882  m_Suballocations.erase(nextItem);
      +
      9883 }
      +
      9884 
      +
      9885 VmaSuballocationList::iterator VmaBlockMetadata_Generic::FreeSuballocation(VmaSuballocationList::iterator suballocItem)
      +
      9886 {
      +
      9887  // Change this suballocation to be marked as free.
      +
      9888  VmaSuballocation& suballoc = *suballocItem;
      +
      9889  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      9890  suballoc.hAllocation = VK_NULL_HANDLE;
      +
      9891 
      +
      9892  // Update totals.
      +
      9893  ++m_FreeCount;
      +
      9894  m_SumFreeSize += suballoc.size;
      +
      9895 
      +
      9896  // Merge with previous and/or next suballocation if it's also free.
      +
      9897  bool mergeWithNext = false;
      +
      9898  bool mergeWithPrev = false;
      +
      9899 
      +
      9900  VmaSuballocationList::iterator nextItem = suballocItem;
      +
      9901  ++nextItem;
      +
      9902  if((nextItem != m_Suballocations.end()) && (nextItem->type == VMA_SUBALLOCATION_TYPE_FREE))
      +
      9903  {
      +
      9904  mergeWithNext = true;
      +
      9905  }
      +
      9906 
      +
      9907  VmaSuballocationList::iterator prevItem = suballocItem;
      +
      9908  if(suballocItem != m_Suballocations.begin())
      +
      9909  {
      +
      9910  --prevItem;
      +
      9911  if(prevItem->type == VMA_SUBALLOCATION_TYPE_FREE)
      +
      9912  {
      +
      9913  mergeWithPrev = true;
      +
      9914  }
      +
      9915  }
      +
      9916 
      +
      9917  if(mergeWithNext)
      +
      9918  {
      +
      9919  UnregisterFreeSuballocation(nextItem);
      +
      9920  MergeFreeWithNext(suballocItem);
      +
      9921  }
      +
      9922 
      +
      9923  if(mergeWithPrev)
      +
      9924  {
      +
      9925  UnregisterFreeSuballocation(prevItem);
      +
      9926  MergeFreeWithNext(prevItem);
      +
      9927  RegisterFreeSuballocation(prevItem);
      +
      9928  return prevItem;
      +
      9929  }
      +
      9930  else
      +
      9931  {
      +
      9932  RegisterFreeSuballocation(suballocItem);
      +
      9933  return suballocItem;
      +
      9934  }
      +
      9935 }
      +
      9936 
      +
      9937 void VmaBlockMetadata_Generic::RegisterFreeSuballocation(VmaSuballocationList::iterator item)
      +
      9938 {
      +
      9939  VMA_ASSERT(item->type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      9940  VMA_ASSERT(item->size > 0);
      +
      9941 
      +
      9942  // You may want to enable this validation at the beginning or at the end of
      +
      9943  // this function, depending on what do you want to check.
      +
      9944  VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
      +
      9945 
      +
      9946  if(item->size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      +
      9947  {
      +
      9948  if(m_FreeSuballocationsBySize.empty())
      +
      9949  {
      +
      9950  m_FreeSuballocationsBySize.push_back(item);
      +
      9951  }
      +
      9952  else
      +
      9953  {
      +
      9954  VmaVectorInsertSorted<VmaSuballocationItemSizeLess>(m_FreeSuballocationsBySize, item);
      +
      9955  }
      +
      9956  }
      +
      9957 
      +
      9958  //VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
      +
      9959 }
      9960 
      -
      9961  VkDeviceSize minAlignment = VK_WHOLE_SIZE;
      -
      9962  bool typeConflictFound = false;
      -
      9963  for(VmaSuballocationList::const_iterator it = m_Suballocations.cbegin();
      -
      9964  it != m_Suballocations.cend();
      -
      9965  ++it)
      -
      9966  {
      -
      9967  const VmaSuballocationType suballocType = it->type;
      -
      9968  if(suballocType != VMA_SUBALLOCATION_TYPE_FREE)
      -
      9969  {
      -
      9970  minAlignment = VMA_MIN(minAlignment, it->hAllocation->GetAlignment());
      -
      9971  if(VmaIsBufferImageGranularityConflict(inOutPrevSuballocType, suballocType))
      -
      9972  {
      -
      9973  typeConflictFound = true;
      -
      9974  }
      -
      9975  inOutPrevSuballocType = suballocType;
      -
      9976  }
      -
      9977  }
      -
      9978 
      -
      9979  return typeConflictFound || minAlignment >= bufferImageGranularity;
      -
      9980 }
      -
      9981 
      -
      9983 // class VmaBlockMetadata_Linear
      -
      9984 
      -
      9985 VmaBlockMetadata_Linear::VmaBlockMetadata_Linear(VmaAllocator hAllocator) :
      -
      9986  VmaBlockMetadata(hAllocator),
      -
      9987  m_SumFreeSize(0),
      -
      9988  m_Suballocations0(VmaStlAllocator<VmaSuballocation>(hAllocator->GetAllocationCallbacks())),
      -
      9989  m_Suballocations1(VmaStlAllocator<VmaSuballocation>(hAllocator->GetAllocationCallbacks())),
      -
      9990  m_1stVectorIndex(0),
      -
      9991  m_2ndVectorMode(SECOND_VECTOR_EMPTY),
      -
      9992  m_1stNullItemsBeginCount(0),
      -
      9993  m_1stNullItemsMiddleCount(0),
      -
      9994  m_2ndNullItemsCount(0)
      -
      9995 {
      -
      9996 }
      -
      9997 
      -
      9998 VmaBlockMetadata_Linear::~VmaBlockMetadata_Linear()
      -
      9999 {
      -
      10000 }
      -
      10001 
      -
      10002 void VmaBlockMetadata_Linear::Init(VkDeviceSize size)
      -
      10003 {
      -
      10004  VmaBlockMetadata::Init(size);
      -
      10005  m_SumFreeSize = size;
      -
      10006 }
      -
      10007 
      -
      10008 bool VmaBlockMetadata_Linear::Validate() const
      -
      10009 {
      -
      10010  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      10011  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      10012 
      -
      10013  VMA_VALIDATE(suballocations2nd.empty() == (m_2ndVectorMode == SECOND_VECTOR_EMPTY));
      -
      10014  VMA_VALIDATE(!suballocations1st.empty() ||
      -
      10015  suballocations2nd.empty() ||
      -
      10016  m_2ndVectorMode != SECOND_VECTOR_RING_BUFFER);
      -
      10017 
      -
      10018  if(!suballocations1st.empty())
      -
      10019  {
      -
      10020  // Null item at the beginning should be accounted into m_1stNullItemsBeginCount.
      -
      10021  VMA_VALIDATE(suballocations1st[m_1stNullItemsBeginCount].hAllocation != VK_NULL_HANDLE);
      -
      10022  // Null item at the end should be just pop_back().
      -
      10023  VMA_VALIDATE(suballocations1st.back().hAllocation != VK_NULL_HANDLE);
      -
      10024  }
      -
      10025  if(!suballocations2nd.empty())
      -
      10026  {
      -
      10027  // Null item at the end should be just pop_back().
      -
      10028  VMA_VALIDATE(suballocations2nd.back().hAllocation != VK_NULL_HANDLE);
      -
      10029  }
      -
      10030 
      -
      10031  VMA_VALIDATE(m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount <= suballocations1st.size());
      -
      10032  VMA_VALIDATE(m_2ndNullItemsCount <= suballocations2nd.size());
      -
      10033 
      -
      10034  VkDeviceSize sumUsedSize = 0;
      -
      10035  const size_t suballoc1stCount = suballocations1st.size();
      -
      10036  VkDeviceSize offset = VMA_DEBUG_MARGIN;
      -
      10037 
      -
      10038  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      -
      10039  {
      -
      10040  const size_t suballoc2ndCount = suballocations2nd.size();
      -
      10041  size_t nullItem2ndCount = 0;
      -
      10042  for(size_t i = 0; i < suballoc2ndCount; ++i)
      -
      10043  {
      -
      10044  const VmaSuballocation& suballoc = suballocations2nd[i];
      -
      10045  const bool currFree = (suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      10046 
      -
      10047  VMA_VALIDATE(currFree == (suballoc.hAllocation == VK_NULL_HANDLE));
      -
      10048  VMA_VALIDATE(suballoc.offset >= offset);
      -
      10049 
      -
      10050  if(!currFree)
      -
      10051  {
      -
      10052  VMA_VALIDATE(suballoc.hAllocation->GetOffset() == suballoc.offset);
      -
      10053  VMA_VALIDATE(suballoc.hAllocation->GetSize() == suballoc.size);
      -
      10054  sumUsedSize += suballoc.size;
      -
      10055  }
      -
      10056  else
      -
      10057  {
      -
      10058  ++nullItem2ndCount;
      -
      10059  }
      +
      9961 
      +
      9962 void VmaBlockMetadata_Generic::UnregisterFreeSuballocation(VmaSuballocationList::iterator item)
      +
      9963 {
      +
      9964  VMA_ASSERT(item->type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      9965  VMA_ASSERT(item->size > 0);
      +
      9966 
      +
      9967  // You may want to enable this validation at the beginning or at the end of
      +
      9968  // this function, depending on what do you want to check.
      +
      9969  VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
      +
      9970 
      +
      9971  if(item->size >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      +
      9972  {
      +
      9973  VmaSuballocationList::iterator* const it = VmaBinaryFindFirstNotLess(
      +
      9974  m_FreeSuballocationsBySize.data(),
      +
      9975  m_FreeSuballocationsBySize.data() + m_FreeSuballocationsBySize.size(),
      +
      9976  item,
      +
      9977  VmaSuballocationItemSizeLess());
      +
      9978  for(size_t index = it - m_FreeSuballocationsBySize.data();
      +
      9979  index < m_FreeSuballocationsBySize.size();
      +
      9980  ++index)
      +
      9981  {
      +
      9982  if(m_FreeSuballocationsBySize[index] == item)
      +
      9983  {
      +
      9984  VmaVectorRemove(m_FreeSuballocationsBySize, index);
      +
      9985  return;
      +
      9986  }
      +
      9987  VMA_ASSERT((m_FreeSuballocationsBySize[index]->size == item->size) && "Not found.");
      +
      9988  }
      +
      9989  VMA_ASSERT(0 && "Not found.");
      +
      9990  }
      +
      9991 
      +
      9992  //VMA_HEAVY_ASSERT(ValidateFreeSuballocationList());
      +
      9993 }
      +
      9994 
      +
      9995 bool VmaBlockMetadata_Generic::IsBufferImageGranularityConflictPossible(
      +
      9996  VkDeviceSize bufferImageGranularity,
      +
      9997  VmaSuballocationType& inOutPrevSuballocType) const
      +
      9998 {
      +
      9999  if(bufferImageGranularity == 1 || IsEmpty())
      +
      10000  {
      +
      10001  return false;
      +
      10002  }
      +
      10003 
      +
      10004  VkDeviceSize minAlignment = VK_WHOLE_SIZE;
      +
      10005  bool typeConflictFound = false;
      +
      10006  for(VmaSuballocationList::const_iterator it = m_Suballocations.cbegin();
      +
      10007  it != m_Suballocations.cend();
      +
      10008  ++it)
      +
      10009  {
      +
      10010  const VmaSuballocationType suballocType = it->type;
      +
      10011  if(suballocType != VMA_SUBALLOCATION_TYPE_FREE)
      +
      10012  {
      +
      10013  minAlignment = VMA_MIN(minAlignment, it->hAllocation->GetAlignment());
      +
      10014  if(VmaIsBufferImageGranularityConflict(inOutPrevSuballocType, suballocType))
      +
      10015  {
      +
      10016  typeConflictFound = true;
      +
      10017  }
      +
      10018  inOutPrevSuballocType = suballocType;
      +
      10019  }
      +
      10020  }
      +
      10021 
      +
      10022  return typeConflictFound || minAlignment >= bufferImageGranularity;
      +
      10023 }
      +
      10024 
      +
      10026 // class VmaBlockMetadata_Linear
      +
      10027 
      +
      10028 VmaBlockMetadata_Linear::VmaBlockMetadata_Linear(VmaAllocator hAllocator) :
      +
      10029  VmaBlockMetadata(hAllocator),
      +
      10030  m_SumFreeSize(0),
      +
      10031  m_Suballocations0(VmaStlAllocator<VmaSuballocation>(hAllocator->GetAllocationCallbacks())),
      +
      10032  m_Suballocations1(VmaStlAllocator<VmaSuballocation>(hAllocator->GetAllocationCallbacks())),
      +
      10033  m_1stVectorIndex(0),
      +
      10034  m_2ndVectorMode(SECOND_VECTOR_EMPTY),
      +
      10035  m_1stNullItemsBeginCount(0),
      +
      10036  m_1stNullItemsMiddleCount(0),
      +
      10037  m_2ndNullItemsCount(0)
      +
      10038 {
      +
      10039 }
      +
      10040 
      +
      10041 VmaBlockMetadata_Linear::~VmaBlockMetadata_Linear()
      +
      10042 {
      +
      10043 }
      +
      10044 
      +
      10045 void VmaBlockMetadata_Linear::Init(VkDeviceSize size)
      +
      10046 {
      +
      10047  VmaBlockMetadata::Init(size);
      +
      10048  m_SumFreeSize = size;
      +
      10049 }
      +
      10050 
      +
      10051 bool VmaBlockMetadata_Linear::Validate() const
      +
      10052 {
      +
      10053  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      10054  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      10055 
      +
      10056  VMA_VALIDATE(suballocations2nd.empty() == (m_2ndVectorMode == SECOND_VECTOR_EMPTY));
      +
      10057  VMA_VALIDATE(!suballocations1st.empty() ||
      +
      10058  suballocations2nd.empty() ||
      +
      10059  m_2ndVectorMode != SECOND_VECTOR_RING_BUFFER);
      10060 
      -
      10061  offset = suballoc.offset + suballoc.size + VMA_DEBUG_MARGIN;
      -
      10062  }
      -
      10063 
      -
      10064  VMA_VALIDATE(nullItem2ndCount == m_2ndNullItemsCount);
      -
      10065  }
      -
      10066 
      -
      10067  for(size_t i = 0; i < m_1stNullItemsBeginCount; ++i)
      -
      10068  {
      -
      10069  const VmaSuballocation& suballoc = suballocations1st[i];
      -
      10070  VMA_VALIDATE(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE &&
      -
      10071  suballoc.hAllocation == VK_NULL_HANDLE);
      +
      10061  if(!suballocations1st.empty())
      +
      10062  {
      +
      10063  // Null item at the beginning should be accounted into m_1stNullItemsBeginCount.
      +
      10064  VMA_VALIDATE(suballocations1st[m_1stNullItemsBeginCount].hAllocation != VK_NULL_HANDLE);
      +
      10065  // Null item at the end should be just pop_back().
      +
      10066  VMA_VALIDATE(suballocations1st.back().hAllocation != VK_NULL_HANDLE);
      +
      10067  }
      +
      10068  if(!suballocations2nd.empty())
      +
      10069  {
      +
      10070  // Null item at the end should be just pop_back().
      +
      10071  VMA_VALIDATE(suballocations2nd.back().hAllocation != VK_NULL_HANDLE);
      10072  }
      10073 
      -
      10074  size_t nullItem1stCount = m_1stNullItemsBeginCount;
      -
      10075 
      -
      10076  for(size_t i = m_1stNullItemsBeginCount; i < suballoc1stCount; ++i)
      -
      10077  {
      -
      10078  const VmaSuballocation& suballoc = suballocations1st[i];
      -
      10079  const bool currFree = (suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      10074  VMA_VALIDATE(m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount <= suballocations1st.size());
      +
      10075  VMA_VALIDATE(m_2ndNullItemsCount <= suballocations2nd.size());
      +
      10076 
      +
      10077  VkDeviceSize sumUsedSize = 0;
      +
      10078  const size_t suballoc1stCount = suballocations1st.size();
      +
      10079  VkDeviceSize offset = VMA_DEBUG_MARGIN;
      10080 
      -
      10081  VMA_VALIDATE(currFree == (suballoc.hAllocation == VK_NULL_HANDLE));
      -
      10082  VMA_VALIDATE(suballoc.offset >= offset);
      -
      10083  VMA_VALIDATE(i >= m_1stNullItemsBeginCount || currFree);
      -
      10084 
      -
      10085  if(!currFree)
      +
      10081  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      +
      10082  {
      +
      10083  const size_t suballoc2ndCount = suballocations2nd.size();
      +
      10084  size_t nullItem2ndCount = 0;
      +
      10085  for(size_t i = 0; i < suballoc2ndCount; ++i)
      10086  {
      -
      10087  VMA_VALIDATE(suballoc.hAllocation->GetOffset() == suballoc.offset);
      -
      10088  VMA_VALIDATE(suballoc.hAllocation->GetSize() == suballoc.size);
      -
      10089  sumUsedSize += suballoc.size;
      -
      10090  }
      -
      10091  else
      -
      10092  {
      -
      10093  ++nullItem1stCount;
      -
      10094  }
      -
      10095 
      -
      10096  offset = suballoc.offset + suballoc.size + VMA_DEBUG_MARGIN;
      -
      10097  }
      -
      10098  VMA_VALIDATE(nullItem1stCount == m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount);
      -
      10099 
      -
      10100  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      -
      10101  {
      -
      10102  const size_t suballoc2ndCount = suballocations2nd.size();
      -
      10103  size_t nullItem2ndCount = 0;
      -
      10104  for(size_t i = suballoc2ndCount; i--; )
      -
      10105  {
      -
      10106  const VmaSuballocation& suballoc = suballocations2nd[i];
      -
      10107  const bool currFree = (suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      -
      10108 
      -
      10109  VMA_VALIDATE(currFree == (suballoc.hAllocation == VK_NULL_HANDLE));
      -
      10110  VMA_VALIDATE(suballoc.offset >= offset);
      -
      10111 
      -
      10112  if(!currFree)
      -
      10113  {
      -
      10114  VMA_VALIDATE(suballoc.hAllocation->GetOffset() == suballoc.offset);
      -
      10115  VMA_VALIDATE(suballoc.hAllocation->GetSize() == suballoc.size);
      -
      10116  sumUsedSize += suballoc.size;
      -
      10117  }
      -
      10118  else
      -
      10119  {
      -
      10120  ++nullItem2ndCount;
      -
      10121  }
      -
      10122 
      -
      10123  offset = suballoc.offset + suballoc.size + VMA_DEBUG_MARGIN;
      -
      10124  }
      -
      10125 
      -
      10126  VMA_VALIDATE(nullItem2ndCount == m_2ndNullItemsCount);
      -
      10127  }
      -
      10128 
      -
      10129  VMA_VALIDATE(offset <= GetSize());
      -
      10130  VMA_VALIDATE(m_SumFreeSize == GetSize() - sumUsedSize);
      -
      10131 
      -
      10132  return true;
      -
      10133 }
      -
      10134 
      -
      10135 size_t VmaBlockMetadata_Linear::GetAllocationCount() const
      -
      10136 {
      -
      10137  return AccessSuballocations1st().size() - (m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount) +
      -
      10138  AccessSuballocations2nd().size() - m_2ndNullItemsCount;
      -
      10139 }
      -
      10140 
      -
      10141 VkDeviceSize VmaBlockMetadata_Linear::GetUnusedRangeSizeMax() const
      -
      10142 {
      -
      10143  const VkDeviceSize size = GetSize();
      -
      10144 
      -
      10145  /*
      -
      10146  We don't consider gaps inside allocation vectors with freed allocations because
      -
      10147  they are not suitable for reuse in linear allocator. We consider only space that
      -
      10148  is available for new allocations.
      -
      10149  */
      -
      10150  if(IsEmpty())
      -
      10151  {
      -
      10152  return size;
      -
      10153  }
      -
      10154 
      -
      10155  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      10156 
      -
      10157  switch(m_2ndVectorMode)
      -
      10158  {
      -
      10159  case SECOND_VECTOR_EMPTY:
      -
      10160  /*
      -
      10161  Available space is after end of 1st, as well as before beginning of 1st (which
      -
      10162  whould make it a ring buffer).
      -
      10163  */
      -
      10164  {
      -
      10165  const size_t suballocations1stCount = suballocations1st.size();
      -
      10166  VMA_ASSERT(suballocations1stCount > m_1stNullItemsBeginCount);
      -
      10167  const VmaSuballocation& firstSuballoc = suballocations1st[m_1stNullItemsBeginCount];
      -
      10168  const VmaSuballocation& lastSuballoc = suballocations1st[suballocations1stCount - 1];
      -
      10169  return VMA_MAX(
      -
      10170  firstSuballoc.offset,
      -
      10171  size - (lastSuballoc.offset + lastSuballoc.size));
      -
      10172  }
      -
      10173  break;
      +
      10087  const VmaSuballocation& suballoc = suballocations2nd[i];
      +
      10088  const bool currFree = (suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      10089 
      +
      10090  VMA_VALIDATE(currFree == (suballoc.hAllocation == VK_NULL_HANDLE));
      +
      10091  VMA_VALIDATE(suballoc.offset >= offset);
      +
      10092 
      +
      10093  if(!currFree)
      +
      10094  {
      +
      10095  VMA_VALIDATE(suballoc.hAllocation->GetOffset() == suballoc.offset);
      +
      10096  VMA_VALIDATE(suballoc.hAllocation->GetSize() == suballoc.size);
      +
      10097  sumUsedSize += suballoc.size;
      +
      10098  }
      +
      10099  else
      +
      10100  {
      +
      10101  ++nullItem2ndCount;
      +
      10102  }
      +
      10103 
      +
      10104  offset = suballoc.offset + suballoc.size + VMA_DEBUG_MARGIN;
      +
      10105  }
      +
      10106 
      +
      10107  VMA_VALIDATE(nullItem2ndCount == m_2ndNullItemsCount);
      +
      10108  }
      +
      10109 
      +
      10110  for(size_t i = 0; i < m_1stNullItemsBeginCount; ++i)
      +
      10111  {
      +
      10112  const VmaSuballocation& suballoc = suballocations1st[i];
      +
      10113  VMA_VALIDATE(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE &&
      +
      10114  suballoc.hAllocation == VK_NULL_HANDLE);
      +
      10115  }
      +
      10116 
      +
      10117  size_t nullItem1stCount = m_1stNullItemsBeginCount;
      +
      10118 
      +
      10119  for(size_t i = m_1stNullItemsBeginCount; i < suballoc1stCount; ++i)
      +
      10120  {
      +
      10121  const VmaSuballocation& suballoc = suballocations1st[i];
      +
      10122  const bool currFree = (suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      10123 
      +
      10124  VMA_VALIDATE(currFree == (suballoc.hAllocation == VK_NULL_HANDLE));
      +
      10125  VMA_VALIDATE(suballoc.offset >= offset);
      +
      10126  VMA_VALIDATE(i >= m_1stNullItemsBeginCount || currFree);
      +
      10127 
      +
      10128  if(!currFree)
      +
      10129  {
      +
      10130  VMA_VALIDATE(suballoc.hAllocation->GetOffset() == suballoc.offset);
      +
      10131  VMA_VALIDATE(suballoc.hAllocation->GetSize() == suballoc.size);
      +
      10132  sumUsedSize += suballoc.size;
      +
      10133  }
      +
      10134  else
      +
      10135  {
      +
      10136  ++nullItem1stCount;
      +
      10137  }
      +
      10138 
      +
      10139  offset = suballoc.offset + suballoc.size + VMA_DEBUG_MARGIN;
      +
      10140  }
      +
      10141  VMA_VALIDATE(nullItem1stCount == m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount);
      +
      10142 
      +
      10143  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      +
      10144  {
      +
      10145  const size_t suballoc2ndCount = suballocations2nd.size();
      +
      10146  size_t nullItem2ndCount = 0;
      +
      10147  for(size_t i = suballoc2ndCount; i--; )
      +
      10148  {
      +
      10149  const VmaSuballocation& suballoc = suballocations2nd[i];
      +
      10150  const bool currFree = (suballoc.type == VMA_SUBALLOCATION_TYPE_FREE);
      +
      10151 
      +
      10152  VMA_VALIDATE(currFree == (suballoc.hAllocation == VK_NULL_HANDLE));
      +
      10153  VMA_VALIDATE(suballoc.offset >= offset);
      +
      10154 
      +
      10155  if(!currFree)
      +
      10156  {
      +
      10157  VMA_VALIDATE(suballoc.hAllocation->GetOffset() == suballoc.offset);
      +
      10158  VMA_VALIDATE(suballoc.hAllocation->GetSize() == suballoc.size);
      +
      10159  sumUsedSize += suballoc.size;
      +
      10160  }
      +
      10161  else
      +
      10162  {
      +
      10163  ++nullItem2ndCount;
      +
      10164  }
      +
      10165 
      +
      10166  offset = suballoc.offset + suballoc.size + VMA_DEBUG_MARGIN;
      +
      10167  }
      +
      10168 
      +
      10169  VMA_VALIDATE(nullItem2ndCount == m_2ndNullItemsCount);
      +
      10170  }
      +
      10171 
      +
      10172  VMA_VALIDATE(offset <= GetSize());
      +
      10173  VMA_VALIDATE(m_SumFreeSize == GetSize() - sumUsedSize);
      10174 
      -
      10175  case SECOND_VECTOR_RING_BUFFER:
      -
      10176  /*
      -
      10177  Available space is only between end of 2nd and beginning of 1st.
      -
      10178  */
      -
      10179  {
      -
      10180  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      10181  const VmaSuballocation& lastSuballoc2nd = suballocations2nd.back();
      -
      10182  const VmaSuballocation& firstSuballoc1st = suballocations1st[m_1stNullItemsBeginCount];
      -
      10183  return firstSuballoc1st.offset - (lastSuballoc2nd.offset + lastSuballoc2nd.size);
      -
      10184  }
      -
      10185  break;
      -
      10186 
      -
      10187  case SECOND_VECTOR_DOUBLE_STACK:
      -
      10188  /*
      -
      10189  Available space is only between end of 1st and top of 2nd.
      -
      10190  */
      -
      10191  {
      -
      10192  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      10193  const VmaSuballocation& topSuballoc2nd = suballocations2nd.back();
      -
      10194  const VmaSuballocation& lastSuballoc1st = suballocations1st.back();
      -
      10195  return topSuballoc2nd.offset - (lastSuballoc1st.offset + lastSuballoc1st.size);
      -
      10196  }
      -
      10197  break;
      -
      10198 
      -
      10199  default:
      -
      10200  VMA_ASSERT(0);
      -
      10201  return 0;
      -
      10202  }
      -
      10203 }
      -
      10204 
      -
      10205 void VmaBlockMetadata_Linear::CalcAllocationStatInfo(VmaStatInfo& outInfo) const
      -
      10206 {
      -
      10207  const VkDeviceSize size = GetSize();
      -
      10208  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      10209  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      10210  const size_t suballoc1stCount = suballocations1st.size();
      -
      10211  const size_t suballoc2ndCount = suballocations2nd.size();
      -
      10212 
      -
      10213  outInfo.blockCount = 1;
      -
      10214  outInfo.allocationCount = (uint32_t)GetAllocationCount();
      -
      10215  outInfo.unusedRangeCount = 0;
      -
      10216  outInfo.usedBytes = 0;
      -
      10217  outInfo.allocationSizeMin = UINT64_MAX;
      -
      10218  outInfo.allocationSizeMax = 0;
      -
      10219  outInfo.unusedRangeSizeMin = UINT64_MAX;
      -
      10220  outInfo.unusedRangeSizeMax = 0;
      -
      10221 
      -
      10222  VkDeviceSize lastOffset = 0;
      -
      10223 
      -
      10224  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      -
      10225  {
      -
      10226  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
      -
      10227  size_t nextAlloc2ndIndex = 0;
      -
      10228  while(lastOffset < freeSpace2ndTo1stEnd)
      -
      10229  {
      -
      10230  // Find next non-null allocation or move nextAllocIndex to the end.
      -
      10231  while(nextAlloc2ndIndex < suballoc2ndCount &&
      -
      10232  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      -
      10233  {
      -
      10234  ++nextAlloc2ndIndex;
      -
      10235  }
      -
      10236 
      -
      10237  // Found non-null allocation.
      -
      10238  if(nextAlloc2ndIndex < suballoc2ndCount)
      -
      10239  {
      -
      10240  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      -
      10241 
      -
      10242  // 1. Process free space before this allocation.
      -
      10243  if(lastOffset < suballoc.offset)
      -
      10244  {
      -
      10245  // There is free space from lastOffset to suballoc.offset.
      -
      10246  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      -
      10247  ++outInfo.unusedRangeCount;
      -
      10248  outInfo.unusedBytes += unusedRangeSize;
      -
      10249  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      -
      10250  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      -
      10251  }
      -
      10252 
      -
      10253  // 2. Process this allocation.
      -
      10254  // There is allocation with suballoc.offset, suballoc.size.
      -
      10255  outInfo.usedBytes += suballoc.size;
      -
      10256  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
      -
      10257  outInfo.allocationSizeMax = VMA_MIN(outInfo.allocationSizeMax, suballoc.size);
      -
      10258 
      -
      10259  // 3. Prepare for next iteration.
      -
      10260  lastOffset = suballoc.offset + suballoc.size;
      -
      10261  ++nextAlloc2ndIndex;
      -
      10262  }
      -
      10263  // We are at the end.
      -
      10264  else
      -
      10265  {
      -
      10266  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
      -
      10267  if(lastOffset < freeSpace2ndTo1stEnd)
      -
      10268  {
      -
      10269  const VkDeviceSize unusedRangeSize = freeSpace2ndTo1stEnd - lastOffset;
      -
      10270  ++outInfo.unusedRangeCount;
      -
      10271  outInfo.unusedBytes += unusedRangeSize;
      -
      10272  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      -
      10273  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      -
      10274  }
      -
      10275 
      -
      10276  // End of loop.
      -
      10277  lastOffset = freeSpace2ndTo1stEnd;
      +
      10175  return true;
      +
      10176 }
      +
      10177 
      +
      10178 size_t VmaBlockMetadata_Linear::GetAllocationCount() const
      +
      10179 {
      +
      10180  return AccessSuballocations1st().size() - (m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount) +
      +
      10181  AccessSuballocations2nd().size() - m_2ndNullItemsCount;
      +
      10182 }
      +
      10183 
      +
      10184 VkDeviceSize VmaBlockMetadata_Linear::GetUnusedRangeSizeMax() const
      +
      10185 {
      +
      10186  const VkDeviceSize size = GetSize();
      +
      10187 
      +
      10188  /*
      +
      10189  We don't consider gaps inside allocation vectors with freed allocations because
      +
      10190  they are not suitable for reuse in linear allocator. We consider only space that
      +
      10191  is available for new allocations.
      +
      10192  */
      +
      10193  if(IsEmpty())
      +
      10194  {
      +
      10195  return size;
      +
      10196  }
      +
      10197 
      +
      10198  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      10199 
      +
      10200  switch(m_2ndVectorMode)
      +
      10201  {
      +
      10202  case SECOND_VECTOR_EMPTY:
      +
      10203  /*
      +
      10204  Available space is after end of 1st, as well as before beginning of 1st (which
      +
      10205  whould make it a ring buffer).
      +
      10206  */
      +
      10207  {
      +
      10208  const size_t suballocations1stCount = suballocations1st.size();
      +
      10209  VMA_ASSERT(suballocations1stCount > m_1stNullItemsBeginCount);
      +
      10210  const VmaSuballocation& firstSuballoc = suballocations1st[m_1stNullItemsBeginCount];
      +
      10211  const VmaSuballocation& lastSuballoc = suballocations1st[suballocations1stCount - 1];
      +
      10212  return VMA_MAX(
      +
      10213  firstSuballoc.offset,
      +
      10214  size - (lastSuballoc.offset + lastSuballoc.size));
      +
      10215  }
      +
      10216  break;
      +
      10217 
      +
      10218  case SECOND_VECTOR_RING_BUFFER:
      +
      10219  /*
      +
      10220  Available space is only between end of 2nd and beginning of 1st.
      +
      10221  */
      +
      10222  {
      +
      10223  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      10224  const VmaSuballocation& lastSuballoc2nd = suballocations2nd.back();
      +
      10225  const VmaSuballocation& firstSuballoc1st = suballocations1st[m_1stNullItemsBeginCount];
      +
      10226  return firstSuballoc1st.offset - (lastSuballoc2nd.offset + lastSuballoc2nd.size);
      +
      10227  }
      +
      10228  break;
      +
      10229 
      +
      10230  case SECOND_VECTOR_DOUBLE_STACK:
      +
      10231  /*
      +
      10232  Available space is only between end of 1st and top of 2nd.
      +
      10233  */
      +
      10234  {
      +
      10235  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      10236  const VmaSuballocation& topSuballoc2nd = suballocations2nd.back();
      +
      10237  const VmaSuballocation& lastSuballoc1st = suballocations1st.back();
      +
      10238  return topSuballoc2nd.offset - (lastSuballoc1st.offset + lastSuballoc1st.size);
      +
      10239  }
      +
      10240  break;
      +
      10241 
      +
      10242  default:
      +
      10243  VMA_ASSERT(0);
      +
      10244  return 0;
      +
      10245  }
      +
      10246 }
      +
      10247 
      +
      10248 void VmaBlockMetadata_Linear::CalcAllocationStatInfo(VmaStatInfo& outInfo) const
      +
      10249 {
      +
      10250  const VkDeviceSize size = GetSize();
      +
      10251  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      10252  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      10253  const size_t suballoc1stCount = suballocations1st.size();
      +
      10254  const size_t suballoc2ndCount = suballocations2nd.size();
      +
      10255 
      +
      10256  outInfo.blockCount = 1;
      +
      10257  outInfo.allocationCount = (uint32_t)GetAllocationCount();
      +
      10258  outInfo.unusedRangeCount = 0;
      +
      10259  outInfo.usedBytes = 0;
      +
      10260  outInfo.allocationSizeMin = UINT64_MAX;
      +
      10261  outInfo.allocationSizeMax = 0;
      +
      10262  outInfo.unusedRangeSizeMin = UINT64_MAX;
      +
      10263  outInfo.unusedRangeSizeMax = 0;
      +
      10264 
      +
      10265  VkDeviceSize lastOffset = 0;
      +
      10266 
      +
      10267  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      +
      10268  {
      +
      10269  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
      +
      10270  size_t nextAlloc2ndIndex = 0;
      +
      10271  while(lastOffset < freeSpace2ndTo1stEnd)
      +
      10272  {
      +
      10273  // Find next non-null allocation or move nextAllocIndex to the end.
      +
      10274  while(nextAlloc2ndIndex < suballoc2ndCount &&
      +
      10275  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      +
      10276  {
      +
      10277  ++nextAlloc2ndIndex;
      10278  }
      -
      10279  }
      -
      10280  }
      -
      10281 
      -
      10282  size_t nextAlloc1stIndex = m_1stNullItemsBeginCount;
      -
      10283  const VkDeviceSize freeSpace1stTo2ndEnd =
      -
      10284  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ? suballocations2nd.back().offset : size;
      -
      10285  while(lastOffset < freeSpace1stTo2ndEnd)
      -
      10286  {
      -
      10287  // Find next non-null allocation or move nextAllocIndex to the end.
      -
      10288  while(nextAlloc1stIndex < suballoc1stCount &&
      -
      10289  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
      -
      10290  {
      -
      10291  ++nextAlloc1stIndex;
      -
      10292  }
      -
      10293 
      -
      10294  // Found non-null allocation.
      -
      10295  if(nextAlloc1stIndex < suballoc1stCount)
      -
      10296  {
      -
      10297  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
      -
      10298 
      -
      10299  // 1. Process free space before this allocation.
      -
      10300  if(lastOffset < suballoc.offset)
      -
      10301  {
      -
      10302  // There is free space from lastOffset to suballoc.offset.
      -
      10303  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      -
      10304  ++outInfo.unusedRangeCount;
      -
      10305  outInfo.unusedBytes += unusedRangeSize;
      -
      10306  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      -
      10307  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      -
      10308  }
      -
      10309 
      -
      10310  // 2. Process this allocation.
      -
      10311  // There is allocation with suballoc.offset, suballoc.size.
      -
      10312  outInfo.usedBytes += suballoc.size;
      -
      10313  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
      -
      10314  outInfo.allocationSizeMax = VMA_MIN(outInfo.allocationSizeMax, suballoc.size);
      -
      10315 
      -
      10316  // 3. Prepare for next iteration.
      -
      10317  lastOffset = suballoc.offset + suballoc.size;
      -
      10318  ++nextAlloc1stIndex;
      -
      10319  }
      -
      10320  // We are at the end.
      -
      10321  else
      -
      10322  {
      -
      10323  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
      -
      10324  if(lastOffset < freeSpace1stTo2ndEnd)
      -
      10325  {
      -
      10326  const VkDeviceSize unusedRangeSize = freeSpace1stTo2ndEnd - lastOffset;
      -
      10327  ++outInfo.unusedRangeCount;
      -
      10328  outInfo.unusedBytes += unusedRangeSize;
      -
      10329  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      -
      10330  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      -
      10331  }
      -
      10332 
      -
      10333  // End of loop.
      -
      10334  lastOffset = freeSpace1stTo2ndEnd;
      +
      10279 
      +
      10280  // Found non-null allocation.
      +
      10281  if(nextAlloc2ndIndex < suballoc2ndCount)
      +
      10282  {
      +
      10283  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      +
      10284 
      +
      10285  // 1. Process free space before this allocation.
      +
      10286  if(lastOffset < suballoc.offset)
      +
      10287  {
      +
      10288  // There is free space from lastOffset to suballoc.offset.
      +
      10289  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      +
      10290  ++outInfo.unusedRangeCount;
      +
      10291  outInfo.unusedBytes += unusedRangeSize;
      +
      10292  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      +
      10293  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      +
      10294  }
      +
      10295 
      +
      10296  // 2. Process this allocation.
      +
      10297  // There is allocation with suballoc.offset, suballoc.size.
      +
      10298  outInfo.usedBytes += suballoc.size;
      +
      10299  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
      +
      10300  outInfo.allocationSizeMax = VMA_MIN(outInfo.allocationSizeMax, suballoc.size);
      +
      10301 
      +
      10302  // 3. Prepare for next iteration.
      +
      10303  lastOffset = suballoc.offset + suballoc.size;
      +
      10304  ++nextAlloc2ndIndex;
      +
      10305  }
      +
      10306  // We are at the end.
      +
      10307  else
      +
      10308  {
      +
      10309  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
      +
      10310  if(lastOffset < freeSpace2ndTo1stEnd)
      +
      10311  {
      +
      10312  const VkDeviceSize unusedRangeSize = freeSpace2ndTo1stEnd - lastOffset;
      +
      10313  ++outInfo.unusedRangeCount;
      +
      10314  outInfo.unusedBytes += unusedRangeSize;
      +
      10315  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      +
      10316  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      +
      10317  }
      +
      10318 
      +
      10319  // End of loop.
      +
      10320  lastOffset = freeSpace2ndTo1stEnd;
      +
      10321  }
      +
      10322  }
      +
      10323  }
      +
      10324 
      +
      10325  size_t nextAlloc1stIndex = m_1stNullItemsBeginCount;
      +
      10326  const VkDeviceSize freeSpace1stTo2ndEnd =
      +
      10327  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ? suballocations2nd.back().offset : size;
      +
      10328  while(lastOffset < freeSpace1stTo2ndEnd)
      +
      10329  {
      +
      10330  // Find next non-null allocation or move nextAllocIndex to the end.
      +
      10331  while(nextAlloc1stIndex < suballoc1stCount &&
      +
      10332  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
      +
      10333  {
      +
      10334  ++nextAlloc1stIndex;
      10335  }
      -
      10336  }
      -
      10337 
      -
      10338  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      -
      10339  {
      -
      10340  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
      -
      10341  while(lastOffset < size)
      -
      10342  {
      -
      10343  // Find next non-null allocation or move nextAllocIndex to the end.
      -
      10344  while(nextAlloc2ndIndex != SIZE_MAX &&
      -
      10345  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      -
      10346  {
      -
      10347  --nextAlloc2ndIndex;
      -
      10348  }
      -
      10349 
      -
      10350  // Found non-null allocation.
      -
      10351  if(nextAlloc2ndIndex != SIZE_MAX)
      -
      10352  {
      -
      10353  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      -
      10354 
      -
      10355  // 1. Process free space before this allocation.
      -
      10356  if(lastOffset < suballoc.offset)
      -
      10357  {
      -
      10358  // There is free space from lastOffset to suballoc.offset.
      -
      10359  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      -
      10360  ++outInfo.unusedRangeCount;
      -
      10361  outInfo.unusedBytes += unusedRangeSize;
      -
      10362  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      -
      10363  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      -
      10364  }
      -
      10365 
      -
      10366  // 2. Process this allocation.
      -
      10367  // There is allocation with suballoc.offset, suballoc.size.
      -
      10368  outInfo.usedBytes += suballoc.size;
      -
      10369  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
      -
      10370  outInfo.allocationSizeMax = VMA_MIN(outInfo.allocationSizeMax, suballoc.size);
      -
      10371 
      -
      10372  // 3. Prepare for next iteration.
      -
      10373  lastOffset = suballoc.offset + suballoc.size;
      -
      10374  --nextAlloc2ndIndex;
      -
      10375  }
      -
      10376  // We are at the end.
      -
      10377  else
      -
      10378  {
      -
      10379  // There is free space from lastOffset to size.
      -
      10380  if(lastOffset < size)
      -
      10381  {
      -
      10382  const VkDeviceSize unusedRangeSize = size - lastOffset;
      -
      10383  ++outInfo.unusedRangeCount;
      -
      10384  outInfo.unusedBytes += unusedRangeSize;
      -
      10385  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      -
      10386  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      -
      10387  }
      -
      10388 
      -
      10389  // End of loop.
      -
      10390  lastOffset = size;
      +
      10336 
      +
      10337  // Found non-null allocation.
      +
      10338  if(nextAlloc1stIndex < suballoc1stCount)
      +
      10339  {
      +
      10340  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
      +
      10341 
      +
      10342  // 1. Process free space before this allocation.
      +
      10343  if(lastOffset < suballoc.offset)
      +
      10344  {
      +
      10345  // There is free space from lastOffset to suballoc.offset.
      +
      10346  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      +
      10347  ++outInfo.unusedRangeCount;
      +
      10348  outInfo.unusedBytes += unusedRangeSize;
      +
      10349  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      +
      10350  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      +
      10351  }
      +
      10352 
      +
      10353  // 2. Process this allocation.
      +
      10354  // There is allocation with suballoc.offset, suballoc.size.
      +
      10355  outInfo.usedBytes += suballoc.size;
      +
      10356  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
      +
      10357  outInfo.allocationSizeMax = VMA_MIN(outInfo.allocationSizeMax, suballoc.size);
      +
      10358 
      +
      10359  // 3. Prepare for next iteration.
      +
      10360  lastOffset = suballoc.offset + suballoc.size;
      +
      10361  ++nextAlloc1stIndex;
      +
      10362  }
      +
      10363  // We are at the end.
      +
      10364  else
      +
      10365  {
      +
      10366  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
      +
      10367  if(lastOffset < freeSpace1stTo2ndEnd)
      +
      10368  {
      +
      10369  const VkDeviceSize unusedRangeSize = freeSpace1stTo2ndEnd - lastOffset;
      +
      10370  ++outInfo.unusedRangeCount;
      +
      10371  outInfo.unusedBytes += unusedRangeSize;
      +
      10372  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      +
      10373  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      +
      10374  }
      +
      10375 
      +
      10376  // End of loop.
      +
      10377  lastOffset = freeSpace1stTo2ndEnd;
      +
      10378  }
      +
      10379  }
      +
      10380 
      +
      10381  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      +
      10382  {
      +
      10383  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
      +
      10384  while(lastOffset < size)
      +
      10385  {
      +
      10386  // Find next non-null allocation or move nextAllocIndex to the end.
      +
      10387  while(nextAlloc2ndIndex != SIZE_MAX &&
      +
      10388  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      +
      10389  {
      +
      10390  --nextAlloc2ndIndex;
      10391  }
      -
      10392  }
      -
      10393  }
      -
      10394 
      -
      10395  outInfo.unusedBytes = size - outInfo.usedBytes;
      -
      10396 }
      +
      10392 
      +
      10393  // Found non-null allocation.
      +
      10394  if(nextAlloc2ndIndex != SIZE_MAX)
      +
      10395  {
      +
      10396  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      10397 
      -
      10398 void VmaBlockMetadata_Linear::AddPoolStats(VmaPoolStats& inoutStats) const
      -
      10399 {
      -
      10400  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      10401  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      10402  const VkDeviceSize size = GetSize();
      -
      10403  const size_t suballoc1stCount = suballocations1st.size();
      -
      10404  const size_t suballoc2ndCount = suballocations2nd.size();
      -
      10405 
      -
      10406  inoutStats.size += size;
      -
      10407 
      -
      10408  VkDeviceSize lastOffset = 0;
      -
      10409 
      -
      10410  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      -
      10411  {
      -
      10412  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
      -
      10413  size_t nextAlloc2ndIndex = m_1stNullItemsBeginCount;
      -
      10414  while(lastOffset < freeSpace2ndTo1stEnd)
      -
      10415  {
      -
      10416  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      -
      10417  while(nextAlloc2ndIndex < suballoc2ndCount &&
      -
      10418  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      -
      10419  {
      -
      10420  ++nextAlloc2ndIndex;
      -
      10421  }
      -
      10422 
      -
      10423  // Found non-null allocation.
      -
      10424  if(nextAlloc2ndIndex < suballoc2ndCount)
      -
      10425  {
      -
      10426  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      -
      10427 
      -
      10428  // 1. Process free space before this allocation.
      -
      10429  if(lastOffset < suballoc.offset)
      -
      10430  {
      -
      10431  // There is free space from lastOffset to suballoc.offset.
      -
      10432  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      -
      10433  inoutStats.unusedSize += unusedRangeSize;
      -
      10434  ++inoutStats.unusedRangeCount;
      -
      10435  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      -
      10436  }
      -
      10437 
      -
      10438  // 2. Process this allocation.
      -
      10439  // There is allocation with suballoc.offset, suballoc.size.
      -
      10440  ++inoutStats.allocationCount;
      -
      10441 
      -
      10442  // 3. Prepare for next iteration.
      -
      10443  lastOffset = suballoc.offset + suballoc.size;
      -
      10444  ++nextAlloc2ndIndex;
      -
      10445  }
      -
      10446  // We are at the end.
      -
      10447  else
      -
      10448  {
      -
      10449  if(lastOffset < freeSpace2ndTo1stEnd)
      -
      10450  {
      -
      10451  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
      -
      10452  const VkDeviceSize unusedRangeSize = freeSpace2ndTo1stEnd - lastOffset;
      -
      10453  inoutStats.unusedSize += unusedRangeSize;
      -
      10454  ++inoutStats.unusedRangeCount;
      -
      10455  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      -
      10456  }
      -
      10457 
      -
      10458  // End of loop.
      -
      10459  lastOffset = freeSpace2ndTo1stEnd;
      -
      10460  }
      -
      10461  }
      -
      10462  }
      -
      10463 
      -
      10464  size_t nextAlloc1stIndex = m_1stNullItemsBeginCount;
      -
      10465  const VkDeviceSize freeSpace1stTo2ndEnd =
      -
      10466  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ? suballocations2nd.back().offset : size;
      -
      10467  while(lastOffset < freeSpace1stTo2ndEnd)
      -
      10468  {
      -
      10469  // Find next non-null allocation or move nextAllocIndex to the end.
      -
      10470  while(nextAlloc1stIndex < suballoc1stCount &&
      -
      10471  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
      -
      10472  {
      -
      10473  ++nextAlloc1stIndex;
      -
      10474  }
      -
      10475 
      -
      10476  // Found non-null allocation.
      -
      10477  if(nextAlloc1stIndex < suballoc1stCount)
      -
      10478  {
      -
      10479  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
      -
      10480 
      -
      10481  // 1. Process free space before this allocation.
      -
      10482  if(lastOffset < suballoc.offset)
      -
      10483  {
      -
      10484  // There is free space from lastOffset to suballoc.offset.
      -
      10485  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      -
      10486  inoutStats.unusedSize += unusedRangeSize;
      -
      10487  ++inoutStats.unusedRangeCount;
      -
      10488  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      -
      10489  }
      -
      10490 
      -
      10491  // 2. Process this allocation.
      -
      10492  // There is allocation with suballoc.offset, suballoc.size.
      -
      10493  ++inoutStats.allocationCount;
      -
      10494 
      -
      10495  // 3. Prepare for next iteration.
      -
      10496  lastOffset = suballoc.offset + suballoc.size;
      -
      10497  ++nextAlloc1stIndex;
      -
      10498  }
      -
      10499  // We are at the end.
      -
      10500  else
      -
      10501  {
      -
      10502  if(lastOffset < freeSpace1stTo2ndEnd)
      -
      10503  {
      -
      10504  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
      -
      10505  const VkDeviceSize unusedRangeSize = freeSpace1stTo2ndEnd - lastOffset;
      -
      10506  inoutStats.unusedSize += unusedRangeSize;
      -
      10507  ++inoutStats.unusedRangeCount;
      -
      10508  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      -
      10509  }
      -
      10510 
      -
      10511  // End of loop.
      -
      10512  lastOffset = freeSpace1stTo2ndEnd;
      -
      10513  }
      -
      10514  }
      -
      10515 
      -
      10516  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      -
      10517  {
      -
      10518  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
      -
      10519  while(lastOffset < size)
      -
      10520  {
      -
      10521  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      -
      10522  while(nextAlloc2ndIndex != SIZE_MAX &&
      -
      10523  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      -
      10524  {
      -
      10525  --nextAlloc2ndIndex;
      -
      10526  }
      -
      10527 
      -
      10528  // Found non-null allocation.
      -
      10529  if(nextAlloc2ndIndex != SIZE_MAX)
      -
      10530  {
      -
      10531  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      -
      10532 
      -
      10533  // 1. Process free space before this allocation.
      -
      10534  if(lastOffset < suballoc.offset)
      -
      10535  {
      -
      10536  // There is free space from lastOffset to suballoc.offset.
      -
      10537  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      -
      10538  inoutStats.unusedSize += unusedRangeSize;
      -
      10539  ++inoutStats.unusedRangeCount;
      -
      10540  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      -
      10541  }
      -
      10542 
      -
      10543  // 2. Process this allocation.
      -
      10544  // There is allocation with suballoc.offset, suballoc.size.
      -
      10545  ++inoutStats.allocationCount;
      -
      10546 
      -
      10547  // 3. Prepare for next iteration.
      -
      10548  lastOffset = suballoc.offset + suballoc.size;
      -
      10549  --nextAlloc2ndIndex;
      -
      10550  }
      -
      10551  // We are at the end.
      -
      10552  else
      -
      10553  {
      -
      10554  if(lastOffset < size)
      -
      10555  {
      -
      10556  // There is free space from lastOffset to size.
      -
      10557  const VkDeviceSize unusedRangeSize = size - lastOffset;
      -
      10558  inoutStats.unusedSize += unusedRangeSize;
      -
      10559  ++inoutStats.unusedRangeCount;
      -
      10560  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      -
      10561  }
      -
      10562 
      -
      10563  // End of loop.
      -
      10564  lastOffset = size;
      -
      10565  }
      -
      10566  }
      -
      10567  }
      -
      10568 }
      -
      10569 
      -
      10570 #if VMA_STATS_STRING_ENABLED
      -
      10571 void VmaBlockMetadata_Linear::PrintDetailedMap(class VmaJsonWriter& json) const
      -
      10572 {
      -
      10573  const VkDeviceSize size = GetSize();
      -
      10574  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      10575  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      10576  const size_t suballoc1stCount = suballocations1st.size();
      -
      10577  const size_t suballoc2ndCount = suballocations2nd.size();
      -
      10578 
      -
      10579  // FIRST PASS
      -
      10580 
      -
      10581  size_t unusedRangeCount = 0;
      -
      10582  VkDeviceSize usedBytes = 0;
      -
      10583 
      -
      10584  VkDeviceSize lastOffset = 0;
      +
      10398  // 1. Process free space before this allocation.
      +
      10399  if(lastOffset < suballoc.offset)
      +
      10400  {
      +
      10401  // There is free space from lastOffset to suballoc.offset.
      +
      10402  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      +
      10403  ++outInfo.unusedRangeCount;
      +
      10404  outInfo.unusedBytes += unusedRangeSize;
      +
      10405  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      +
      10406  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      +
      10407  }
      +
      10408 
      +
      10409  // 2. Process this allocation.
      +
      10410  // There is allocation with suballoc.offset, suballoc.size.
      +
      10411  outInfo.usedBytes += suballoc.size;
      +
      10412  outInfo.allocationSizeMin = VMA_MIN(outInfo.allocationSizeMin, suballoc.size);
      +
      10413  outInfo.allocationSizeMax = VMA_MIN(outInfo.allocationSizeMax, suballoc.size);
      +
      10414 
      +
      10415  // 3. Prepare for next iteration.
      +
      10416  lastOffset = suballoc.offset + suballoc.size;
      +
      10417  --nextAlloc2ndIndex;
      +
      10418  }
      +
      10419  // We are at the end.
      +
      10420  else
      +
      10421  {
      +
      10422  // There is free space from lastOffset to size.
      +
      10423  if(lastOffset < size)
      +
      10424  {
      +
      10425  const VkDeviceSize unusedRangeSize = size - lastOffset;
      +
      10426  ++outInfo.unusedRangeCount;
      +
      10427  outInfo.unusedBytes += unusedRangeSize;
      +
      10428  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusedRangeSize);
      +
      10429  outInfo.unusedRangeSizeMax = VMA_MIN(outInfo.unusedRangeSizeMax, unusedRangeSize);
      +
      10430  }
      +
      10431 
      +
      10432  // End of loop.
      +
      10433  lastOffset = size;
      +
      10434  }
      +
      10435  }
      +
      10436  }
      +
      10437 
      +
      10438  outInfo.unusedBytes = size - outInfo.usedBytes;
      +
      10439 }
      +
      10440 
      +
      10441 void VmaBlockMetadata_Linear::AddPoolStats(VmaPoolStats& inoutStats) const
      +
      10442 {
      +
      10443  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      10444  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      10445  const VkDeviceSize size = GetSize();
      +
      10446  const size_t suballoc1stCount = suballocations1st.size();
      +
      10447  const size_t suballoc2ndCount = suballocations2nd.size();
      +
      10448 
      +
      10449  inoutStats.size += size;
      +
      10450 
      +
      10451  VkDeviceSize lastOffset = 0;
      +
      10452 
      +
      10453  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      +
      10454  {
      +
      10455  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
      +
      10456  size_t nextAlloc2ndIndex = m_1stNullItemsBeginCount;
      +
      10457  while(lastOffset < freeSpace2ndTo1stEnd)
      +
      10458  {
      +
      10459  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      +
      10460  while(nextAlloc2ndIndex < suballoc2ndCount &&
      +
      10461  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      +
      10462  {
      +
      10463  ++nextAlloc2ndIndex;
      +
      10464  }
      +
      10465 
      +
      10466  // Found non-null allocation.
      +
      10467  if(nextAlloc2ndIndex < suballoc2ndCount)
      +
      10468  {
      +
      10469  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      +
      10470 
      +
      10471  // 1. Process free space before this allocation.
      +
      10472  if(lastOffset < suballoc.offset)
      +
      10473  {
      +
      10474  // There is free space from lastOffset to suballoc.offset.
      +
      10475  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      +
      10476  inoutStats.unusedSize += unusedRangeSize;
      +
      10477  ++inoutStats.unusedRangeCount;
      +
      10478  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      +
      10479  }
      +
      10480 
      +
      10481  // 2. Process this allocation.
      +
      10482  // There is allocation with suballoc.offset, suballoc.size.
      +
      10483  ++inoutStats.allocationCount;
      +
      10484 
      +
      10485  // 3. Prepare for next iteration.
      +
      10486  lastOffset = suballoc.offset + suballoc.size;
      +
      10487  ++nextAlloc2ndIndex;
      +
      10488  }
      +
      10489  // We are at the end.
      +
      10490  else
      +
      10491  {
      +
      10492  if(lastOffset < freeSpace2ndTo1stEnd)
      +
      10493  {
      +
      10494  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
      +
      10495  const VkDeviceSize unusedRangeSize = freeSpace2ndTo1stEnd - lastOffset;
      +
      10496  inoutStats.unusedSize += unusedRangeSize;
      +
      10497  ++inoutStats.unusedRangeCount;
      +
      10498  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      +
      10499  }
      +
      10500 
      +
      10501  // End of loop.
      +
      10502  lastOffset = freeSpace2ndTo1stEnd;
      +
      10503  }
      +
      10504  }
      +
      10505  }
      +
      10506 
      +
      10507  size_t nextAlloc1stIndex = m_1stNullItemsBeginCount;
      +
      10508  const VkDeviceSize freeSpace1stTo2ndEnd =
      +
      10509  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ? suballocations2nd.back().offset : size;
      +
      10510  while(lastOffset < freeSpace1stTo2ndEnd)
      +
      10511  {
      +
      10512  // Find next non-null allocation or move nextAllocIndex to the end.
      +
      10513  while(nextAlloc1stIndex < suballoc1stCount &&
      +
      10514  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
      +
      10515  {
      +
      10516  ++nextAlloc1stIndex;
      +
      10517  }
      +
      10518 
      +
      10519  // Found non-null allocation.
      +
      10520  if(nextAlloc1stIndex < suballoc1stCount)
      +
      10521  {
      +
      10522  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
      +
      10523 
      +
      10524  // 1. Process free space before this allocation.
      +
      10525  if(lastOffset < suballoc.offset)
      +
      10526  {
      +
      10527  // There is free space from lastOffset to suballoc.offset.
      +
      10528  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      +
      10529  inoutStats.unusedSize += unusedRangeSize;
      +
      10530  ++inoutStats.unusedRangeCount;
      +
      10531  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      +
      10532  }
      +
      10533 
      +
      10534  // 2. Process this allocation.
      +
      10535  // There is allocation with suballoc.offset, suballoc.size.
      +
      10536  ++inoutStats.allocationCount;
      +
      10537 
      +
      10538  // 3. Prepare for next iteration.
      +
      10539  lastOffset = suballoc.offset + suballoc.size;
      +
      10540  ++nextAlloc1stIndex;
      +
      10541  }
      +
      10542  // We are at the end.
      +
      10543  else
      +
      10544  {
      +
      10545  if(lastOffset < freeSpace1stTo2ndEnd)
      +
      10546  {
      +
      10547  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
      +
      10548  const VkDeviceSize unusedRangeSize = freeSpace1stTo2ndEnd - lastOffset;
      +
      10549  inoutStats.unusedSize += unusedRangeSize;
      +
      10550  ++inoutStats.unusedRangeCount;
      +
      10551  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      +
      10552  }
      +
      10553 
      +
      10554  // End of loop.
      +
      10555  lastOffset = freeSpace1stTo2ndEnd;
      +
      10556  }
      +
      10557  }
      +
      10558 
      +
      10559  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      +
      10560  {
      +
      10561  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
      +
      10562  while(lastOffset < size)
      +
      10563  {
      +
      10564  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      +
      10565  while(nextAlloc2ndIndex != SIZE_MAX &&
      +
      10566  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      +
      10567  {
      +
      10568  --nextAlloc2ndIndex;
      +
      10569  }
      +
      10570 
      +
      10571  // Found non-null allocation.
      +
      10572  if(nextAlloc2ndIndex != SIZE_MAX)
      +
      10573  {
      +
      10574  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      +
      10575 
      +
      10576  // 1. Process free space before this allocation.
      +
      10577  if(lastOffset < suballoc.offset)
      +
      10578  {
      +
      10579  // There is free space from lastOffset to suballoc.offset.
      +
      10580  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      +
      10581  inoutStats.unusedSize += unusedRangeSize;
      +
      10582  ++inoutStats.unusedRangeCount;
      +
      10583  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      +
      10584  }
      10585 
      -
      10586  size_t alloc2ndCount = 0;
      -
      10587  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      -
      10588  {
      -
      10589  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
      -
      10590  size_t nextAlloc2ndIndex = 0;
      -
      10591  while(lastOffset < freeSpace2ndTo1stEnd)
      -
      10592  {
      -
      10593  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      -
      10594  while(nextAlloc2ndIndex < suballoc2ndCount &&
      -
      10595  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      +
      10586  // 2. Process this allocation.
      +
      10587  // There is allocation with suballoc.offset, suballoc.size.
      +
      10588  ++inoutStats.allocationCount;
      +
      10589 
      +
      10590  // 3. Prepare for next iteration.
      +
      10591  lastOffset = suballoc.offset + suballoc.size;
      +
      10592  --nextAlloc2ndIndex;
      +
      10593  }
      +
      10594  // We are at the end.
      +
      10595  else
      10596  {
      -
      10597  ++nextAlloc2ndIndex;
      -
      10598  }
      -
      10599 
      -
      10600  // Found non-null allocation.
      -
      10601  if(nextAlloc2ndIndex < suballoc2ndCount)
      -
      10602  {
      -
      10603  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      -
      10604 
      -
      10605  // 1. Process free space before this allocation.
      -
      10606  if(lastOffset < suballoc.offset)
      -
      10607  {
      -
      10608  // There is free space from lastOffset to suballoc.offset.
      -
      10609  ++unusedRangeCount;
      -
      10610  }
      -
      10611 
      -
      10612  // 2. Process this allocation.
      -
      10613  // There is allocation with suballoc.offset, suballoc.size.
      -
      10614  ++alloc2ndCount;
      -
      10615  usedBytes += suballoc.size;
      -
      10616 
      -
      10617  // 3. Prepare for next iteration.
      -
      10618  lastOffset = suballoc.offset + suballoc.size;
      -
      10619  ++nextAlloc2ndIndex;
      -
      10620  }
      -
      10621  // We are at the end.
      -
      10622  else
      -
      10623  {
      -
      10624  if(lastOffset < freeSpace2ndTo1stEnd)
      -
      10625  {
      -
      10626  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
      -
      10627  ++unusedRangeCount;
      -
      10628  }
      -
      10629 
      -
      10630  // End of loop.
      -
      10631  lastOffset = freeSpace2ndTo1stEnd;
      -
      10632  }
      -
      10633  }
      -
      10634  }
      -
      10635 
      -
      10636  size_t nextAlloc1stIndex = m_1stNullItemsBeginCount;
      -
      10637  size_t alloc1stCount = 0;
      -
      10638  const VkDeviceSize freeSpace1stTo2ndEnd =
      -
      10639  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ? suballocations2nd.back().offset : size;
      -
      10640  while(lastOffset < freeSpace1stTo2ndEnd)
      -
      10641  {
      -
      10642  // Find next non-null allocation or move nextAllocIndex to the end.
      -
      10643  while(nextAlloc1stIndex < suballoc1stCount &&
      -
      10644  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
      -
      10645  {
      -
      10646  ++nextAlloc1stIndex;
      -
      10647  }
      -
      10648 
      -
      10649  // Found non-null allocation.
      -
      10650  if(nextAlloc1stIndex < suballoc1stCount)
      -
      10651  {
      -
      10652  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
      -
      10653 
      -
      10654  // 1. Process free space before this allocation.
      -
      10655  if(lastOffset < suballoc.offset)
      -
      10656  {
      -
      10657  // There is free space from lastOffset to suballoc.offset.
      -
      10658  ++unusedRangeCount;
      -
      10659  }
      -
      10660 
      -
      10661  // 2. Process this allocation.
      -
      10662  // There is allocation with suballoc.offset, suballoc.size.
      -
      10663  ++alloc1stCount;
      -
      10664  usedBytes += suballoc.size;
      -
      10665 
      -
      10666  // 3. Prepare for next iteration.
      -
      10667  lastOffset = suballoc.offset + suballoc.size;
      -
      10668  ++nextAlloc1stIndex;
      -
      10669  }
      -
      10670  // We are at the end.
      -
      10671  else
      -
      10672  {
      -
      10673  if(lastOffset < size)
      -
      10674  {
      -
      10675  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
      -
      10676  ++unusedRangeCount;
      -
      10677  }
      +
      10597  if(lastOffset < size)
      +
      10598  {
      +
      10599  // There is free space from lastOffset to size.
      +
      10600  const VkDeviceSize unusedRangeSize = size - lastOffset;
      +
      10601  inoutStats.unusedSize += unusedRangeSize;
      +
      10602  ++inoutStats.unusedRangeCount;
      +
      10603  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, unusedRangeSize);
      +
      10604  }
      +
      10605 
      +
      10606  // End of loop.
      +
      10607  lastOffset = size;
      +
      10608  }
      +
      10609  }
      +
      10610  }
      +
      10611 }
      +
      10612 
      +
      10613 #if VMA_STATS_STRING_ENABLED
      +
      10614 void VmaBlockMetadata_Linear::PrintDetailedMap(class VmaJsonWriter& json) const
      +
      10615 {
      +
      10616  const VkDeviceSize size = GetSize();
      +
      10617  const SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      10618  const SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      10619  const size_t suballoc1stCount = suballocations1st.size();
      +
      10620  const size_t suballoc2ndCount = suballocations2nd.size();
      +
      10621 
      +
      10622  // FIRST PASS
      +
      10623 
      +
      10624  size_t unusedRangeCount = 0;
      +
      10625  VkDeviceSize usedBytes = 0;
      +
      10626 
      +
      10627  VkDeviceSize lastOffset = 0;
      +
      10628 
      +
      10629  size_t alloc2ndCount = 0;
      +
      10630  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      +
      10631  {
      +
      10632  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
      +
      10633  size_t nextAlloc2ndIndex = 0;
      +
      10634  while(lastOffset < freeSpace2ndTo1stEnd)
      +
      10635  {
      +
      10636  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      +
      10637  while(nextAlloc2ndIndex < suballoc2ndCount &&
      +
      10638  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      +
      10639  {
      +
      10640  ++nextAlloc2ndIndex;
      +
      10641  }
      +
      10642 
      +
      10643  // Found non-null allocation.
      +
      10644  if(nextAlloc2ndIndex < suballoc2ndCount)
      +
      10645  {
      +
      10646  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      +
      10647 
      +
      10648  // 1. Process free space before this allocation.
      +
      10649  if(lastOffset < suballoc.offset)
      +
      10650  {
      +
      10651  // There is free space from lastOffset to suballoc.offset.
      +
      10652  ++unusedRangeCount;
      +
      10653  }
      +
      10654 
      +
      10655  // 2. Process this allocation.
      +
      10656  // There is allocation with suballoc.offset, suballoc.size.
      +
      10657  ++alloc2ndCount;
      +
      10658  usedBytes += suballoc.size;
      +
      10659 
      +
      10660  // 3. Prepare for next iteration.
      +
      10661  lastOffset = suballoc.offset + suballoc.size;
      +
      10662  ++nextAlloc2ndIndex;
      +
      10663  }
      +
      10664  // We are at the end.
      +
      10665  else
      +
      10666  {
      +
      10667  if(lastOffset < freeSpace2ndTo1stEnd)
      +
      10668  {
      +
      10669  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
      +
      10670  ++unusedRangeCount;
      +
      10671  }
      +
      10672 
      +
      10673  // End of loop.
      +
      10674  lastOffset = freeSpace2ndTo1stEnd;
      +
      10675  }
      +
      10676  }
      +
      10677  }
      10678 
      -
      10679  // End of loop.
      -
      10680  lastOffset = freeSpace1stTo2ndEnd;
      -
      10681  }
      -
      10682  }
      -
      10683 
      -
      10684  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      -
      10685  {
      -
      10686  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
      -
      10687  while(lastOffset < size)
      +
      10679  size_t nextAlloc1stIndex = m_1stNullItemsBeginCount;
      +
      10680  size_t alloc1stCount = 0;
      +
      10681  const VkDeviceSize freeSpace1stTo2ndEnd =
      +
      10682  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ? suballocations2nd.back().offset : size;
      +
      10683  while(lastOffset < freeSpace1stTo2ndEnd)
      +
      10684  {
      +
      10685  // Find next non-null allocation or move nextAllocIndex to the end.
      +
      10686  while(nextAlloc1stIndex < suballoc1stCount &&
      +
      10687  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
      10688  {
      -
      10689  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      -
      10690  while(nextAlloc2ndIndex != SIZE_MAX &&
      -
      10691  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      -
      10692  {
      -
      10693  --nextAlloc2ndIndex;
      -
      10694  }
      -
      10695 
      -
      10696  // Found non-null allocation.
      -
      10697  if(nextAlloc2ndIndex != SIZE_MAX)
      -
      10698  {
      -
      10699  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      -
      10700 
      -
      10701  // 1. Process free space before this allocation.
      -
      10702  if(lastOffset < suballoc.offset)
      -
      10703  {
      -
      10704  // There is free space from lastOffset to suballoc.offset.
      -
      10705  ++unusedRangeCount;
      -
      10706  }
      -
      10707 
      -
      10708  // 2. Process this allocation.
      -
      10709  // There is allocation with suballoc.offset, suballoc.size.
      -
      10710  ++alloc2ndCount;
      -
      10711  usedBytes += suballoc.size;
      -
      10712 
      -
      10713  // 3. Prepare for next iteration.
      -
      10714  lastOffset = suballoc.offset + suballoc.size;
      -
      10715  --nextAlloc2ndIndex;
      -
      10716  }
      -
      10717  // We are at the end.
      -
      10718  else
      -
      10719  {
      -
      10720  if(lastOffset < size)
      -
      10721  {
      -
      10722  // There is free space from lastOffset to size.
      -
      10723  ++unusedRangeCount;
      -
      10724  }
      -
      10725 
      -
      10726  // End of loop.
      -
      10727  lastOffset = size;
      -
      10728  }
      -
      10729  }
      -
      10730  }
      -
      10731 
      -
      10732  const VkDeviceSize unusedBytes = size - usedBytes;
      -
      10733  PrintDetailedMap_Begin(json, unusedBytes, alloc1stCount + alloc2ndCount, unusedRangeCount);
      -
      10734 
      -
      10735  // SECOND PASS
      -
      10736  lastOffset = 0;
      -
      10737 
      -
      10738  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      -
      10739  {
      -
      10740  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
      -
      10741  size_t nextAlloc2ndIndex = 0;
      -
      10742  while(lastOffset < freeSpace2ndTo1stEnd)
      -
      10743  {
      -
      10744  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      -
      10745  while(nextAlloc2ndIndex < suballoc2ndCount &&
      -
      10746  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      -
      10747  {
      -
      10748  ++nextAlloc2ndIndex;
      -
      10749  }
      +
      10689  ++nextAlloc1stIndex;
      +
      10690  }
      +
      10691 
      +
      10692  // Found non-null allocation.
      +
      10693  if(nextAlloc1stIndex < suballoc1stCount)
      +
      10694  {
      +
      10695  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
      +
      10696 
      +
      10697  // 1. Process free space before this allocation.
      +
      10698  if(lastOffset < suballoc.offset)
      +
      10699  {
      +
      10700  // There is free space from lastOffset to suballoc.offset.
      +
      10701  ++unusedRangeCount;
      +
      10702  }
      +
      10703 
      +
      10704  // 2. Process this allocation.
      +
      10705  // There is allocation with suballoc.offset, suballoc.size.
      +
      10706  ++alloc1stCount;
      +
      10707  usedBytes += suballoc.size;
      +
      10708 
      +
      10709  // 3. Prepare for next iteration.
      +
      10710  lastOffset = suballoc.offset + suballoc.size;
      +
      10711  ++nextAlloc1stIndex;
      +
      10712  }
      +
      10713  // We are at the end.
      +
      10714  else
      +
      10715  {
      +
      10716  if(lastOffset < size)
      +
      10717  {
      +
      10718  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
      +
      10719  ++unusedRangeCount;
      +
      10720  }
      +
      10721 
      +
      10722  // End of loop.
      +
      10723  lastOffset = freeSpace1stTo2ndEnd;
      +
      10724  }
      +
      10725  }
      +
      10726 
      +
      10727  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      +
      10728  {
      +
      10729  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
      +
      10730  while(lastOffset < size)
      +
      10731  {
      +
      10732  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      +
      10733  while(nextAlloc2ndIndex != SIZE_MAX &&
      +
      10734  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      +
      10735  {
      +
      10736  --nextAlloc2ndIndex;
      +
      10737  }
      +
      10738 
      +
      10739  // Found non-null allocation.
      +
      10740  if(nextAlloc2ndIndex != SIZE_MAX)
      +
      10741  {
      +
      10742  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      +
      10743 
      +
      10744  // 1. Process free space before this allocation.
      +
      10745  if(lastOffset < suballoc.offset)
      +
      10746  {
      +
      10747  // There is free space from lastOffset to suballoc.offset.
      +
      10748  ++unusedRangeCount;
      +
      10749  }
      10750 
      -
      10751  // Found non-null allocation.
      -
      10752  if(nextAlloc2ndIndex < suballoc2ndCount)
      -
      10753  {
      -
      10754  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      -
      10755 
      -
      10756  // 1. Process free space before this allocation.
      -
      10757  if(lastOffset < suballoc.offset)
      -
      10758  {
      -
      10759  // There is free space from lastOffset to suballoc.offset.
      -
      10760  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      -
      10761  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      -
      10762  }
      -
      10763 
      -
      10764  // 2. Process this allocation.
      -
      10765  // There is allocation with suballoc.offset, suballoc.size.
      -
      10766  PrintDetailedMap_Allocation(json, suballoc.offset, suballoc.hAllocation);
      -
      10767 
      -
      10768  // 3. Prepare for next iteration.
      -
      10769  lastOffset = suballoc.offset + suballoc.size;
      -
      10770  ++nextAlloc2ndIndex;
      +
      10751  // 2. Process this allocation.
      +
      10752  // There is allocation with suballoc.offset, suballoc.size.
      +
      10753  ++alloc2ndCount;
      +
      10754  usedBytes += suballoc.size;
      +
      10755 
      +
      10756  // 3. Prepare for next iteration.
      +
      10757  lastOffset = suballoc.offset + suballoc.size;
      +
      10758  --nextAlloc2ndIndex;
      +
      10759  }
      +
      10760  // We are at the end.
      +
      10761  else
      +
      10762  {
      +
      10763  if(lastOffset < size)
      +
      10764  {
      +
      10765  // There is free space from lastOffset to size.
      +
      10766  ++unusedRangeCount;
      +
      10767  }
      +
      10768 
      +
      10769  // End of loop.
      +
      10770  lastOffset = size;
      10771  }
      -
      10772  // We are at the end.
      -
      10773  else
      -
      10774  {
      -
      10775  if(lastOffset < freeSpace2ndTo1stEnd)
      -
      10776  {
      -
      10777  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
      -
      10778  const VkDeviceSize unusedRangeSize = freeSpace2ndTo1stEnd - lastOffset;
      -
      10779  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      -
      10780  }
      -
      10781 
      -
      10782  // End of loop.
      -
      10783  lastOffset = freeSpace2ndTo1stEnd;
      -
      10784  }
      -
      10785  }
      -
      10786  }
      -
      10787 
      -
      10788  nextAlloc1stIndex = m_1stNullItemsBeginCount;
      -
      10789  while(lastOffset < freeSpace1stTo2ndEnd)
      -
      10790  {
      -
      10791  // Find next non-null allocation or move nextAllocIndex to the end.
      -
      10792  while(nextAlloc1stIndex < suballoc1stCount &&
      -
      10793  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
      -
      10794  {
      -
      10795  ++nextAlloc1stIndex;
      -
      10796  }
      -
      10797 
      -
      10798  // Found non-null allocation.
      -
      10799  if(nextAlloc1stIndex < suballoc1stCount)
      -
      10800  {
      -
      10801  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
      -
      10802 
      -
      10803  // 1. Process free space before this allocation.
      -
      10804  if(lastOffset < suballoc.offset)
      -
      10805  {
      -
      10806  // There is free space from lastOffset to suballoc.offset.
      -
      10807  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      -
      10808  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      -
      10809  }
      -
      10810 
      -
      10811  // 2. Process this allocation.
      -
      10812  // There is allocation with suballoc.offset, suballoc.size.
      -
      10813  PrintDetailedMap_Allocation(json, suballoc.offset, suballoc.hAllocation);
      -
      10814 
      -
      10815  // 3. Prepare for next iteration.
      -
      10816  lastOffset = suballoc.offset + suballoc.size;
      -
      10817  ++nextAlloc1stIndex;
      -
      10818  }
      -
      10819  // We are at the end.
      -
      10820  else
      -
      10821  {
      -
      10822  if(lastOffset < freeSpace1stTo2ndEnd)
      -
      10823  {
      -
      10824  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
      -
      10825  const VkDeviceSize unusedRangeSize = freeSpace1stTo2ndEnd - lastOffset;
      -
      10826  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      +
      10772  }
      +
      10773  }
      +
      10774 
      +
      10775  const VkDeviceSize unusedBytes = size - usedBytes;
      +
      10776  PrintDetailedMap_Begin(json, unusedBytes, alloc1stCount + alloc2ndCount, unusedRangeCount);
      +
      10777 
      +
      10778  // SECOND PASS
      +
      10779  lastOffset = 0;
      +
      10780 
      +
      10781  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      +
      10782  {
      +
      10783  const VkDeviceSize freeSpace2ndTo1stEnd = suballocations1st[m_1stNullItemsBeginCount].offset;
      +
      10784  size_t nextAlloc2ndIndex = 0;
      +
      10785  while(lastOffset < freeSpace2ndTo1stEnd)
      +
      10786  {
      +
      10787  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      +
      10788  while(nextAlloc2ndIndex < suballoc2ndCount &&
      +
      10789  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      +
      10790  {
      +
      10791  ++nextAlloc2ndIndex;
      +
      10792  }
      +
      10793 
      +
      10794  // Found non-null allocation.
      +
      10795  if(nextAlloc2ndIndex < suballoc2ndCount)
      +
      10796  {
      +
      10797  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      +
      10798 
      +
      10799  // 1. Process free space before this allocation.
      +
      10800  if(lastOffset < suballoc.offset)
      +
      10801  {
      +
      10802  // There is free space from lastOffset to suballoc.offset.
      +
      10803  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      +
      10804  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      +
      10805  }
      +
      10806 
      +
      10807  // 2. Process this allocation.
      +
      10808  // There is allocation with suballoc.offset, suballoc.size.
      +
      10809  PrintDetailedMap_Allocation(json, suballoc.offset, suballoc.hAllocation);
      +
      10810 
      +
      10811  // 3. Prepare for next iteration.
      +
      10812  lastOffset = suballoc.offset + suballoc.size;
      +
      10813  ++nextAlloc2ndIndex;
      +
      10814  }
      +
      10815  // We are at the end.
      +
      10816  else
      +
      10817  {
      +
      10818  if(lastOffset < freeSpace2ndTo1stEnd)
      +
      10819  {
      +
      10820  // There is free space from lastOffset to freeSpace2ndTo1stEnd.
      +
      10821  const VkDeviceSize unusedRangeSize = freeSpace2ndTo1stEnd - lastOffset;
      +
      10822  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      +
      10823  }
      +
      10824 
      +
      10825  // End of loop.
      +
      10826  lastOffset = freeSpace2ndTo1stEnd;
      10827  }
      -
      10828 
      -
      10829  // End of loop.
      -
      10830  lastOffset = freeSpace1stTo2ndEnd;
      -
      10831  }
      -
      10832  }
      -
      10833 
      -
      10834  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      -
      10835  {
      -
      10836  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
      -
      10837  while(lastOffset < size)
      -
      10838  {
      -
      10839  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      -
      10840  while(nextAlloc2ndIndex != SIZE_MAX &&
      -
      10841  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      -
      10842  {
      -
      10843  --nextAlloc2ndIndex;
      -
      10844  }
      +
      10828  }
      +
      10829  }
      +
      10830 
      +
      10831  nextAlloc1stIndex = m_1stNullItemsBeginCount;
      +
      10832  while(lastOffset < freeSpace1stTo2ndEnd)
      +
      10833  {
      +
      10834  // Find next non-null allocation or move nextAllocIndex to the end.
      +
      10835  while(nextAlloc1stIndex < suballoc1stCount &&
      +
      10836  suballocations1st[nextAlloc1stIndex].hAllocation == VK_NULL_HANDLE)
      +
      10837  {
      +
      10838  ++nextAlloc1stIndex;
      +
      10839  }
      +
      10840 
      +
      10841  // Found non-null allocation.
      +
      10842  if(nextAlloc1stIndex < suballoc1stCount)
      +
      10843  {
      +
      10844  const VmaSuballocation& suballoc = suballocations1st[nextAlloc1stIndex];
      10845 
      -
      10846  // Found non-null allocation.
      -
      10847  if(nextAlloc2ndIndex != SIZE_MAX)
      +
      10846  // 1. Process free space before this allocation.
      +
      10847  if(lastOffset < suballoc.offset)
      10848  {
      -
      10849  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      -
      10850 
      -
      10851  // 1. Process free space before this allocation.
      -
      10852  if(lastOffset < suballoc.offset)
      -
      10853  {
      -
      10854  // There is free space from lastOffset to suballoc.offset.
      -
      10855  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      -
      10856  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      -
      10857  }
      -
      10858 
      -
      10859  // 2. Process this allocation.
      -
      10860  // There is allocation with suballoc.offset, suballoc.size.
      -
      10861  PrintDetailedMap_Allocation(json, suballoc.offset, suballoc.hAllocation);
      -
      10862 
      -
      10863  // 3. Prepare for next iteration.
      -
      10864  lastOffset = suballoc.offset + suballoc.size;
      -
      10865  --nextAlloc2ndIndex;
      -
      10866  }
      -
      10867  // We are at the end.
      -
      10868  else
      -
      10869  {
      -
      10870  if(lastOffset < size)
      -
      10871  {
      -
      10872  // There is free space from lastOffset to size.
      -
      10873  const VkDeviceSize unusedRangeSize = size - lastOffset;
      -
      10874  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      -
      10875  }
      +
      10849  // There is free space from lastOffset to suballoc.offset.
      +
      10850  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      +
      10851  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      +
      10852  }
      +
      10853 
      +
      10854  // 2. Process this allocation.
      +
      10855  // There is allocation with suballoc.offset, suballoc.size.
      +
      10856  PrintDetailedMap_Allocation(json, suballoc.offset, suballoc.hAllocation);
      +
      10857 
      +
      10858  // 3. Prepare for next iteration.
      +
      10859  lastOffset = suballoc.offset + suballoc.size;
      +
      10860  ++nextAlloc1stIndex;
      +
      10861  }
      +
      10862  // We are at the end.
      +
      10863  else
      +
      10864  {
      +
      10865  if(lastOffset < freeSpace1stTo2ndEnd)
      +
      10866  {
      +
      10867  // There is free space from lastOffset to freeSpace1stTo2ndEnd.
      +
      10868  const VkDeviceSize unusedRangeSize = freeSpace1stTo2ndEnd - lastOffset;
      +
      10869  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      +
      10870  }
      +
      10871 
      +
      10872  // End of loop.
      +
      10873  lastOffset = freeSpace1stTo2ndEnd;
      +
      10874  }
      +
      10875  }
      10876 
      -
      10877  // End of loop.
      -
      10878  lastOffset = size;
      -
      10879  }
      -
      10880  }
      -
      10881  }
      -
      10882 
      -
      10883  PrintDetailedMap_End(json);
      -
      10884 }
      -
      10885 #endif // #if VMA_STATS_STRING_ENABLED
      -
      10886 
      -
      10887 bool VmaBlockMetadata_Linear::CreateAllocationRequest(
      -
      10888  uint32_t currentFrameIndex,
      -
      10889  uint32_t frameInUseCount,
      -
      10890  VkDeviceSize bufferImageGranularity,
      -
      10891  VkDeviceSize allocSize,
      -
      10892  VkDeviceSize allocAlignment,
      -
      10893  bool upperAddress,
      -
      10894  VmaSuballocationType allocType,
      -
      10895  bool canMakeOtherLost,
      -
      10896  uint32_t strategy,
      -
      10897  VmaAllocationRequest* pAllocationRequest)
      -
      10898 {
      -
      10899  VMA_ASSERT(allocSize > 0);
      -
      10900  VMA_ASSERT(allocType != VMA_SUBALLOCATION_TYPE_FREE);
      -
      10901  VMA_ASSERT(pAllocationRequest != VMA_NULL);
      -
      10902  VMA_HEAVY_ASSERT(Validate());
      -
      10903  return upperAddress ?
      -
      10904  CreateAllocationRequest_UpperAddress(
      -
      10905  currentFrameIndex, frameInUseCount, bufferImageGranularity,
      -
      10906  allocSize, allocAlignment, allocType, canMakeOtherLost, strategy, pAllocationRequest) :
      -
      10907  CreateAllocationRequest_LowerAddress(
      -
      10908  currentFrameIndex, frameInUseCount, bufferImageGranularity,
      -
      10909  allocSize, allocAlignment, allocType, canMakeOtherLost, strategy, pAllocationRequest);
      -
      10910 }
      -
      10911 
      -
      10912 bool VmaBlockMetadata_Linear::CreateAllocationRequest_UpperAddress(
      -
      10913  uint32_t currentFrameIndex,
      -
      10914  uint32_t frameInUseCount,
      -
      10915  VkDeviceSize bufferImageGranularity,
      -
      10916  VkDeviceSize allocSize,
      -
      10917  VkDeviceSize allocAlignment,
      -
      10918  VmaSuballocationType allocType,
      -
      10919  bool canMakeOtherLost,
      -
      10920  uint32_t strategy,
      -
      10921  VmaAllocationRequest* pAllocationRequest)
      -
      10922 {
      -
      10923  const VkDeviceSize size = GetSize();
      -
      10924  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      10925  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      10926 
      -
      10927  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      -
      10928  {
      -
      10929  VMA_ASSERT(0 && "Trying to use pool with linear algorithm as double stack, while it is already being used as ring buffer.");
      -
      10930  return false;
      -
      10931  }
      -
      10932 
      -
      10933  // Try to allocate before 2nd.back(), or end of block if 2nd.empty().
      -
      10934  if(allocSize > size)
      -
      10935  {
      -
      10936  return false;
      -
      10937  }
      -
      10938  VkDeviceSize resultBaseOffset = size - allocSize;
      -
      10939  if(!suballocations2nd.empty())
      -
      10940  {
      -
      10941  const VmaSuballocation& lastSuballoc = suballocations2nd.back();
      -
      10942  resultBaseOffset = lastSuballoc.offset - allocSize;
      -
      10943  if(allocSize > lastSuballoc.offset)
      -
      10944  {
      -
      10945  return false;
      -
      10946  }
      -
      10947  }
      -
      10948 
      -
      10949  // Start from offset equal to end of free space.
      -
      10950  VkDeviceSize resultOffset = resultBaseOffset;
      -
      10951 
      -
      10952  // Apply VMA_DEBUG_MARGIN at the end.
      -
      10953  if(VMA_DEBUG_MARGIN > 0)
      -
      10954  {
      -
      10955  if(resultOffset < VMA_DEBUG_MARGIN)
      -
      10956  {
      -
      10957  return false;
      -
      10958  }
      -
      10959  resultOffset -= VMA_DEBUG_MARGIN;
      -
      10960  }
      -
      10961 
      -
      10962  // Apply alignment.
      -
      10963  resultOffset = VmaAlignDown(resultOffset, allocAlignment);
      -
      10964 
      -
      10965  // Check next suballocations from 2nd for BufferImageGranularity conflicts.
      -
      10966  // Make bigger alignment if necessary.
      -
      10967  if(bufferImageGranularity > 1 && !suballocations2nd.empty())
      -
      10968  {
      -
      10969  bool bufferImageGranularityConflict = false;
      -
      10970  for(size_t nextSuballocIndex = suballocations2nd.size(); nextSuballocIndex--; )
      -
      10971  {
      -
      10972  const VmaSuballocation& nextSuballoc = suballocations2nd[nextSuballocIndex];
      -
      10973  if(VmaBlocksOnSamePage(resultOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      -
      10974  {
      -
      10975  if(VmaIsBufferImageGranularityConflict(nextSuballoc.type, allocType))
      -
      10976  {
      -
      10977  bufferImageGranularityConflict = true;
      -
      10978  break;
      -
      10979  }
      -
      10980  }
      -
      10981  else
      -
      10982  // Already on previous page.
      -
      10983  break;
      -
      10984  }
      -
      10985  if(bufferImageGranularityConflict)
      -
      10986  {
      -
      10987  resultOffset = VmaAlignDown(resultOffset, bufferImageGranularity);
      -
      10988  }
      -
      10989  }
      -
      10990 
      -
      10991  // There is enough free space.
      -
      10992  const VkDeviceSize endOf1st = !suballocations1st.empty() ?
      -
      10993  suballocations1st.back().offset + suballocations1st.back().size :
      -
      10994  0;
      -
      10995  if(endOf1st + VMA_DEBUG_MARGIN <= resultOffset)
      -
      10996  {
      -
      10997  // Check previous suballocations for BufferImageGranularity conflicts.
      -
      10998  // If conflict exists, allocation cannot be made here.
      -
      10999  if(bufferImageGranularity > 1)
      -
      11000  {
      -
      11001  for(size_t prevSuballocIndex = suballocations1st.size(); prevSuballocIndex--; )
      -
      11002  {
      -
      11003  const VmaSuballocation& prevSuballoc = suballocations1st[prevSuballocIndex];
      -
      11004  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, resultOffset, bufferImageGranularity))
      -
      11005  {
      -
      11006  if(VmaIsBufferImageGranularityConflict(allocType, prevSuballoc.type))
      -
      11007  {
      -
      11008  return false;
      -
      11009  }
      -
      11010  }
      -
      11011  else
      -
      11012  {
      -
      11013  // Already on next page.
      -
      11014  break;
      -
      11015  }
      -
      11016  }
      -
      11017  }
      -
      11018 
      -
      11019  // All tests passed: Success.
      -
      11020  pAllocationRequest->offset = resultOffset;
      -
      11021  pAllocationRequest->sumFreeSize = resultBaseOffset + allocSize - endOf1st;
      -
      11022  pAllocationRequest->sumItemSize = 0;
      -
      11023  // pAllocationRequest->item unused.
      -
      11024  pAllocationRequest->itemsToMakeLostCount = 0;
      -
      11025  pAllocationRequest->type = VmaAllocationRequestType::UpperAddress;
      -
      11026  return true;
      -
      11027  }
      -
      11028 
      -
      11029  return false;
      -
      11030 }
      -
      11031 
      -
      11032 bool VmaBlockMetadata_Linear::CreateAllocationRequest_LowerAddress(
      -
      11033  uint32_t currentFrameIndex,
      -
      11034  uint32_t frameInUseCount,
      -
      11035  VkDeviceSize bufferImageGranularity,
      -
      11036  VkDeviceSize allocSize,
      -
      11037  VkDeviceSize allocAlignment,
      -
      11038  VmaSuballocationType allocType,
      -
      11039  bool canMakeOtherLost,
      -
      11040  uint32_t strategy,
      -
      11041  VmaAllocationRequest* pAllocationRequest)
      -
      11042 {
      -
      11043  const VkDeviceSize size = GetSize();
      -
      11044  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      11045  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      11046 
      -
      11047  if(m_2ndVectorMode == SECOND_VECTOR_EMPTY || m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      -
      11048  {
      -
      11049  // Try to allocate at the end of 1st vector.
      -
      11050 
      -
      11051  VkDeviceSize resultBaseOffset = 0;
      -
      11052  if(!suballocations1st.empty())
      -
      11053  {
      -
      11054  const VmaSuballocation& lastSuballoc = suballocations1st.back();
      -
      11055  resultBaseOffset = lastSuballoc.offset + lastSuballoc.size;
      -
      11056  }
      -
      11057 
      -
      11058  // Start from offset equal to beginning of free space.
      -
      11059  VkDeviceSize resultOffset = resultBaseOffset;
      -
      11060 
      -
      11061  // Apply VMA_DEBUG_MARGIN at the beginning.
      -
      11062  if(VMA_DEBUG_MARGIN > 0)
      -
      11063  {
      -
      11064  resultOffset += VMA_DEBUG_MARGIN;
      -
      11065  }
      -
      11066 
      -
      11067  // Apply alignment.
      -
      11068  resultOffset = VmaAlignUp(resultOffset, allocAlignment);
      -
      11069 
      -
      11070  // Check previous suballocations for BufferImageGranularity conflicts.
      -
      11071  // Make bigger alignment if necessary.
      -
      11072  if(bufferImageGranularity > 1 && !suballocations1st.empty())
      -
      11073  {
      -
      11074  bool bufferImageGranularityConflict = false;
      -
      11075  for(size_t prevSuballocIndex = suballocations1st.size(); prevSuballocIndex--; )
      -
      11076  {
      -
      11077  const VmaSuballocation& prevSuballoc = suballocations1st[prevSuballocIndex];
      -
      11078  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, resultOffset, bufferImageGranularity))
      -
      11079  {
      -
      11080  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
      -
      11081  {
      -
      11082  bufferImageGranularityConflict = true;
      -
      11083  break;
      -
      11084  }
      -
      11085  }
      -
      11086  else
      -
      11087  // Already on previous page.
      -
      11088  break;
      -
      11089  }
      -
      11090  if(bufferImageGranularityConflict)
      -
      11091  {
      -
      11092  resultOffset = VmaAlignUp(resultOffset, bufferImageGranularity);
      -
      11093  }
      -
      11094  }
      -
      11095 
      -
      11096  const VkDeviceSize freeSpaceEnd = m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ?
      -
      11097  suballocations2nd.back().offset : size;
      -
      11098 
      -
      11099  // There is enough free space at the end after alignment.
      -
      11100  if(resultOffset + allocSize + VMA_DEBUG_MARGIN <= freeSpaceEnd)
      -
      11101  {
      -
      11102  // Check next suballocations for BufferImageGranularity conflicts.
      -
      11103  // If conflict exists, allocation cannot be made here.
      -
      11104  if(bufferImageGranularity > 1 && m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      -
      11105  {
      -
      11106  for(size_t nextSuballocIndex = suballocations2nd.size(); nextSuballocIndex--; )
      -
      11107  {
      -
      11108  const VmaSuballocation& nextSuballoc = suballocations2nd[nextSuballocIndex];
      -
      11109  if(VmaBlocksOnSamePage(resultOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      -
      11110  {
      -
      11111  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
      -
      11112  {
      -
      11113  return false;
      -
      11114  }
      -
      11115  }
      -
      11116  else
      -
      11117  {
      -
      11118  // Already on previous page.
      -
      11119  break;
      -
      11120  }
      -
      11121  }
      -
      11122  }
      -
      11123 
      -
      11124  // All tests passed: Success.
      -
      11125  pAllocationRequest->offset = resultOffset;
      -
      11126  pAllocationRequest->sumFreeSize = freeSpaceEnd - resultBaseOffset;
      -
      11127  pAllocationRequest->sumItemSize = 0;
      -
      11128  // pAllocationRequest->item, customData unused.
      -
      11129  pAllocationRequest->type = VmaAllocationRequestType::EndOf1st;
      -
      11130  pAllocationRequest->itemsToMakeLostCount = 0;
      -
      11131  return true;
      -
      11132  }
      -
      11133  }
      -
      11134 
      -
      11135  // Wrap-around to end of 2nd vector. Try to allocate there, watching for the
      -
      11136  // beginning of 1st vector as the end of free space.
      -
      11137  if(m_2ndVectorMode == SECOND_VECTOR_EMPTY || m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      -
      11138  {
      -
      11139  VMA_ASSERT(!suballocations1st.empty());
      -
      11140 
      -
      11141  VkDeviceSize resultBaseOffset = 0;
      -
      11142  if(!suballocations2nd.empty())
      -
      11143  {
      -
      11144  const VmaSuballocation& lastSuballoc = suballocations2nd.back();
      -
      11145  resultBaseOffset = lastSuballoc.offset + lastSuballoc.size;
      -
      11146  }
      -
      11147 
      -
      11148  // Start from offset equal to beginning of free space.
      -
      11149  VkDeviceSize resultOffset = resultBaseOffset;
      -
      11150 
      -
      11151  // Apply VMA_DEBUG_MARGIN at the beginning.
      -
      11152  if(VMA_DEBUG_MARGIN > 0)
      -
      11153  {
      -
      11154  resultOffset += VMA_DEBUG_MARGIN;
      -
      11155  }
      -
      11156 
      -
      11157  // Apply alignment.
      -
      11158  resultOffset = VmaAlignUp(resultOffset, allocAlignment);
      -
      11159 
      -
      11160  // Check previous suballocations for BufferImageGranularity conflicts.
      -
      11161  // Make bigger alignment if necessary.
      -
      11162  if(bufferImageGranularity > 1 && !suballocations2nd.empty())
      -
      11163  {
      -
      11164  bool bufferImageGranularityConflict = false;
      -
      11165  for(size_t prevSuballocIndex = suballocations2nd.size(); prevSuballocIndex--; )
      -
      11166  {
      -
      11167  const VmaSuballocation& prevSuballoc = suballocations2nd[prevSuballocIndex];
      -
      11168  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, resultOffset, bufferImageGranularity))
      -
      11169  {
      -
      11170  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
      -
      11171  {
      -
      11172  bufferImageGranularityConflict = true;
      -
      11173  break;
      -
      11174  }
      -
      11175  }
      -
      11176  else
      -
      11177  // Already on previous page.
      -
      11178  break;
      -
      11179  }
      -
      11180  if(bufferImageGranularityConflict)
      -
      11181  {
      -
      11182  resultOffset = VmaAlignUp(resultOffset, bufferImageGranularity);
      -
      11183  }
      -
      11184  }
      -
      11185 
      -
      11186  pAllocationRequest->itemsToMakeLostCount = 0;
      -
      11187  pAllocationRequest->sumItemSize = 0;
      -
      11188  size_t index1st = m_1stNullItemsBeginCount;
      -
      11189 
      -
      11190  if(canMakeOtherLost)
      -
      11191  {
      -
      11192  while(index1st < suballocations1st.size() &&
      -
      11193  resultOffset + allocSize + VMA_DEBUG_MARGIN > suballocations1st[index1st].offset)
      -
      11194  {
      -
      11195  // Next colliding allocation at the beginning of 1st vector found. Try to make it lost.
      -
      11196  const VmaSuballocation& suballoc = suballocations1st[index1st];
      -
      11197  if(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE)
      -
      11198  {
      -
      11199  // No problem.
      -
      11200  }
      -
      11201  else
      -
      11202  {
      -
      11203  VMA_ASSERT(suballoc.hAllocation != VK_NULL_HANDLE);
      -
      11204  if(suballoc.hAllocation->CanBecomeLost() &&
      -
      11205  suballoc.hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      -
      11206  {
      -
      11207  ++pAllocationRequest->itemsToMakeLostCount;
      -
      11208  pAllocationRequest->sumItemSize += suballoc.size;
      -
      11209  }
      -
      11210  else
      -
      11211  {
      -
      11212  return false;
      -
      11213  }
      -
      11214  }
      -
      11215  ++index1st;
      -
      11216  }
      -
      11217 
      -
      11218  // Check next suballocations for BufferImageGranularity conflicts.
      -
      11219  // If conflict exists, we must mark more allocations lost or fail.
      -
      11220  if(bufferImageGranularity > 1)
      -
      11221  {
      -
      11222  while(index1st < suballocations1st.size())
      -
      11223  {
      -
      11224  const VmaSuballocation& suballoc = suballocations1st[index1st];
      -
      11225  if(VmaBlocksOnSamePage(resultOffset, allocSize, suballoc.offset, bufferImageGranularity))
      -
      11226  {
      -
      11227  if(suballoc.hAllocation != VK_NULL_HANDLE)
      -
      11228  {
      -
      11229  // Not checking actual VmaIsBufferImageGranularityConflict(allocType, suballoc.type).
      -
      11230  if(suballoc.hAllocation->CanBecomeLost() &&
      -
      11231  suballoc.hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      -
      11232  {
      -
      11233  ++pAllocationRequest->itemsToMakeLostCount;
      -
      11234  pAllocationRequest->sumItemSize += suballoc.size;
      -
      11235  }
      -
      11236  else
      -
      11237  {
      -
      11238  return false;
      -
      11239  }
      -
      11240  }
      -
      11241  }
      -
      11242  else
      -
      11243  {
      -
      11244  // Already on next page.
      -
      11245  break;
      -
      11246  }
      -
      11247  ++index1st;
      -
      11248  }
      -
      11249  }
      -
      11250 
      -
      11251  // Special case: There is not enough room at the end for this allocation, even after making all from the 1st lost.
      -
      11252  if(index1st == suballocations1st.size() &&
      -
      11253  resultOffset + allocSize + VMA_DEBUG_MARGIN > size)
      -
      11254  {
      -
      11255  // TODO: This is a known bug that it's not yet implemented and the allocation is failing.
      -
      11256  VMA_DEBUG_LOG("Unsupported special case in custom pool with linear allocation algorithm used as ring buffer with allocations that can be lost.");
      -
      11257  }
      -
      11258  }
      -
      11259 
      -
      11260  // There is enough free space at the end after alignment.
      -
      11261  if((index1st == suballocations1st.size() && resultOffset + allocSize + VMA_DEBUG_MARGIN <= size) ||
      -
      11262  (index1st < suballocations1st.size() && resultOffset + allocSize + VMA_DEBUG_MARGIN <= suballocations1st[index1st].offset))
      -
      11263  {
      -
      11264  // Check next suballocations for BufferImageGranularity conflicts.
      -
      11265  // If conflict exists, allocation cannot be made here.
      -
      11266  if(bufferImageGranularity > 1)
      -
      11267  {
      -
      11268  for(size_t nextSuballocIndex = index1st;
      -
      11269  nextSuballocIndex < suballocations1st.size();
      -
      11270  nextSuballocIndex++)
      -
      11271  {
      -
      11272  const VmaSuballocation& nextSuballoc = suballocations1st[nextSuballocIndex];
      -
      11273  if(VmaBlocksOnSamePage(resultOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      -
      11274  {
      -
      11275  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
      -
      11276  {
      -
      11277  return false;
      -
      11278  }
      -
      11279  }
      -
      11280  else
      -
      11281  {
      -
      11282  // Already on next page.
      -
      11283  break;
      +
      10877  if(m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      +
      10878  {
      +
      10879  size_t nextAlloc2ndIndex = suballocations2nd.size() - 1;
      +
      10880  while(lastOffset < size)
      +
      10881  {
      +
      10882  // Find next non-null allocation or move nextAlloc2ndIndex to the end.
      +
      10883  while(nextAlloc2ndIndex != SIZE_MAX &&
      +
      10884  suballocations2nd[nextAlloc2ndIndex].hAllocation == VK_NULL_HANDLE)
      +
      10885  {
      +
      10886  --nextAlloc2ndIndex;
      +
      10887  }
      +
      10888 
      +
      10889  // Found non-null allocation.
      +
      10890  if(nextAlloc2ndIndex != SIZE_MAX)
      +
      10891  {
      +
      10892  const VmaSuballocation& suballoc = suballocations2nd[nextAlloc2ndIndex];
      +
      10893 
      +
      10894  // 1. Process free space before this allocation.
      +
      10895  if(lastOffset < suballoc.offset)
      +
      10896  {
      +
      10897  // There is free space from lastOffset to suballoc.offset.
      +
      10898  const VkDeviceSize unusedRangeSize = suballoc.offset - lastOffset;
      +
      10899  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      +
      10900  }
      +
      10901 
      +
      10902  // 2. Process this allocation.
      +
      10903  // There is allocation with suballoc.offset, suballoc.size.
      +
      10904  PrintDetailedMap_Allocation(json, suballoc.offset, suballoc.hAllocation);
      +
      10905 
      +
      10906  // 3. Prepare for next iteration.
      +
      10907  lastOffset = suballoc.offset + suballoc.size;
      +
      10908  --nextAlloc2ndIndex;
      +
      10909  }
      +
      10910  // We are at the end.
      +
      10911  else
      +
      10912  {
      +
      10913  if(lastOffset < size)
      +
      10914  {
      +
      10915  // There is free space from lastOffset to size.
      +
      10916  const VkDeviceSize unusedRangeSize = size - lastOffset;
      +
      10917  PrintDetailedMap_UnusedRange(json, lastOffset, unusedRangeSize);
      +
      10918  }
      +
      10919 
      +
      10920  // End of loop.
      +
      10921  lastOffset = size;
      +
      10922  }
      +
      10923  }
      +
      10924  }
      +
      10925 
      +
      10926  PrintDetailedMap_End(json);
      +
      10927 }
      +
      10928 #endif // #if VMA_STATS_STRING_ENABLED
      +
      10929 
      +
      10930 bool VmaBlockMetadata_Linear::CreateAllocationRequest(
      +
      10931  uint32_t currentFrameIndex,
      +
      10932  uint32_t frameInUseCount,
      +
      10933  VkDeviceSize bufferImageGranularity,
      +
      10934  VkDeviceSize allocSize,
      +
      10935  VkDeviceSize allocAlignment,
      +
      10936  bool upperAddress,
      +
      10937  VmaSuballocationType allocType,
      +
      10938  bool canMakeOtherLost,
      +
      10939  uint32_t strategy,
      +
      10940  VmaAllocationRequest* pAllocationRequest)
      +
      10941 {
      +
      10942  VMA_ASSERT(allocSize > 0);
      +
      10943  VMA_ASSERT(allocType != VMA_SUBALLOCATION_TYPE_FREE);
      +
      10944  VMA_ASSERT(pAllocationRequest != VMA_NULL);
      +
      10945  VMA_HEAVY_ASSERT(Validate());
      +
      10946  return upperAddress ?
      +
      10947  CreateAllocationRequest_UpperAddress(
      +
      10948  currentFrameIndex, frameInUseCount, bufferImageGranularity,
      +
      10949  allocSize, allocAlignment, allocType, canMakeOtherLost, strategy, pAllocationRequest) :
      +
      10950  CreateAllocationRequest_LowerAddress(
      +
      10951  currentFrameIndex, frameInUseCount, bufferImageGranularity,
      +
      10952  allocSize, allocAlignment, allocType, canMakeOtherLost, strategy, pAllocationRequest);
      +
      10953 }
      +
      10954 
      +
      10955 bool VmaBlockMetadata_Linear::CreateAllocationRequest_UpperAddress(
      +
      10956  uint32_t currentFrameIndex,
      +
      10957  uint32_t frameInUseCount,
      +
      10958  VkDeviceSize bufferImageGranularity,
      +
      10959  VkDeviceSize allocSize,
      +
      10960  VkDeviceSize allocAlignment,
      +
      10961  VmaSuballocationType allocType,
      +
      10962  bool canMakeOtherLost,
      +
      10963  uint32_t strategy,
      +
      10964  VmaAllocationRequest* pAllocationRequest)
      +
      10965 {
      +
      10966  const VkDeviceSize size = GetSize();
      +
      10967  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      10968  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      10969 
      +
      10970  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      +
      10971  {
      +
      10972  VMA_ASSERT(0 && "Trying to use pool with linear algorithm as double stack, while it is already being used as ring buffer.");
      +
      10973  return false;
      +
      10974  }
      +
      10975 
      +
      10976  // Try to allocate before 2nd.back(), or end of block if 2nd.empty().
      +
      10977  if(allocSize > size)
      +
      10978  {
      +
      10979  return false;
      +
      10980  }
      +
      10981  VkDeviceSize resultBaseOffset = size - allocSize;
      +
      10982  if(!suballocations2nd.empty())
      +
      10983  {
      +
      10984  const VmaSuballocation& lastSuballoc = suballocations2nd.back();
      +
      10985  resultBaseOffset = lastSuballoc.offset - allocSize;
      +
      10986  if(allocSize > lastSuballoc.offset)
      +
      10987  {
      +
      10988  return false;
      +
      10989  }
      +
      10990  }
      +
      10991 
      +
      10992  // Start from offset equal to end of free space.
      +
      10993  VkDeviceSize resultOffset = resultBaseOffset;
      +
      10994 
      +
      10995  // Apply VMA_DEBUG_MARGIN at the end.
      +
      10996  if(VMA_DEBUG_MARGIN > 0)
      +
      10997  {
      +
      10998  if(resultOffset < VMA_DEBUG_MARGIN)
      +
      10999  {
      +
      11000  return false;
      +
      11001  }
      +
      11002  resultOffset -= VMA_DEBUG_MARGIN;
      +
      11003  }
      +
      11004 
      +
      11005  // Apply alignment.
      +
      11006  resultOffset = VmaAlignDown(resultOffset, allocAlignment);
      +
      11007 
      +
      11008  // Check next suballocations from 2nd for BufferImageGranularity conflicts.
      +
      11009  // Make bigger alignment if necessary.
      +
      11010  if(bufferImageGranularity > 1 && !suballocations2nd.empty())
      +
      11011  {
      +
      11012  bool bufferImageGranularityConflict = false;
      +
      11013  for(size_t nextSuballocIndex = suballocations2nd.size(); nextSuballocIndex--; )
      +
      11014  {
      +
      11015  const VmaSuballocation& nextSuballoc = suballocations2nd[nextSuballocIndex];
      +
      11016  if(VmaBlocksOnSamePage(resultOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      +
      11017  {
      +
      11018  if(VmaIsBufferImageGranularityConflict(nextSuballoc.type, allocType))
      +
      11019  {
      +
      11020  bufferImageGranularityConflict = true;
      +
      11021  break;
      +
      11022  }
      +
      11023  }
      +
      11024  else
      +
      11025  // Already on previous page.
      +
      11026  break;
      +
      11027  }
      +
      11028  if(bufferImageGranularityConflict)
      +
      11029  {
      +
      11030  resultOffset = VmaAlignDown(resultOffset, bufferImageGranularity);
      +
      11031  }
      +
      11032  }
      +
      11033 
      +
      11034  // There is enough free space.
      +
      11035  const VkDeviceSize endOf1st = !suballocations1st.empty() ?
      +
      11036  suballocations1st.back().offset + suballocations1st.back().size :
      +
      11037  0;
      +
      11038  if(endOf1st + VMA_DEBUG_MARGIN <= resultOffset)
      +
      11039  {
      +
      11040  // Check previous suballocations for BufferImageGranularity conflicts.
      +
      11041  // If conflict exists, allocation cannot be made here.
      +
      11042  if(bufferImageGranularity > 1)
      +
      11043  {
      +
      11044  for(size_t prevSuballocIndex = suballocations1st.size(); prevSuballocIndex--; )
      +
      11045  {
      +
      11046  const VmaSuballocation& prevSuballoc = suballocations1st[prevSuballocIndex];
      +
      11047  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, resultOffset, bufferImageGranularity))
      +
      11048  {
      +
      11049  if(VmaIsBufferImageGranularityConflict(allocType, prevSuballoc.type))
      +
      11050  {
      +
      11051  return false;
      +
      11052  }
      +
      11053  }
      +
      11054  else
      +
      11055  {
      +
      11056  // Already on next page.
      +
      11057  break;
      +
      11058  }
      +
      11059  }
      +
      11060  }
      +
      11061 
      +
      11062  // All tests passed: Success.
      +
      11063  pAllocationRequest->offset = resultOffset;
      +
      11064  pAllocationRequest->sumFreeSize = resultBaseOffset + allocSize - endOf1st;
      +
      11065  pAllocationRequest->sumItemSize = 0;
      +
      11066  // pAllocationRequest->item unused.
      +
      11067  pAllocationRequest->itemsToMakeLostCount = 0;
      +
      11068  pAllocationRequest->type = VmaAllocationRequestType::UpperAddress;
      +
      11069  return true;
      +
      11070  }
      +
      11071 
      +
      11072  return false;
      +
      11073 }
      +
      11074 
      +
      11075 bool VmaBlockMetadata_Linear::CreateAllocationRequest_LowerAddress(
      +
      11076  uint32_t currentFrameIndex,
      +
      11077  uint32_t frameInUseCount,
      +
      11078  VkDeviceSize bufferImageGranularity,
      +
      11079  VkDeviceSize allocSize,
      +
      11080  VkDeviceSize allocAlignment,
      +
      11081  VmaSuballocationType allocType,
      +
      11082  bool canMakeOtherLost,
      +
      11083  uint32_t strategy,
      +
      11084  VmaAllocationRequest* pAllocationRequest)
      +
      11085 {
      +
      11086  const VkDeviceSize size = GetSize();
      +
      11087  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      11088  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      11089 
      +
      11090  if(m_2ndVectorMode == SECOND_VECTOR_EMPTY || m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      +
      11091  {
      +
      11092  // Try to allocate at the end of 1st vector.
      +
      11093 
      +
      11094  VkDeviceSize resultBaseOffset = 0;
      +
      11095  if(!suballocations1st.empty())
      +
      11096  {
      +
      11097  const VmaSuballocation& lastSuballoc = suballocations1st.back();
      +
      11098  resultBaseOffset = lastSuballoc.offset + lastSuballoc.size;
      +
      11099  }
      +
      11100 
      +
      11101  // Start from offset equal to beginning of free space.
      +
      11102  VkDeviceSize resultOffset = resultBaseOffset;
      +
      11103 
      +
      11104  // Apply VMA_DEBUG_MARGIN at the beginning.
      +
      11105  if(VMA_DEBUG_MARGIN > 0)
      +
      11106  {
      +
      11107  resultOffset += VMA_DEBUG_MARGIN;
      +
      11108  }
      +
      11109 
      +
      11110  // Apply alignment.
      +
      11111  resultOffset = VmaAlignUp(resultOffset, allocAlignment);
      +
      11112 
      +
      11113  // Check previous suballocations for BufferImageGranularity conflicts.
      +
      11114  // Make bigger alignment if necessary.
      +
      11115  if(bufferImageGranularity > 1 && !suballocations1st.empty())
      +
      11116  {
      +
      11117  bool bufferImageGranularityConflict = false;
      +
      11118  for(size_t prevSuballocIndex = suballocations1st.size(); prevSuballocIndex--; )
      +
      11119  {
      +
      11120  const VmaSuballocation& prevSuballoc = suballocations1st[prevSuballocIndex];
      +
      11121  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, resultOffset, bufferImageGranularity))
      +
      11122  {
      +
      11123  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
      +
      11124  {
      +
      11125  bufferImageGranularityConflict = true;
      +
      11126  break;
      +
      11127  }
      +
      11128  }
      +
      11129  else
      +
      11130  // Already on previous page.
      +
      11131  break;
      +
      11132  }
      +
      11133  if(bufferImageGranularityConflict)
      +
      11134  {
      +
      11135  resultOffset = VmaAlignUp(resultOffset, bufferImageGranularity);
      +
      11136  }
      +
      11137  }
      +
      11138 
      +
      11139  const VkDeviceSize freeSpaceEnd = m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK ?
      +
      11140  suballocations2nd.back().offset : size;
      +
      11141 
      +
      11142  // There is enough free space at the end after alignment.
      +
      11143  if(resultOffset + allocSize + VMA_DEBUG_MARGIN <= freeSpaceEnd)
      +
      11144  {
      +
      11145  // Check next suballocations for BufferImageGranularity conflicts.
      +
      11146  // If conflict exists, allocation cannot be made here.
      +
      11147  if(bufferImageGranularity > 1 && m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      +
      11148  {
      +
      11149  for(size_t nextSuballocIndex = suballocations2nd.size(); nextSuballocIndex--; )
      +
      11150  {
      +
      11151  const VmaSuballocation& nextSuballoc = suballocations2nd[nextSuballocIndex];
      +
      11152  if(VmaBlocksOnSamePage(resultOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      +
      11153  {
      +
      11154  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
      +
      11155  {
      +
      11156  return false;
      +
      11157  }
      +
      11158  }
      +
      11159  else
      +
      11160  {
      +
      11161  // Already on previous page.
      +
      11162  break;
      +
      11163  }
      +
      11164  }
      +
      11165  }
      +
      11166 
      +
      11167  // All tests passed: Success.
      +
      11168  pAllocationRequest->offset = resultOffset;
      +
      11169  pAllocationRequest->sumFreeSize = freeSpaceEnd - resultBaseOffset;
      +
      11170  pAllocationRequest->sumItemSize = 0;
      +
      11171  // pAllocationRequest->item, customData unused.
      +
      11172  pAllocationRequest->type = VmaAllocationRequestType::EndOf1st;
      +
      11173  pAllocationRequest->itemsToMakeLostCount = 0;
      +
      11174  return true;
      +
      11175  }
      +
      11176  }
      +
      11177 
      +
      11178  // Wrap-around to end of 2nd vector. Try to allocate there, watching for the
      +
      11179  // beginning of 1st vector as the end of free space.
      +
      11180  if(m_2ndVectorMode == SECOND_VECTOR_EMPTY || m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      +
      11181  {
      +
      11182  VMA_ASSERT(!suballocations1st.empty());
      +
      11183 
      +
      11184  VkDeviceSize resultBaseOffset = 0;
      +
      11185  if(!suballocations2nd.empty())
      +
      11186  {
      +
      11187  const VmaSuballocation& lastSuballoc = suballocations2nd.back();
      +
      11188  resultBaseOffset = lastSuballoc.offset + lastSuballoc.size;
      +
      11189  }
      +
      11190 
      +
      11191  // Start from offset equal to beginning of free space.
      +
      11192  VkDeviceSize resultOffset = resultBaseOffset;
      +
      11193 
      +
      11194  // Apply VMA_DEBUG_MARGIN at the beginning.
      +
      11195  if(VMA_DEBUG_MARGIN > 0)
      +
      11196  {
      +
      11197  resultOffset += VMA_DEBUG_MARGIN;
      +
      11198  }
      +
      11199 
      +
      11200  // Apply alignment.
      +
      11201  resultOffset = VmaAlignUp(resultOffset, allocAlignment);
      +
      11202 
      +
      11203  // Check previous suballocations for BufferImageGranularity conflicts.
      +
      11204  // Make bigger alignment if necessary.
      +
      11205  if(bufferImageGranularity > 1 && !suballocations2nd.empty())
      +
      11206  {
      +
      11207  bool bufferImageGranularityConflict = false;
      +
      11208  for(size_t prevSuballocIndex = suballocations2nd.size(); prevSuballocIndex--; )
      +
      11209  {
      +
      11210  const VmaSuballocation& prevSuballoc = suballocations2nd[prevSuballocIndex];
      +
      11211  if(VmaBlocksOnSamePage(prevSuballoc.offset, prevSuballoc.size, resultOffset, bufferImageGranularity))
      +
      11212  {
      +
      11213  if(VmaIsBufferImageGranularityConflict(prevSuballoc.type, allocType))
      +
      11214  {
      +
      11215  bufferImageGranularityConflict = true;
      +
      11216  break;
      +
      11217  }
      +
      11218  }
      +
      11219  else
      +
      11220  // Already on previous page.
      +
      11221  break;
      +
      11222  }
      +
      11223  if(bufferImageGranularityConflict)
      +
      11224  {
      +
      11225  resultOffset = VmaAlignUp(resultOffset, bufferImageGranularity);
      +
      11226  }
      +
      11227  }
      +
      11228 
      +
      11229  pAllocationRequest->itemsToMakeLostCount = 0;
      +
      11230  pAllocationRequest->sumItemSize = 0;
      +
      11231  size_t index1st = m_1stNullItemsBeginCount;
      +
      11232 
      +
      11233  if(canMakeOtherLost)
      +
      11234  {
      +
      11235  while(index1st < suballocations1st.size() &&
      +
      11236  resultOffset + allocSize + VMA_DEBUG_MARGIN > suballocations1st[index1st].offset)
      +
      11237  {
      +
      11238  // Next colliding allocation at the beginning of 1st vector found. Try to make it lost.
      +
      11239  const VmaSuballocation& suballoc = suballocations1st[index1st];
      +
      11240  if(suballoc.type == VMA_SUBALLOCATION_TYPE_FREE)
      +
      11241  {
      +
      11242  // No problem.
      +
      11243  }
      +
      11244  else
      +
      11245  {
      +
      11246  VMA_ASSERT(suballoc.hAllocation != VK_NULL_HANDLE);
      +
      11247  if(suballoc.hAllocation->CanBecomeLost() &&
      +
      11248  suballoc.hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      +
      11249  {
      +
      11250  ++pAllocationRequest->itemsToMakeLostCount;
      +
      11251  pAllocationRequest->sumItemSize += suballoc.size;
      +
      11252  }
      +
      11253  else
      +
      11254  {
      +
      11255  return false;
      +
      11256  }
      +
      11257  }
      +
      11258  ++index1st;
      +
      11259  }
      +
      11260 
      +
      11261  // Check next suballocations for BufferImageGranularity conflicts.
      +
      11262  // If conflict exists, we must mark more allocations lost or fail.
      +
      11263  if(bufferImageGranularity > 1)
      +
      11264  {
      +
      11265  while(index1st < suballocations1st.size())
      +
      11266  {
      +
      11267  const VmaSuballocation& suballoc = suballocations1st[index1st];
      +
      11268  if(VmaBlocksOnSamePage(resultOffset, allocSize, suballoc.offset, bufferImageGranularity))
      +
      11269  {
      +
      11270  if(suballoc.hAllocation != VK_NULL_HANDLE)
      +
      11271  {
      +
      11272  // Not checking actual VmaIsBufferImageGranularityConflict(allocType, suballoc.type).
      +
      11273  if(suballoc.hAllocation->CanBecomeLost() &&
      +
      11274  suballoc.hAllocation->GetLastUseFrameIndex() + frameInUseCount < currentFrameIndex)
      +
      11275  {
      +
      11276  ++pAllocationRequest->itemsToMakeLostCount;
      +
      11277  pAllocationRequest->sumItemSize += suballoc.size;
      +
      11278  }
      +
      11279  else
      +
      11280  {
      +
      11281  return false;
      +
      11282  }
      +
      11283  }
      11284  }
      -
      11285  }
      -
      11286  }
      -
      11287 
      -
      11288  // All tests passed: Success.
      -
      11289  pAllocationRequest->offset = resultOffset;
      -
      11290  pAllocationRequest->sumFreeSize =
      -
      11291  (index1st < suballocations1st.size() ? suballocations1st[index1st].offset : size)
      -
      11292  - resultBaseOffset
      -
      11293  - pAllocationRequest->sumItemSize;
      -
      11294  pAllocationRequest->type = VmaAllocationRequestType::EndOf2nd;
      -
      11295  // pAllocationRequest->item, customData unused.
      -
      11296  return true;
      -
      11297  }
      -
      11298  }
      -
      11299 
      -
      11300  return false;
      -
      11301 }
      +
      11285  else
      +
      11286  {
      +
      11287  // Already on next page.
      +
      11288  break;
      +
      11289  }
      +
      11290  ++index1st;
      +
      11291  }
      +
      11292  }
      +
      11293 
      +
      11294  // Special case: There is not enough room at the end for this allocation, even after making all from the 1st lost.
      +
      11295  if(index1st == suballocations1st.size() &&
      +
      11296  resultOffset + allocSize + VMA_DEBUG_MARGIN > size)
      +
      11297  {
      +
      11298  // TODO: This is a known bug that it's not yet implemented and the allocation is failing.
      +
      11299  VMA_DEBUG_LOG("Unsupported special case in custom pool with linear allocation algorithm used as ring buffer with allocations that can be lost.");
      +
      11300  }
      +
      11301  }
      11302 
      -
      11303 bool VmaBlockMetadata_Linear::MakeRequestedAllocationsLost(
      -
      11304  uint32_t currentFrameIndex,
      -
      11305  uint32_t frameInUseCount,
      -
      11306  VmaAllocationRequest* pAllocationRequest)
      -
      11307 {
      -
      11308  if(pAllocationRequest->itemsToMakeLostCount == 0)
      -
      11309  {
      -
      11310  return true;
      -
      11311  }
      -
      11312 
      -
      11313  VMA_ASSERT(m_2ndVectorMode == SECOND_VECTOR_EMPTY || m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER);
      -
      11314 
      -
      11315  // We always start from 1st.
      -
      11316  SuballocationVectorType* suballocations = &AccessSuballocations1st();
      -
      11317  size_t index = m_1stNullItemsBeginCount;
      -
      11318  size_t madeLostCount = 0;
      -
      11319  while(madeLostCount < pAllocationRequest->itemsToMakeLostCount)
      -
      11320  {
      -
      11321  if(index == suballocations->size())
      -
      11322  {
      -
      11323  index = 0;
      -
      11324  // If we get to the end of 1st, we wrap around to beginning of 2nd of 1st.
      -
      11325  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      -
      11326  {
      -
      11327  suballocations = &AccessSuballocations2nd();
      -
      11328  }
      -
      11329  // else: m_2ndVectorMode == SECOND_VECTOR_EMPTY:
      -
      11330  // suballocations continues pointing at AccessSuballocations1st().
      -
      11331  VMA_ASSERT(!suballocations->empty());
      -
      11332  }
      -
      11333  VmaSuballocation& suballoc = (*suballocations)[index];
      -
      11334  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
      -
      11335  {
      -
      11336  VMA_ASSERT(suballoc.hAllocation != VK_NULL_HANDLE);
      -
      11337  VMA_ASSERT(suballoc.hAllocation->CanBecomeLost());
      -
      11338  if(suballoc.hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      -
      11339  {
      -
      11340  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      11341  suballoc.hAllocation = VK_NULL_HANDLE;
      -
      11342  m_SumFreeSize += suballoc.size;
      -
      11343  if(suballocations == &AccessSuballocations1st())
      -
      11344  {
      -
      11345  ++m_1stNullItemsMiddleCount;
      -
      11346  }
      -
      11347  else
      -
      11348  {
      -
      11349  ++m_2ndNullItemsCount;
      -
      11350  }
      -
      11351  ++madeLostCount;
      -
      11352  }
      -
      11353  else
      -
      11354  {
      -
      11355  return false;
      -
      11356  }
      -
      11357  }
      -
      11358  ++index;
      -
      11359  }
      -
      11360 
      -
      11361  CleanupAfterFree();
      -
      11362  //VMA_HEAVY_ASSERT(Validate()); // Already called by ClanupAfterFree().
      -
      11363 
      -
      11364  return true;
      -
      11365 }
      -
      11366 
      -
      11367 uint32_t VmaBlockMetadata_Linear::MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
      -
      11368 {
      -
      11369  uint32_t lostAllocationCount = 0;
      -
      11370 
      -
      11371  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      11372  for(size_t i = m_1stNullItemsBeginCount, count = suballocations1st.size(); i < count; ++i)
      -
      11373  {
      -
      11374  VmaSuballocation& suballoc = suballocations1st[i];
      -
      11375  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE &&
      -
      11376  suballoc.hAllocation->CanBecomeLost() &&
      -
      11377  suballoc.hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      +
      11303  // There is enough free space at the end after alignment.
      +
      11304  if((index1st == suballocations1st.size() && resultOffset + allocSize + VMA_DEBUG_MARGIN <= size) ||
      +
      11305  (index1st < suballocations1st.size() && resultOffset + allocSize + VMA_DEBUG_MARGIN <= suballocations1st[index1st].offset))
      +
      11306  {
      +
      11307  // Check next suballocations for BufferImageGranularity conflicts.
      +
      11308  // If conflict exists, allocation cannot be made here.
      +
      11309  if(bufferImageGranularity > 1)
      +
      11310  {
      +
      11311  for(size_t nextSuballocIndex = index1st;
      +
      11312  nextSuballocIndex < suballocations1st.size();
      +
      11313  nextSuballocIndex++)
      +
      11314  {
      +
      11315  const VmaSuballocation& nextSuballoc = suballocations1st[nextSuballocIndex];
      +
      11316  if(VmaBlocksOnSamePage(resultOffset, allocSize, nextSuballoc.offset, bufferImageGranularity))
      +
      11317  {
      +
      11318  if(VmaIsBufferImageGranularityConflict(allocType, nextSuballoc.type))
      +
      11319  {
      +
      11320  return false;
      +
      11321  }
      +
      11322  }
      +
      11323  else
      +
      11324  {
      +
      11325  // Already on next page.
      +
      11326  break;
      +
      11327  }
      +
      11328  }
      +
      11329  }
      +
      11330 
      +
      11331  // All tests passed: Success.
      +
      11332  pAllocationRequest->offset = resultOffset;
      +
      11333  pAllocationRequest->sumFreeSize =
      +
      11334  (index1st < suballocations1st.size() ? suballocations1st[index1st].offset : size)
      +
      11335  - resultBaseOffset
      +
      11336  - pAllocationRequest->sumItemSize;
      +
      11337  pAllocationRequest->type = VmaAllocationRequestType::EndOf2nd;
      +
      11338  // pAllocationRequest->item, customData unused.
      +
      11339  return true;
      +
      11340  }
      +
      11341  }
      +
      11342 
      +
      11343  return false;
      +
      11344 }
      +
      11345 
      +
      11346 bool VmaBlockMetadata_Linear::MakeRequestedAllocationsLost(
      +
      11347  uint32_t currentFrameIndex,
      +
      11348  uint32_t frameInUseCount,
      +
      11349  VmaAllocationRequest* pAllocationRequest)
      +
      11350 {
      +
      11351  if(pAllocationRequest->itemsToMakeLostCount == 0)
      +
      11352  {
      +
      11353  return true;
      +
      11354  }
      +
      11355 
      +
      11356  VMA_ASSERT(m_2ndVectorMode == SECOND_VECTOR_EMPTY || m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER);
      +
      11357 
      +
      11358  // We always start from 1st.
      +
      11359  SuballocationVectorType* suballocations = &AccessSuballocations1st();
      +
      11360  size_t index = m_1stNullItemsBeginCount;
      +
      11361  size_t madeLostCount = 0;
      +
      11362  while(madeLostCount < pAllocationRequest->itemsToMakeLostCount)
      +
      11363  {
      +
      11364  if(index == suballocations->size())
      +
      11365  {
      +
      11366  index = 0;
      +
      11367  // If we get to the end of 1st, we wrap around to beginning of 2nd of 1st.
      +
      11368  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      +
      11369  {
      +
      11370  suballocations = &AccessSuballocations2nd();
      +
      11371  }
      +
      11372  // else: m_2ndVectorMode == SECOND_VECTOR_EMPTY:
      +
      11373  // suballocations continues pointing at AccessSuballocations1st().
      +
      11374  VMA_ASSERT(!suballocations->empty());
      +
      11375  }
      +
      11376  VmaSuballocation& suballoc = (*suballocations)[index];
      +
      11377  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
      11378  {
      -
      11379  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      11380  suballoc.hAllocation = VK_NULL_HANDLE;
      -
      11381  ++m_1stNullItemsMiddleCount;
      -
      11382  m_SumFreeSize += suballoc.size;
      -
      11383  ++lostAllocationCount;
      -
      11384  }
      -
      11385  }
      -
      11386 
      -
      11387  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      11388  for(size_t i = 0, count = suballocations2nd.size(); i < count; ++i)
      -
      11389  {
      -
      11390  VmaSuballocation& suballoc = suballocations2nd[i];
      -
      11391  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE &&
      -
      11392  suballoc.hAllocation->CanBecomeLost() &&
      -
      11393  suballoc.hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      -
      11394  {
      -
      11395  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      11396  suballoc.hAllocation = VK_NULL_HANDLE;
      -
      11397  ++m_2ndNullItemsCount;
      -
      11398  m_SumFreeSize += suballoc.size;
      -
      11399  ++lostAllocationCount;
      +
      11379  VMA_ASSERT(suballoc.hAllocation != VK_NULL_HANDLE);
      +
      11380  VMA_ASSERT(suballoc.hAllocation->CanBecomeLost());
      +
      11381  if(suballoc.hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      +
      11382  {
      +
      11383  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      11384  suballoc.hAllocation = VK_NULL_HANDLE;
      +
      11385  m_SumFreeSize += suballoc.size;
      +
      11386  if(suballocations == &AccessSuballocations1st())
      +
      11387  {
      +
      11388  ++m_1stNullItemsMiddleCount;
      +
      11389  }
      +
      11390  else
      +
      11391  {
      +
      11392  ++m_2ndNullItemsCount;
      +
      11393  }
      +
      11394  ++madeLostCount;
      +
      11395  }
      +
      11396  else
      +
      11397  {
      +
      11398  return false;
      +
      11399  }
      11400  }
      -
      11401  }
      -
      11402 
      -
      11403  if(lostAllocationCount)
      -
      11404  {
      -
      11405  CleanupAfterFree();
      -
      11406  }
      -
      11407 
      -
      11408  return lostAllocationCount;
      -
      11409 }
      -
      11410 
      -
      11411 VkResult VmaBlockMetadata_Linear::CheckCorruption(const void* pBlockData)
      -
      11412 {
      -
      11413  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      11414  for(size_t i = m_1stNullItemsBeginCount, count = suballocations1st.size(); i < count; ++i)
      -
      11415  {
      -
      11416  const VmaSuballocation& suballoc = suballocations1st[i];
      -
      11417  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
      -
      11418  {
      -
      11419  if(!VmaValidateMagicValue(pBlockData, suballoc.offset - VMA_DEBUG_MARGIN))
      -
      11420  {
      -
      11421  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE VALIDATED ALLOCATION!");
      -
      11422  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      11423  }
      -
      11424  if(!VmaValidateMagicValue(pBlockData, suballoc.offset + suballoc.size))
      -
      11425  {
      -
      11426  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER VALIDATED ALLOCATION!");
      -
      11427  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      11428  }
      -
      11429  }
      -
      11430  }
      -
      11431 
      -
      11432  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      11433  for(size_t i = 0, count = suballocations2nd.size(); i < count; ++i)
      -
      11434  {
      -
      11435  const VmaSuballocation& suballoc = suballocations2nd[i];
      -
      11436  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
      +
      11401  ++index;
      +
      11402  }
      +
      11403 
      +
      11404  CleanupAfterFree();
      +
      11405  //VMA_HEAVY_ASSERT(Validate()); // Already called by ClanupAfterFree().
      +
      11406 
      +
      11407  return true;
      +
      11408 }
      +
      11409 
      +
      11410 uint32_t VmaBlockMetadata_Linear::MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
      +
      11411 {
      +
      11412  uint32_t lostAllocationCount = 0;
      +
      11413 
      +
      11414  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      11415  for(size_t i = m_1stNullItemsBeginCount, count = suballocations1st.size(); i < count; ++i)
      +
      11416  {
      +
      11417  VmaSuballocation& suballoc = suballocations1st[i];
      +
      11418  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE &&
      +
      11419  suballoc.hAllocation->CanBecomeLost() &&
      +
      11420  suballoc.hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      +
      11421  {
      +
      11422  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      11423  suballoc.hAllocation = VK_NULL_HANDLE;
      +
      11424  ++m_1stNullItemsMiddleCount;
      +
      11425  m_SumFreeSize += suballoc.size;
      +
      11426  ++lostAllocationCount;
      +
      11427  }
      +
      11428  }
      +
      11429 
      +
      11430  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      11431  for(size_t i = 0, count = suballocations2nd.size(); i < count; ++i)
      +
      11432  {
      +
      11433  VmaSuballocation& suballoc = suballocations2nd[i];
      +
      11434  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE &&
      +
      11435  suballoc.hAllocation->CanBecomeLost() &&
      +
      11436  suballoc.hAllocation->MakeLost(currentFrameIndex, frameInUseCount))
      11437  {
      -
      11438  if(!VmaValidateMagicValue(pBlockData, suballoc.offset - VMA_DEBUG_MARGIN))
      -
      11439  {
      -
      11440  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE VALIDATED ALLOCATION!");
      -
      11441  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      11442  }
      -
      11443  if(!VmaValidateMagicValue(pBlockData, suballoc.offset + suballoc.size))
      -
      11444  {
      -
      11445  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER VALIDATED ALLOCATION!");
      -
      11446  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      11447  }
      -
      11448  }
      +
      11438  suballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      11439  suballoc.hAllocation = VK_NULL_HANDLE;
      +
      11440  ++m_2ndNullItemsCount;
      +
      11441  m_SumFreeSize += suballoc.size;
      +
      11442  ++lostAllocationCount;
      +
      11443  }
      +
      11444  }
      +
      11445 
      +
      11446  if(lostAllocationCount)
      +
      11447  {
      +
      11448  CleanupAfterFree();
      11449  }
      11450 
      -
      11451  return VK_SUCCESS;
      +
      11451  return lostAllocationCount;
      11452 }
      11453 
      -
      11454 void VmaBlockMetadata_Linear::Alloc(
      -
      11455  const VmaAllocationRequest& request,
      -
      11456  VmaSuballocationType type,
      -
      11457  VkDeviceSize allocSize,
      -
      11458  VmaAllocation hAllocation)
      -
      11459 {
      -
      11460  const VmaSuballocation newSuballoc = { request.offset, allocSize, hAllocation, type };
      -
      11461 
      -
      11462  switch(request.type)
      -
      11463  {
      -
      11464  case VmaAllocationRequestType::UpperAddress:
      -
      11465  {
      -
      11466  VMA_ASSERT(m_2ndVectorMode != SECOND_VECTOR_RING_BUFFER &&
      -
      11467  "CRITICAL ERROR: Trying to use linear allocator as double stack while it was already used as ring buffer.");
      -
      11468  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      11469  suballocations2nd.push_back(newSuballoc);
      -
      11470  m_2ndVectorMode = SECOND_VECTOR_DOUBLE_STACK;
      -
      11471  }
      -
      11472  break;
      -
      11473  case VmaAllocationRequestType::EndOf1st:
      -
      11474  {
      -
      11475  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      11476 
      -
      11477  VMA_ASSERT(suballocations1st.empty() ||
      -
      11478  request.offset >= suballocations1st.back().offset + suballocations1st.back().size);
      -
      11479  // Check if it fits before the end of the block.
      -
      11480  VMA_ASSERT(request.offset + allocSize <= GetSize());
      -
      11481 
      -
      11482  suballocations1st.push_back(newSuballoc);
      -
      11483  }
      -
      11484  break;
      -
      11485  case VmaAllocationRequestType::EndOf2nd:
      -
      11486  {
      -
      11487  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      11488  // New allocation at the end of 2-part ring buffer, so before first allocation from 1st vector.
      -
      11489  VMA_ASSERT(!suballocations1st.empty() &&
      -
      11490  request.offset + allocSize <= suballocations1st[m_1stNullItemsBeginCount].offset);
      -
      11491  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      11492 
      -
      11493  switch(m_2ndVectorMode)
      -
      11494  {
      -
      11495  case SECOND_VECTOR_EMPTY:
      -
      11496  // First allocation from second part ring buffer.
      -
      11497  VMA_ASSERT(suballocations2nd.empty());
      -
      11498  m_2ndVectorMode = SECOND_VECTOR_RING_BUFFER;
      -
      11499  break;
      -
      11500  case SECOND_VECTOR_RING_BUFFER:
      -
      11501  // 2-part ring buffer is already started.
      -
      11502  VMA_ASSERT(!suballocations2nd.empty());
      -
      11503  break;
      -
      11504  case SECOND_VECTOR_DOUBLE_STACK:
      -
      11505  VMA_ASSERT(0 && "CRITICAL ERROR: Trying to use linear allocator as ring buffer while it was already used as double stack.");
      -
      11506  break;
      -
      11507  default:
      -
      11508  VMA_ASSERT(0);
      -
      11509  }
      -
      11510 
      -
      11511  suballocations2nd.push_back(newSuballoc);
      -
      11512  }
      -
      11513  break;
      -
      11514  default:
      -
      11515  VMA_ASSERT(0 && "CRITICAL INTERNAL ERROR.");
      -
      11516  }
      -
      11517 
      -
      11518  m_SumFreeSize -= newSuballoc.size;
      -
      11519 }
      -
      11520 
      -
      11521 void VmaBlockMetadata_Linear::Free(const VmaAllocation allocation)
      -
      11522 {
      -
      11523  FreeAtOffset(allocation->GetOffset());
      -
      11524 }
      -
      11525 
      -
      11526 void VmaBlockMetadata_Linear::FreeAtOffset(VkDeviceSize offset)
      -
      11527 {
      -
      11528  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      11529  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      11530 
      -
      11531  if(!suballocations1st.empty())
      -
      11532  {
      -
      11533  // First allocation: Mark it as next empty at the beginning.
      -
      11534  VmaSuballocation& firstSuballoc = suballocations1st[m_1stNullItemsBeginCount];
      -
      11535  if(firstSuballoc.offset == offset)
      -
      11536  {
      -
      11537  firstSuballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      11538  firstSuballoc.hAllocation = VK_NULL_HANDLE;
      -
      11539  m_SumFreeSize += firstSuballoc.size;
      -
      11540  ++m_1stNullItemsBeginCount;
      -
      11541  CleanupAfterFree();
      -
      11542  return;
      -
      11543  }
      -
      11544  }
      -
      11545 
      -
      11546  // Last allocation in 2-part ring buffer or top of upper stack (same logic).
      -
      11547  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER ||
      -
      11548  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      -
      11549  {
      -
      11550  VmaSuballocation& lastSuballoc = suballocations2nd.back();
      -
      11551  if(lastSuballoc.offset == offset)
      -
      11552  {
      -
      11553  m_SumFreeSize += lastSuballoc.size;
      -
      11554  suballocations2nd.pop_back();
      -
      11555  CleanupAfterFree();
      -
      11556  return;
      -
      11557  }
      -
      11558  }
      -
      11559  // Last allocation in 1st vector.
      -
      11560  else if(m_2ndVectorMode == SECOND_VECTOR_EMPTY)
      -
      11561  {
      -
      11562  VmaSuballocation& lastSuballoc = suballocations1st.back();
      -
      11563  if(lastSuballoc.offset == offset)
      -
      11564  {
      -
      11565  m_SumFreeSize += lastSuballoc.size;
      -
      11566  suballocations1st.pop_back();
      -
      11567  CleanupAfterFree();
      -
      11568  return;
      -
      11569  }
      -
      11570  }
      -
      11571 
      -
      11572  // Item from the middle of 1st vector.
      -
      11573  {
      -
      11574  VmaSuballocation refSuballoc;
      -
      11575  refSuballoc.offset = offset;
      -
      11576  // Rest of members stays uninitialized intentionally for better performance.
      -
      11577  SuballocationVectorType::iterator it = VmaBinaryFindSorted(
      -
      11578  suballocations1st.begin() + m_1stNullItemsBeginCount,
      -
      11579  suballocations1st.end(),
      -
      11580  refSuballoc,
      -
      11581  VmaSuballocationOffsetLess());
      -
      11582  if(it != suballocations1st.end())
      -
      11583  {
      -
      11584  it->type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      11585  it->hAllocation = VK_NULL_HANDLE;
      -
      11586  ++m_1stNullItemsMiddleCount;
      -
      11587  m_SumFreeSize += it->size;
      -
      11588  CleanupAfterFree();
      -
      11589  return;
      -
      11590  }
      -
      11591  }
      -
      11592 
      -
      11593  if(m_2ndVectorMode != SECOND_VECTOR_EMPTY)
      -
      11594  {
      -
      11595  // Item from the middle of 2nd vector.
      -
      11596  VmaSuballocation refSuballoc;
      -
      11597  refSuballoc.offset = offset;
      -
      11598  // Rest of members stays uninitialized intentionally for better performance.
      -
      11599  SuballocationVectorType::iterator it = m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER ?
      -
      11600  VmaBinaryFindSorted(suballocations2nd.begin(), suballocations2nd.end(), refSuballoc, VmaSuballocationOffsetLess()) :
      -
      11601  VmaBinaryFindSorted(suballocations2nd.begin(), suballocations2nd.end(), refSuballoc, VmaSuballocationOffsetGreater());
      -
      11602  if(it != suballocations2nd.end())
      -
      11603  {
      -
      11604  it->type = VMA_SUBALLOCATION_TYPE_FREE;
      -
      11605  it->hAllocation = VK_NULL_HANDLE;
      -
      11606  ++m_2ndNullItemsCount;
      -
      11607  m_SumFreeSize += it->size;
      -
      11608  CleanupAfterFree();
      -
      11609  return;
      -
      11610  }
      -
      11611  }
      -
      11612 
      -
      11613  VMA_ASSERT(0 && "Allocation to free not found in linear allocator!");
      -
      11614 }
      -
      11615 
      -
      11616 bool VmaBlockMetadata_Linear::ShouldCompact1st() const
      -
      11617 {
      -
      11618  const size_t nullItemCount = m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount;
      -
      11619  const size_t suballocCount = AccessSuballocations1st().size();
      -
      11620  return suballocCount > 32 && nullItemCount * 2 >= (suballocCount - nullItemCount) * 3;
      -
      11621 }
      -
      11622 
      -
      11623 void VmaBlockMetadata_Linear::CleanupAfterFree()
      -
      11624 {
      -
      11625  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      -
      11626  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      -
      11627 
      -
      11628  if(IsEmpty())
      -
      11629  {
      -
      11630  suballocations1st.clear();
      -
      11631  suballocations2nd.clear();
      -
      11632  m_1stNullItemsBeginCount = 0;
      -
      11633  m_1stNullItemsMiddleCount = 0;
      -
      11634  m_2ndNullItemsCount = 0;
      -
      11635  m_2ndVectorMode = SECOND_VECTOR_EMPTY;
      -
      11636  }
      -
      11637  else
      -
      11638  {
      -
      11639  const size_t suballoc1stCount = suballocations1st.size();
      -
      11640  const size_t nullItem1stCount = m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount;
      -
      11641  VMA_ASSERT(nullItem1stCount <= suballoc1stCount);
      -
      11642 
      -
      11643  // Find more null items at the beginning of 1st vector.
      -
      11644  while(m_1stNullItemsBeginCount < suballoc1stCount &&
      -
      11645  suballocations1st[m_1stNullItemsBeginCount].hAllocation == VK_NULL_HANDLE)
      +
      11454 VkResult VmaBlockMetadata_Linear::CheckCorruption(const void* pBlockData)
      +
      11455 {
      +
      11456  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      11457  for(size_t i = m_1stNullItemsBeginCount, count = suballocations1st.size(); i < count; ++i)
      +
      11458  {
      +
      11459  const VmaSuballocation& suballoc = suballocations1st[i];
      +
      11460  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
      +
      11461  {
      +
      11462  if(!VmaValidateMagicValue(pBlockData, suballoc.offset - VMA_DEBUG_MARGIN))
      +
      11463  {
      +
      11464  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE VALIDATED ALLOCATION!");
      +
      11465  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      11466  }
      +
      11467  if(!VmaValidateMagicValue(pBlockData, suballoc.offset + suballoc.size))
      +
      11468  {
      +
      11469  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER VALIDATED ALLOCATION!");
      +
      11470  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      11471  }
      +
      11472  }
      +
      11473  }
      +
      11474 
      +
      11475  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      11476  for(size_t i = 0, count = suballocations2nd.size(); i < count; ++i)
      +
      11477  {
      +
      11478  const VmaSuballocation& suballoc = suballocations2nd[i];
      +
      11479  if(suballoc.type != VMA_SUBALLOCATION_TYPE_FREE)
      +
      11480  {
      +
      11481  if(!VmaValidateMagicValue(pBlockData, suballoc.offset - VMA_DEBUG_MARGIN))
      +
      11482  {
      +
      11483  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE VALIDATED ALLOCATION!");
      +
      11484  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      11485  }
      +
      11486  if(!VmaValidateMagicValue(pBlockData, suballoc.offset + suballoc.size))
      +
      11487  {
      +
      11488  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER VALIDATED ALLOCATION!");
      +
      11489  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      11490  }
      +
      11491  }
      +
      11492  }
      +
      11493 
      +
      11494  return VK_SUCCESS;
      +
      11495 }
      +
      11496 
      +
      11497 void VmaBlockMetadata_Linear::Alloc(
      +
      11498  const VmaAllocationRequest& request,
      +
      11499  VmaSuballocationType type,
      +
      11500  VkDeviceSize allocSize,
      +
      11501  VmaAllocation hAllocation)
      +
      11502 {
      +
      11503  const VmaSuballocation newSuballoc = { request.offset, allocSize, hAllocation, type };
      +
      11504 
      +
      11505  switch(request.type)
      +
      11506  {
      +
      11507  case VmaAllocationRequestType::UpperAddress:
      +
      11508  {
      +
      11509  VMA_ASSERT(m_2ndVectorMode != SECOND_VECTOR_RING_BUFFER &&
      +
      11510  "CRITICAL ERROR: Trying to use linear allocator as double stack while it was already used as ring buffer.");
      +
      11511  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      11512  suballocations2nd.push_back(newSuballoc);
      +
      11513  m_2ndVectorMode = SECOND_VECTOR_DOUBLE_STACK;
      +
      11514  }
      +
      11515  break;
      +
      11516  case VmaAllocationRequestType::EndOf1st:
      +
      11517  {
      +
      11518  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      11519 
      +
      11520  VMA_ASSERT(suballocations1st.empty() ||
      +
      11521  request.offset >= suballocations1st.back().offset + suballocations1st.back().size);
      +
      11522  // Check if it fits before the end of the block.
      +
      11523  VMA_ASSERT(request.offset + allocSize <= GetSize());
      +
      11524 
      +
      11525  suballocations1st.push_back(newSuballoc);
      +
      11526  }
      +
      11527  break;
      +
      11528  case VmaAllocationRequestType::EndOf2nd:
      +
      11529  {
      +
      11530  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      11531  // New allocation at the end of 2-part ring buffer, so before first allocation from 1st vector.
      +
      11532  VMA_ASSERT(!suballocations1st.empty() &&
      +
      11533  request.offset + allocSize <= suballocations1st[m_1stNullItemsBeginCount].offset);
      +
      11534  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      11535 
      +
      11536  switch(m_2ndVectorMode)
      +
      11537  {
      +
      11538  case SECOND_VECTOR_EMPTY:
      +
      11539  // First allocation from second part ring buffer.
      +
      11540  VMA_ASSERT(suballocations2nd.empty());
      +
      11541  m_2ndVectorMode = SECOND_VECTOR_RING_BUFFER;
      +
      11542  break;
      +
      11543  case SECOND_VECTOR_RING_BUFFER:
      +
      11544  // 2-part ring buffer is already started.
      +
      11545  VMA_ASSERT(!suballocations2nd.empty());
      +
      11546  break;
      +
      11547  case SECOND_VECTOR_DOUBLE_STACK:
      +
      11548  VMA_ASSERT(0 && "CRITICAL ERROR: Trying to use linear allocator as ring buffer while it was already used as double stack.");
      +
      11549  break;
      +
      11550  default:
      +
      11551  VMA_ASSERT(0);
      +
      11552  }
      +
      11553 
      +
      11554  suballocations2nd.push_back(newSuballoc);
      +
      11555  }
      +
      11556  break;
      +
      11557  default:
      +
      11558  VMA_ASSERT(0 && "CRITICAL INTERNAL ERROR.");
      +
      11559  }
      +
      11560 
      +
      11561  m_SumFreeSize -= newSuballoc.size;
      +
      11562 }
      +
      11563 
      +
      11564 void VmaBlockMetadata_Linear::Free(const VmaAllocation allocation)
      +
      11565 {
      +
      11566  FreeAtOffset(allocation->GetOffset());
      +
      11567 }
      +
      11568 
      +
      11569 void VmaBlockMetadata_Linear::FreeAtOffset(VkDeviceSize offset)
      +
      11570 {
      +
      11571  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      11572  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      11573 
      +
      11574  if(!suballocations1st.empty())
      +
      11575  {
      +
      11576  // First allocation: Mark it as next empty at the beginning.
      +
      11577  VmaSuballocation& firstSuballoc = suballocations1st[m_1stNullItemsBeginCount];
      +
      11578  if(firstSuballoc.offset == offset)
      +
      11579  {
      +
      11580  firstSuballoc.type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      11581  firstSuballoc.hAllocation = VK_NULL_HANDLE;
      +
      11582  m_SumFreeSize += firstSuballoc.size;
      +
      11583  ++m_1stNullItemsBeginCount;
      +
      11584  CleanupAfterFree();
      +
      11585  return;
      +
      11586  }
      +
      11587  }
      +
      11588 
      +
      11589  // Last allocation in 2-part ring buffer or top of upper stack (same logic).
      +
      11590  if(m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER ||
      +
      11591  m_2ndVectorMode == SECOND_VECTOR_DOUBLE_STACK)
      +
      11592  {
      +
      11593  VmaSuballocation& lastSuballoc = suballocations2nd.back();
      +
      11594  if(lastSuballoc.offset == offset)
      +
      11595  {
      +
      11596  m_SumFreeSize += lastSuballoc.size;
      +
      11597  suballocations2nd.pop_back();
      +
      11598  CleanupAfterFree();
      +
      11599  return;
      +
      11600  }
      +
      11601  }
      +
      11602  // Last allocation in 1st vector.
      +
      11603  else if(m_2ndVectorMode == SECOND_VECTOR_EMPTY)
      +
      11604  {
      +
      11605  VmaSuballocation& lastSuballoc = suballocations1st.back();
      +
      11606  if(lastSuballoc.offset == offset)
      +
      11607  {
      +
      11608  m_SumFreeSize += lastSuballoc.size;
      +
      11609  suballocations1st.pop_back();
      +
      11610  CleanupAfterFree();
      +
      11611  return;
      +
      11612  }
      +
      11613  }
      +
      11614 
      +
      11615  // Item from the middle of 1st vector.
      +
      11616  {
      +
      11617  VmaSuballocation refSuballoc;
      +
      11618  refSuballoc.offset = offset;
      +
      11619  // Rest of members stays uninitialized intentionally for better performance.
      +
      11620  SuballocationVectorType::iterator it = VmaBinaryFindSorted(
      +
      11621  suballocations1st.begin() + m_1stNullItemsBeginCount,
      +
      11622  suballocations1st.end(),
      +
      11623  refSuballoc,
      +
      11624  VmaSuballocationOffsetLess());
      +
      11625  if(it != suballocations1st.end())
      +
      11626  {
      +
      11627  it->type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      11628  it->hAllocation = VK_NULL_HANDLE;
      +
      11629  ++m_1stNullItemsMiddleCount;
      +
      11630  m_SumFreeSize += it->size;
      +
      11631  CleanupAfterFree();
      +
      11632  return;
      +
      11633  }
      +
      11634  }
      +
      11635 
      +
      11636  if(m_2ndVectorMode != SECOND_VECTOR_EMPTY)
      +
      11637  {
      +
      11638  // Item from the middle of 2nd vector.
      +
      11639  VmaSuballocation refSuballoc;
      +
      11640  refSuballoc.offset = offset;
      +
      11641  // Rest of members stays uninitialized intentionally for better performance.
      +
      11642  SuballocationVectorType::iterator it = m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER ?
      +
      11643  VmaBinaryFindSorted(suballocations2nd.begin(), suballocations2nd.end(), refSuballoc, VmaSuballocationOffsetLess()) :
      +
      11644  VmaBinaryFindSorted(suballocations2nd.begin(), suballocations2nd.end(), refSuballoc, VmaSuballocationOffsetGreater());
      +
      11645  if(it != suballocations2nd.end())
      11646  {
      -
      11647  ++m_1stNullItemsBeginCount;
      -
      11648  --m_1stNullItemsMiddleCount;
      -
      11649  }
      -
      11650 
      -
      11651  // Find more null items at the end of 1st vector.
      -
      11652  while(m_1stNullItemsMiddleCount > 0 &&
      -
      11653  suballocations1st.back().hAllocation == VK_NULL_HANDLE)
      -
      11654  {
      -
      11655  --m_1stNullItemsMiddleCount;
      -
      11656  suballocations1st.pop_back();
      -
      11657  }
      +
      11647  it->type = VMA_SUBALLOCATION_TYPE_FREE;
      +
      11648  it->hAllocation = VK_NULL_HANDLE;
      +
      11649  ++m_2ndNullItemsCount;
      +
      11650  m_SumFreeSize += it->size;
      +
      11651  CleanupAfterFree();
      +
      11652  return;
      +
      11653  }
      +
      11654  }
      +
      11655 
      +
      11656  VMA_ASSERT(0 && "Allocation to free not found in linear allocator!");
      +
      11657 }
      11658 
      -
      11659  // Find more null items at the end of 2nd vector.
      -
      11660  while(m_2ndNullItemsCount > 0 &&
      -
      11661  suballocations2nd.back().hAllocation == VK_NULL_HANDLE)
      -
      11662  {
      -
      11663  --m_2ndNullItemsCount;
      -
      11664  suballocations2nd.pop_back();
      -
      11665  }
      -
      11666 
      -
      11667  // Find more null items at the beginning of 2nd vector.
      -
      11668  while(m_2ndNullItemsCount > 0 &&
      -
      11669  suballocations2nd[0].hAllocation == VK_NULL_HANDLE)
      -
      11670  {
      -
      11671  --m_2ndNullItemsCount;
      -
      11672  VmaVectorRemove(suballocations2nd, 0);
      -
      11673  }
      -
      11674 
      -
      11675  if(ShouldCompact1st())
      -
      11676  {
      -
      11677  const size_t nonNullItemCount = suballoc1stCount - nullItem1stCount;
      -
      11678  size_t srcIndex = m_1stNullItemsBeginCount;
      -
      11679  for(size_t dstIndex = 0; dstIndex < nonNullItemCount; ++dstIndex)
      -
      11680  {
      -
      11681  while(suballocations1st[srcIndex].hAllocation == VK_NULL_HANDLE)
      -
      11682  {
      -
      11683  ++srcIndex;
      -
      11684  }
      -
      11685  if(dstIndex != srcIndex)
      -
      11686  {
      -
      11687  suballocations1st[dstIndex] = suballocations1st[srcIndex];
      -
      11688  }
      -
      11689  ++srcIndex;
      -
      11690  }
      -
      11691  suballocations1st.resize(nonNullItemCount);
      -
      11692  m_1stNullItemsBeginCount = 0;
      -
      11693  m_1stNullItemsMiddleCount = 0;
      -
      11694  }
      -
      11695 
      -
      11696  // 2nd vector became empty.
      -
      11697  if(suballocations2nd.empty())
      -
      11698  {
      -
      11699  m_2ndVectorMode = SECOND_VECTOR_EMPTY;
      +
      11659 bool VmaBlockMetadata_Linear::ShouldCompact1st() const
      +
      11660 {
      +
      11661  const size_t nullItemCount = m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount;
      +
      11662  const size_t suballocCount = AccessSuballocations1st().size();
      +
      11663  return suballocCount > 32 && nullItemCount * 2 >= (suballocCount - nullItemCount) * 3;
      +
      11664 }
      +
      11665 
      +
      11666 void VmaBlockMetadata_Linear::CleanupAfterFree()
      +
      11667 {
      +
      11668  SuballocationVectorType& suballocations1st = AccessSuballocations1st();
      +
      11669  SuballocationVectorType& suballocations2nd = AccessSuballocations2nd();
      +
      11670 
      +
      11671  if(IsEmpty())
      +
      11672  {
      +
      11673  suballocations1st.clear();
      +
      11674  suballocations2nd.clear();
      +
      11675  m_1stNullItemsBeginCount = 0;
      +
      11676  m_1stNullItemsMiddleCount = 0;
      +
      11677  m_2ndNullItemsCount = 0;
      +
      11678  m_2ndVectorMode = SECOND_VECTOR_EMPTY;
      +
      11679  }
      +
      11680  else
      +
      11681  {
      +
      11682  const size_t suballoc1stCount = suballocations1st.size();
      +
      11683  const size_t nullItem1stCount = m_1stNullItemsBeginCount + m_1stNullItemsMiddleCount;
      +
      11684  VMA_ASSERT(nullItem1stCount <= suballoc1stCount);
      +
      11685 
      +
      11686  // Find more null items at the beginning of 1st vector.
      +
      11687  while(m_1stNullItemsBeginCount < suballoc1stCount &&
      +
      11688  suballocations1st[m_1stNullItemsBeginCount].hAllocation == VK_NULL_HANDLE)
      +
      11689  {
      +
      11690  ++m_1stNullItemsBeginCount;
      +
      11691  --m_1stNullItemsMiddleCount;
      +
      11692  }
      +
      11693 
      +
      11694  // Find more null items at the end of 1st vector.
      +
      11695  while(m_1stNullItemsMiddleCount > 0 &&
      +
      11696  suballocations1st.back().hAllocation == VK_NULL_HANDLE)
      +
      11697  {
      +
      11698  --m_1stNullItemsMiddleCount;
      +
      11699  suballocations1st.pop_back();
      11700  }
      11701 
      -
      11702  // 1st vector became empty.
      -
      11703  if(suballocations1st.size() - m_1stNullItemsBeginCount == 0)
      -
      11704  {
      -
      11705  suballocations1st.clear();
      -
      11706  m_1stNullItemsBeginCount = 0;
      -
      11707 
      -
      11708  if(!suballocations2nd.empty() && m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      -
      11709  {
      -
      11710  // Swap 1st with 2nd. Now 2nd is empty.
      -
      11711  m_2ndVectorMode = SECOND_VECTOR_EMPTY;
      -
      11712  m_1stNullItemsMiddleCount = m_2ndNullItemsCount;
      -
      11713  while(m_1stNullItemsBeginCount < suballocations2nd.size() &&
      -
      11714  suballocations2nd[m_1stNullItemsBeginCount].hAllocation == VK_NULL_HANDLE)
      -
      11715  {
      -
      11716  ++m_1stNullItemsBeginCount;
      -
      11717  --m_1stNullItemsMiddleCount;
      -
      11718  }
      -
      11719  m_2ndNullItemsCount = 0;
      -
      11720  m_1stVectorIndex ^= 1;
      -
      11721  }
      -
      11722  }
      -
      11723  }
      -
      11724 
      -
      11725  VMA_HEAVY_ASSERT(Validate());
      -
      11726 }
      -
      11727 
      -
      11728 
      -
      11730 // class VmaBlockMetadata_Buddy
      -
      11731 
      -
      11732 VmaBlockMetadata_Buddy::VmaBlockMetadata_Buddy(VmaAllocator hAllocator) :
      -
      11733  VmaBlockMetadata(hAllocator),
      -
      11734  m_Root(VMA_NULL),
      -
      11735  m_AllocationCount(0),
      -
      11736  m_FreeCount(1),
      -
      11737  m_SumFreeSize(0)
      -
      11738 {
      -
      11739  memset(m_FreeList, 0, sizeof(m_FreeList));
      -
      11740 }
      -
      11741 
      -
      11742 VmaBlockMetadata_Buddy::~VmaBlockMetadata_Buddy()
      -
      11743 {
      -
      11744  DeleteNode(m_Root);
      -
      11745 }
      -
      11746 
      -
      11747 void VmaBlockMetadata_Buddy::Init(VkDeviceSize size)
      -
      11748 {
      -
      11749  VmaBlockMetadata::Init(size);
      +
      11702  // Find more null items at the end of 2nd vector.
      +
      11703  while(m_2ndNullItemsCount > 0 &&
      +
      11704  suballocations2nd.back().hAllocation == VK_NULL_HANDLE)
      +
      11705  {
      +
      11706  --m_2ndNullItemsCount;
      +
      11707  suballocations2nd.pop_back();
      +
      11708  }
      +
      11709 
      +
      11710  // Find more null items at the beginning of 2nd vector.
      +
      11711  while(m_2ndNullItemsCount > 0 &&
      +
      11712  suballocations2nd[0].hAllocation == VK_NULL_HANDLE)
      +
      11713  {
      +
      11714  --m_2ndNullItemsCount;
      +
      11715  VmaVectorRemove(suballocations2nd, 0);
      +
      11716  }
      +
      11717 
      +
      11718  if(ShouldCompact1st())
      +
      11719  {
      +
      11720  const size_t nonNullItemCount = suballoc1stCount - nullItem1stCount;
      +
      11721  size_t srcIndex = m_1stNullItemsBeginCount;
      +
      11722  for(size_t dstIndex = 0; dstIndex < nonNullItemCount; ++dstIndex)
      +
      11723  {
      +
      11724  while(suballocations1st[srcIndex].hAllocation == VK_NULL_HANDLE)
      +
      11725  {
      +
      11726  ++srcIndex;
      +
      11727  }
      +
      11728  if(dstIndex != srcIndex)
      +
      11729  {
      +
      11730  suballocations1st[dstIndex] = suballocations1st[srcIndex];
      +
      11731  }
      +
      11732  ++srcIndex;
      +
      11733  }
      +
      11734  suballocations1st.resize(nonNullItemCount);
      +
      11735  m_1stNullItemsBeginCount = 0;
      +
      11736  m_1stNullItemsMiddleCount = 0;
      +
      11737  }
      +
      11738 
      +
      11739  // 2nd vector became empty.
      +
      11740  if(suballocations2nd.empty())
      +
      11741  {
      +
      11742  m_2ndVectorMode = SECOND_VECTOR_EMPTY;
      +
      11743  }
      +
      11744 
      +
      11745  // 1st vector became empty.
      +
      11746  if(suballocations1st.size() - m_1stNullItemsBeginCount == 0)
      +
      11747  {
      +
      11748  suballocations1st.clear();
      +
      11749  m_1stNullItemsBeginCount = 0;
      11750 
      -
      11751  m_UsableSize = VmaPrevPow2(size);
      -
      11752  m_SumFreeSize = m_UsableSize;
      -
      11753 
      -
      11754  // Calculate m_LevelCount.
      -
      11755  m_LevelCount = 1;
      -
      11756  while(m_LevelCount < MAX_LEVELS &&
      -
      11757  LevelToNodeSize(m_LevelCount) >= MIN_NODE_SIZE)
      -
      11758  {
      -
      11759  ++m_LevelCount;
      -
      11760  }
      -
      11761 
      -
      11762  Node* rootNode = vma_new(GetAllocationCallbacks(), Node)();
      -
      11763  rootNode->offset = 0;
      -
      11764  rootNode->type = Node::TYPE_FREE;
      -
      11765  rootNode->parent = VMA_NULL;
      -
      11766  rootNode->buddy = VMA_NULL;
      +
      11751  if(!suballocations2nd.empty() && m_2ndVectorMode == SECOND_VECTOR_RING_BUFFER)
      +
      11752  {
      +
      11753  // Swap 1st with 2nd. Now 2nd is empty.
      +
      11754  m_2ndVectorMode = SECOND_VECTOR_EMPTY;
      +
      11755  m_1stNullItemsMiddleCount = m_2ndNullItemsCount;
      +
      11756  while(m_1stNullItemsBeginCount < suballocations2nd.size() &&
      +
      11757  suballocations2nd[m_1stNullItemsBeginCount].hAllocation == VK_NULL_HANDLE)
      +
      11758  {
      +
      11759  ++m_1stNullItemsBeginCount;
      +
      11760  --m_1stNullItemsMiddleCount;
      +
      11761  }
      +
      11762  m_2ndNullItemsCount = 0;
      +
      11763  m_1stVectorIndex ^= 1;
      +
      11764  }
      +
      11765  }
      +
      11766  }
      11767 
      -
      11768  m_Root = rootNode;
      -
      11769  AddToFreeListFront(0, rootNode);
      -
      11770 }
      +
      11768  VMA_HEAVY_ASSERT(Validate());
      +
      11769 }
      +
      11770 
      11771 
      -
      11772 bool VmaBlockMetadata_Buddy::Validate() const
      -
      11773 {
      -
      11774  // Validate tree.
      -
      11775  ValidationContext ctx;
      -
      11776  if(!ValidateNode(ctx, VMA_NULL, m_Root, 0, LevelToNodeSize(0)))
      -
      11777  {
      -
      11778  VMA_VALIDATE(false && "ValidateNode failed.");
      -
      11779  }
      -
      11780  VMA_VALIDATE(m_AllocationCount == ctx.calculatedAllocationCount);
      -
      11781  VMA_VALIDATE(m_SumFreeSize == ctx.calculatedSumFreeSize);
      -
      11782 
      -
      11783  // Validate free node lists.
      -
      11784  for(uint32_t level = 0; level < m_LevelCount; ++level)
      -
      11785  {
      -
      11786  VMA_VALIDATE(m_FreeList[level].front == VMA_NULL ||
      -
      11787  m_FreeList[level].front->free.prev == VMA_NULL);
      -
      11788 
      -
      11789  for(Node* node = m_FreeList[level].front;
      -
      11790  node != VMA_NULL;
      -
      11791  node = node->free.next)
      -
      11792  {
      -
      11793  VMA_VALIDATE(node->type == Node::TYPE_FREE);
      -
      11794 
      -
      11795  if(node->free.next == VMA_NULL)
      -
      11796  {
      -
      11797  VMA_VALIDATE(m_FreeList[level].back == node);
      -
      11798  }
      -
      11799  else
      -
      11800  {
      -
      11801  VMA_VALIDATE(node->free.next->free.prev == node);
      -
      11802  }
      -
      11803  }
      -
      11804  }
      -
      11805 
      -
      11806  // Validate that free lists ar higher levels are empty.
      -
      11807  for(uint32_t level = m_LevelCount; level < MAX_LEVELS; ++level)
      -
      11808  {
      -
      11809  VMA_VALIDATE(m_FreeList[level].front == VMA_NULL && m_FreeList[level].back == VMA_NULL);
      -
      11810  }
      -
      11811 
      -
      11812  return true;
      +
      11773 // class VmaBlockMetadata_Buddy
      +
      11774 
      +
      11775 VmaBlockMetadata_Buddy::VmaBlockMetadata_Buddy(VmaAllocator hAllocator) :
      +
      11776  VmaBlockMetadata(hAllocator),
      +
      11777  m_Root(VMA_NULL),
      +
      11778  m_AllocationCount(0),
      +
      11779  m_FreeCount(1),
      +
      11780  m_SumFreeSize(0)
      +
      11781 {
      +
      11782  memset(m_FreeList, 0, sizeof(m_FreeList));
      +
      11783 }
      +
      11784 
      +
      11785 VmaBlockMetadata_Buddy::~VmaBlockMetadata_Buddy()
      +
      11786 {
      +
      11787  DeleteNode(m_Root);
      +
      11788 }
      +
      11789 
      +
      11790 void VmaBlockMetadata_Buddy::Init(VkDeviceSize size)
      +
      11791 {
      +
      11792  VmaBlockMetadata::Init(size);
      +
      11793 
      +
      11794  m_UsableSize = VmaPrevPow2(size);
      +
      11795  m_SumFreeSize = m_UsableSize;
      +
      11796 
      +
      11797  // Calculate m_LevelCount.
      +
      11798  m_LevelCount = 1;
      +
      11799  while(m_LevelCount < MAX_LEVELS &&
      +
      11800  LevelToNodeSize(m_LevelCount) >= MIN_NODE_SIZE)
      +
      11801  {
      +
      11802  ++m_LevelCount;
      +
      11803  }
      +
      11804 
      +
      11805  Node* rootNode = vma_new(GetAllocationCallbacks(), Node)();
      +
      11806  rootNode->offset = 0;
      +
      11807  rootNode->type = Node::TYPE_FREE;
      +
      11808  rootNode->parent = VMA_NULL;
      +
      11809  rootNode->buddy = VMA_NULL;
      +
      11810 
      +
      11811  m_Root = rootNode;
      +
      11812  AddToFreeListFront(0, rootNode);
      11813 }
      11814 
      -
      11815 VkDeviceSize VmaBlockMetadata_Buddy::GetUnusedRangeSizeMax() const
      +
      11815 bool VmaBlockMetadata_Buddy::Validate() const
      11816 {
      -
      11817  for(uint32_t level = 0; level < m_LevelCount; ++level)
      -
      11818  {
      -
      11819  if(m_FreeList[level].front != VMA_NULL)
      -
      11820  {
      -
      11821  return LevelToNodeSize(level);
      -
      11822  }
      -
      11823  }
      -
      11824  return 0;
      -
      11825 }
      -
      11826 
      -
      11827 void VmaBlockMetadata_Buddy::CalcAllocationStatInfo(VmaStatInfo& outInfo) const
      -
      11828 {
      -
      11829  const VkDeviceSize unusableSize = GetUnusableSize();
      -
      11830 
      -
      11831  outInfo.blockCount = 1;
      -
      11832 
      -
      11833  outInfo.allocationCount = outInfo.unusedRangeCount = 0;
      -
      11834  outInfo.usedBytes = outInfo.unusedBytes = 0;
      -
      11835 
      -
      11836  outInfo.allocationSizeMax = outInfo.unusedRangeSizeMax = 0;
      -
      11837  outInfo.allocationSizeMin = outInfo.unusedRangeSizeMin = UINT64_MAX;
      -
      11838  outInfo.allocationSizeAvg = outInfo.unusedRangeSizeAvg = 0; // Unused.
      -
      11839 
      -
      11840  CalcAllocationStatInfoNode(outInfo, m_Root, LevelToNodeSize(0));
      -
      11841 
      -
      11842  if(unusableSize > 0)
      -
      11843  {
      -
      11844  ++outInfo.unusedRangeCount;
      -
      11845  outInfo.unusedBytes += unusableSize;
      -
      11846  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, unusableSize);
      -
      11847  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusableSize);
      -
      11848  }
      -
      11849 }
      -
      11850 
      -
      11851 void VmaBlockMetadata_Buddy::AddPoolStats(VmaPoolStats& inoutStats) const
      -
      11852 {
      -
      11853  const VkDeviceSize unusableSize = GetUnusableSize();
      +
      11817  // Validate tree.
      +
      11818  ValidationContext ctx;
      +
      11819  if(!ValidateNode(ctx, VMA_NULL, m_Root, 0, LevelToNodeSize(0)))
      +
      11820  {
      +
      11821  VMA_VALIDATE(false && "ValidateNode failed.");
      +
      11822  }
      +
      11823  VMA_VALIDATE(m_AllocationCount == ctx.calculatedAllocationCount);
      +
      11824  VMA_VALIDATE(m_SumFreeSize == ctx.calculatedSumFreeSize);
      +
      11825 
      +
      11826  // Validate free node lists.
      +
      11827  for(uint32_t level = 0; level < m_LevelCount; ++level)
      +
      11828  {
      +
      11829  VMA_VALIDATE(m_FreeList[level].front == VMA_NULL ||
      +
      11830  m_FreeList[level].front->free.prev == VMA_NULL);
      +
      11831 
      +
      11832  for(Node* node = m_FreeList[level].front;
      +
      11833  node != VMA_NULL;
      +
      11834  node = node->free.next)
      +
      11835  {
      +
      11836  VMA_VALIDATE(node->type == Node::TYPE_FREE);
      +
      11837 
      +
      11838  if(node->free.next == VMA_NULL)
      +
      11839  {
      +
      11840  VMA_VALIDATE(m_FreeList[level].back == node);
      +
      11841  }
      +
      11842  else
      +
      11843  {
      +
      11844  VMA_VALIDATE(node->free.next->free.prev == node);
      +
      11845  }
      +
      11846  }
      +
      11847  }
      +
      11848 
      +
      11849  // Validate that free lists ar higher levels are empty.
      +
      11850  for(uint32_t level = m_LevelCount; level < MAX_LEVELS; ++level)
      +
      11851  {
      +
      11852  VMA_VALIDATE(m_FreeList[level].front == VMA_NULL && m_FreeList[level].back == VMA_NULL);
      +
      11853  }
      11854 
      -
      11855  inoutStats.size += GetSize();
      -
      11856  inoutStats.unusedSize += m_SumFreeSize + unusableSize;
      -
      11857  inoutStats.allocationCount += m_AllocationCount;
      -
      11858  inoutStats.unusedRangeCount += m_FreeCount;
      -
      11859  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, GetUnusedRangeSizeMax());
      -
      11860 
      -
      11861  if(unusableSize > 0)
      -
      11862  {
      -
      11863  ++inoutStats.unusedRangeCount;
      -
      11864  // Not updating inoutStats.unusedRangeSizeMax with unusableSize because this space is not available for allocations.
      -
      11865  }
      -
      11866 }
      -
      11867 
      -
      11868 #if VMA_STATS_STRING_ENABLED
      +
      11855  return true;
      +
      11856 }
      +
      11857 
      +
      11858 VkDeviceSize VmaBlockMetadata_Buddy::GetUnusedRangeSizeMax() const
      +
      11859 {
      +
      11860  for(uint32_t level = 0; level < m_LevelCount; ++level)
      +
      11861  {
      +
      11862  if(m_FreeList[level].front != VMA_NULL)
      +
      11863  {
      +
      11864  return LevelToNodeSize(level);
      +
      11865  }
      +
      11866  }
      +
      11867  return 0;
      +
      11868 }
      11869 
      -
      11870 void VmaBlockMetadata_Buddy::PrintDetailedMap(class VmaJsonWriter& json) const
      +
      11870 void VmaBlockMetadata_Buddy::CalcAllocationStatInfo(VmaStatInfo& outInfo) const
      11871 {
      -
      11872  // TODO optimize
      -
      11873  VmaStatInfo stat;
      -
      11874  CalcAllocationStatInfo(stat);
      +
      11872  const VkDeviceSize unusableSize = GetUnusableSize();
      +
      11873 
      +
      11874  outInfo.blockCount = 1;
      11875 
      -
      11876  PrintDetailedMap_Begin(
      -
      11877  json,
      -
      11878  stat.unusedBytes,
      -
      11879  stat.allocationCount,
      -
      11880  stat.unusedRangeCount);
      -
      11881 
      -
      11882  PrintDetailedMapNode(json, m_Root, LevelToNodeSize(0));
      -
      11883 
      -
      11884  const VkDeviceSize unusableSize = GetUnusableSize();
      +
      11876  outInfo.allocationCount = outInfo.unusedRangeCount = 0;
      +
      11877  outInfo.usedBytes = outInfo.unusedBytes = 0;
      +
      11878 
      +
      11879  outInfo.allocationSizeMax = outInfo.unusedRangeSizeMax = 0;
      +
      11880  outInfo.allocationSizeMin = outInfo.unusedRangeSizeMin = UINT64_MAX;
      +
      11881  outInfo.allocationSizeAvg = outInfo.unusedRangeSizeAvg = 0; // Unused.
      +
      11882 
      +
      11883  CalcAllocationStatInfoNode(outInfo, m_Root, LevelToNodeSize(0));
      +
      11884 
      11885  if(unusableSize > 0)
      11886  {
      -
      11887  PrintDetailedMap_UnusedRange(json,
      -
      11888  m_UsableSize, // offset
      -
      11889  unusableSize); // size
      -
      11890  }
      -
      11891 
      -
      11892  PrintDetailedMap_End(json);
      -
      11893 }
      -
      11894 
      -
      11895 #endif // #if VMA_STATS_STRING_ENABLED
      -
      11896 
      -
      11897 bool VmaBlockMetadata_Buddy::CreateAllocationRequest(
      -
      11898  uint32_t currentFrameIndex,
      -
      11899  uint32_t frameInUseCount,
      -
      11900  VkDeviceSize bufferImageGranularity,
      -
      11901  VkDeviceSize allocSize,
      -
      11902  VkDeviceSize allocAlignment,
      -
      11903  bool upperAddress,
      -
      11904  VmaSuballocationType allocType,
      -
      11905  bool canMakeOtherLost,
      -
      11906  uint32_t strategy,
      -
      11907  VmaAllocationRequest* pAllocationRequest)
      -
      11908 {
      -
      11909  VMA_ASSERT(!upperAddress && "VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT can be used only with linear algorithm.");
      +
      11887  ++outInfo.unusedRangeCount;
      +
      11888  outInfo.unusedBytes += unusableSize;
      +
      11889  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, unusableSize);
      +
      11890  outInfo.unusedRangeSizeMin = VMA_MIN(outInfo.unusedRangeSizeMin, unusableSize);
      +
      11891  }
      +
      11892 }
      +
      11893 
      +
      11894 void VmaBlockMetadata_Buddy::AddPoolStats(VmaPoolStats& inoutStats) const
      +
      11895 {
      +
      11896  const VkDeviceSize unusableSize = GetUnusableSize();
      +
      11897 
      +
      11898  inoutStats.size += GetSize();
      +
      11899  inoutStats.unusedSize += m_SumFreeSize + unusableSize;
      +
      11900  inoutStats.allocationCount += m_AllocationCount;
      +
      11901  inoutStats.unusedRangeCount += m_FreeCount;
      +
      11902  inoutStats.unusedRangeSizeMax = VMA_MAX(inoutStats.unusedRangeSizeMax, GetUnusedRangeSizeMax());
      +
      11903 
      +
      11904  if(unusableSize > 0)
      +
      11905  {
      +
      11906  ++inoutStats.unusedRangeCount;
      +
      11907  // Not updating inoutStats.unusedRangeSizeMax with unusableSize because this space is not available for allocations.
      +
      11908  }
      +
      11909 }
      11910 
      -
      11911  // Simple way to respect bufferImageGranularity. May be optimized some day.
      -
      11912  // Whenever it might be an OPTIMAL image...
      -
      11913  if(allocType == VMA_SUBALLOCATION_TYPE_UNKNOWN ||
      -
      11914  allocType == VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN ||
      -
      11915  allocType == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL)
      -
      11916  {
      -
      11917  allocAlignment = VMA_MAX(allocAlignment, bufferImageGranularity);
      -
      11918  allocSize = VMA_MAX(allocSize, bufferImageGranularity);
      -
      11919  }
      -
      11920 
      -
      11921  if(allocSize > m_UsableSize)
      -
      11922  {
      -
      11923  return false;
      -
      11924  }
      -
      11925 
      -
      11926  const uint32_t targetLevel = AllocSizeToLevel(allocSize);
      -
      11927  for(uint32_t level = targetLevel + 1; level--; )
      -
      11928  {
      -
      11929  for(Node* freeNode = m_FreeList[level].front;
      -
      11930  freeNode != VMA_NULL;
      -
      11931  freeNode = freeNode->free.next)
      -
      11932  {
      -
      11933  if(freeNode->offset % allocAlignment == 0)
      -
      11934  {
      -
      11935  pAllocationRequest->type = VmaAllocationRequestType::Normal;
      -
      11936  pAllocationRequest->offset = freeNode->offset;
      -
      11937  pAllocationRequest->sumFreeSize = LevelToNodeSize(level);
      -
      11938  pAllocationRequest->sumItemSize = 0;
      -
      11939  pAllocationRequest->itemsToMakeLostCount = 0;
      -
      11940  pAllocationRequest->customData = (void*)(uintptr_t)level;
      -
      11941  return true;
      -
      11942  }
      -
      11943  }
      -
      11944  }
      -
      11945 
      -
      11946  return false;
      -
      11947 }
      -
      11948 
      -
      11949 bool VmaBlockMetadata_Buddy::MakeRequestedAllocationsLost(
      -
      11950  uint32_t currentFrameIndex,
      -
      11951  uint32_t frameInUseCount,
      -
      11952  VmaAllocationRequest* pAllocationRequest)
      -
      11953 {
      -
      11954  /*
      -
      11955  Lost allocations are not supported in buddy allocator at the moment.
      -
      11956  Support might be added in the future.
      -
      11957  */
      -
      11958  return pAllocationRequest->itemsToMakeLostCount == 0;
      -
      11959 }
      -
      11960 
      -
      11961 uint32_t VmaBlockMetadata_Buddy::MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
      -
      11962 {
      -
      11963  /*
      -
      11964  Lost allocations are not supported in buddy allocator at the moment.
      -
      11965  Support might be added in the future.
      -
      11966  */
      -
      11967  return 0;
      -
      11968 }
      -
      11969 
      -
      11970 void VmaBlockMetadata_Buddy::Alloc(
      -
      11971  const VmaAllocationRequest& request,
      -
      11972  VmaSuballocationType type,
      -
      11973  VkDeviceSize allocSize,
      -
      11974  VmaAllocation hAllocation)
      -
      11975 {
      -
      11976  VMA_ASSERT(request.type == VmaAllocationRequestType::Normal);
      -
      11977 
      -
      11978  const uint32_t targetLevel = AllocSizeToLevel(allocSize);
      -
      11979  uint32_t currLevel = (uint32_t)(uintptr_t)request.customData;
      -
      11980 
      -
      11981  Node* currNode = m_FreeList[currLevel].front;
      -
      11982  VMA_ASSERT(currNode != VMA_NULL && currNode->type == Node::TYPE_FREE);
      -
      11983  while(currNode->offset != request.offset)
      -
      11984  {
      -
      11985  currNode = currNode->free.next;
      -
      11986  VMA_ASSERT(currNode != VMA_NULL && currNode->type == Node::TYPE_FREE);
      +
      11911 #if VMA_STATS_STRING_ENABLED
      +
      11912 
      +
      11913 void VmaBlockMetadata_Buddy::PrintDetailedMap(class VmaJsonWriter& json) const
      +
      11914 {
      +
      11915  // TODO optimize
      +
      11916  VmaStatInfo stat;
      +
      11917  CalcAllocationStatInfo(stat);
      +
      11918 
      +
      11919  PrintDetailedMap_Begin(
      +
      11920  json,
      +
      11921  stat.unusedBytes,
      +
      11922  stat.allocationCount,
      +
      11923  stat.unusedRangeCount);
      +
      11924 
      +
      11925  PrintDetailedMapNode(json, m_Root, LevelToNodeSize(0));
      +
      11926 
      +
      11927  const VkDeviceSize unusableSize = GetUnusableSize();
      +
      11928  if(unusableSize > 0)
      +
      11929  {
      +
      11930  PrintDetailedMap_UnusedRange(json,
      +
      11931  m_UsableSize, // offset
      +
      11932  unusableSize); // size
      +
      11933  }
      +
      11934 
      +
      11935  PrintDetailedMap_End(json);
      +
      11936 }
      +
      11937 
      +
      11938 #endif // #if VMA_STATS_STRING_ENABLED
      +
      11939 
      +
      11940 bool VmaBlockMetadata_Buddy::CreateAllocationRequest(
      +
      11941  uint32_t currentFrameIndex,
      +
      11942  uint32_t frameInUseCount,
      +
      11943  VkDeviceSize bufferImageGranularity,
      +
      11944  VkDeviceSize allocSize,
      +
      11945  VkDeviceSize allocAlignment,
      +
      11946  bool upperAddress,
      +
      11947  VmaSuballocationType allocType,
      +
      11948  bool canMakeOtherLost,
      +
      11949  uint32_t strategy,
      +
      11950  VmaAllocationRequest* pAllocationRequest)
      +
      11951 {
      +
      11952  VMA_ASSERT(!upperAddress && "VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT can be used only with linear algorithm.");
      +
      11953 
      +
      11954  // Simple way to respect bufferImageGranularity. May be optimized some day.
      +
      11955  // Whenever it might be an OPTIMAL image...
      +
      11956  if(allocType == VMA_SUBALLOCATION_TYPE_UNKNOWN ||
      +
      11957  allocType == VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN ||
      +
      11958  allocType == VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL)
      +
      11959  {
      +
      11960  allocAlignment = VMA_MAX(allocAlignment, bufferImageGranularity);
      +
      11961  allocSize = VMA_MAX(allocSize, bufferImageGranularity);
      +
      11962  }
      +
      11963 
      +
      11964  if(allocSize > m_UsableSize)
      +
      11965  {
      +
      11966  return false;
      +
      11967  }
      +
      11968 
      +
      11969  const uint32_t targetLevel = AllocSizeToLevel(allocSize);
      +
      11970  for(uint32_t level = targetLevel + 1; level--; )
      +
      11971  {
      +
      11972  for(Node* freeNode = m_FreeList[level].front;
      +
      11973  freeNode != VMA_NULL;
      +
      11974  freeNode = freeNode->free.next)
      +
      11975  {
      +
      11976  if(freeNode->offset % allocAlignment == 0)
      +
      11977  {
      +
      11978  pAllocationRequest->type = VmaAllocationRequestType::Normal;
      +
      11979  pAllocationRequest->offset = freeNode->offset;
      +
      11980  pAllocationRequest->sumFreeSize = LevelToNodeSize(level);
      +
      11981  pAllocationRequest->sumItemSize = 0;
      +
      11982  pAllocationRequest->itemsToMakeLostCount = 0;
      +
      11983  pAllocationRequest->customData = (void*)(uintptr_t)level;
      +
      11984  return true;
      +
      11985  }
      +
      11986  }
      11987  }
      -
      11988 
      -
      11989  // Go down, splitting free nodes.
      -
      11990  while(currLevel < targetLevel)
      -
      11991  {
      -
      11992  // currNode is already first free node at currLevel.
      -
      11993  // Remove it from list of free nodes at this currLevel.
      -
      11994  RemoveFromFreeList(currLevel, currNode);
      -
      11995 
      -
      11996  const uint32_t childrenLevel = currLevel + 1;
      -
      11997 
      -
      11998  // Create two free sub-nodes.
      -
      11999  Node* leftChild = vma_new(GetAllocationCallbacks(), Node)();
      -
      12000  Node* rightChild = vma_new(GetAllocationCallbacks(), Node)();
      -
      12001 
      -
      12002  leftChild->offset = currNode->offset;
      -
      12003  leftChild->type = Node::TYPE_FREE;
      -
      12004  leftChild->parent = currNode;
      -
      12005  leftChild->buddy = rightChild;
      -
      12006 
      -
      12007  rightChild->offset = currNode->offset + LevelToNodeSize(childrenLevel);
      -
      12008  rightChild->type = Node::TYPE_FREE;
      -
      12009  rightChild->parent = currNode;
      -
      12010  rightChild->buddy = leftChild;
      -
      12011 
      -
      12012  // Convert current currNode to split type.
      -
      12013  currNode->type = Node::TYPE_SPLIT;
      -
      12014  currNode->split.leftChild = leftChild;
      -
      12015 
      -
      12016  // Add child nodes to free list. Order is important!
      -
      12017  AddToFreeListFront(childrenLevel, rightChild);
      -
      12018  AddToFreeListFront(childrenLevel, leftChild);
      -
      12019 
      -
      12020  ++m_FreeCount;
      -
      12021  //m_SumFreeSize -= LevelToNodeSize(currLevel) % 2; // Useful only when level node sizes can be non power of 2.
      -
      12022  ++currLevel;
      -
      12023  currNode = m_FreeList[currLevel].front;
      -
      12024 
      -
      12025  /*
      -
      12026  We can be sure that currNode, as left child of node previously split,
      -
      12027  also fullfills the alignment requirement.
      -
      12028  */
      -
      12029  }
      -
      12030 
      -
      12031  // Remove from free list.
      -
      12032  VMA_ASSERT(currLevel == targetLevel &&
      -
      12033  currNode != VMA_NULL &&
      -
      12034  currNode->type == Node::TYPE_FREE);
      -
      12035  RemoveFromFreeList(currLevel, currNode);
      -
      12036 
      -
      12037  // Convert to allocation node.
      -
      12038  currNode->type = Node::TYPE_ALLOCATION;
      -
      12039  currNode->allocation.alloc = hAllocation;
      +
      11988 
      +
      11989  return false;
      +
      11990 }
      +
      11991 
      +
      11992 bool VmaBlockMetadata_Buddy::MakeRequestedAllocationsLost(
      +
      11993  uint32_t currentFrameIndex,
      +
      11994  uint32_t frameInUseCount,
      +
      11995  VmaAllocationRequest* pAllocationRequest)
      +
      11996 {
      +
      11997  /*
      +
      11998  Lost allocations are not supported in buddy allocator at the moment.
      +
      11999  Support might be added in the future.
      +
      12000  */
      +
      12001  return pAllocationRequest->itemsToMakeLostCount == 0;
      +
      12002 }
      +
      12003 
      +
      12004 uint32_t VmaBlockMetadata_Buddy::MakeAllocationsLost(uint32_t currentFrameIndex, uint32_t frameInUseCount)
      +
      12005 {
      +
      12006  /*
      +
      12007  Lost allocations are not supported in buddy allocator at the moment.
      +
      12008  Support might be added in the future.
      +
      12009  */
      +
      12010  return 0;
      +
      12011 }
      +
      12012 
      +
      12013 void VmaBlockMetadata_Buddy::Alloc(
      +
      12014  const VmaAllocationRequest& request,
      +
      12015  VmaSuballocationType type,
      +
      12016  VkDeviceSize allocSize,
      +
      12017  VmaAllocation hAllocation)
      +
      12018 {
      +
      12019  VMA_ASSERT(request.type == VmaAllocationRequestType::Normal);
      +
      12020 
      +
      12021  const uint32_t targetLevel = AllocSizeToLevel(allocSize);
      +
      12022  uint32_t currLevel = (uint32_t)(uintptr_t)request.customData;
      +
      12023 
      +
      12024  Node* currNode = m_FreeList[currLevel].front;
      +
      12025  VMA_ASSERT(currNode != VMA_NULL && currNode->type == Node::TYPE_FREE);
      +
      12026  while(currNode->offset != request.offset)
      +
      12027  {
      +
      12028  currNode = currNode->free.next;
      +
      12029  VMA_ASSERT(currNode != VMA_NULL && currNode->type == Node::TYPE_FREE);
      +
      12030  }
      +
      12031 
      +
      12032  // Go down, splitting free nodes.
      +
      12033  while(currLevel < targetLevel)
      +
      12034  {
      +
      12035  // currNode is already first free node at currLevel.
      +
      12036  // Remove it from list of free nodes at this currLevel.
      +
      12037  RemoveFromFreeList(currLevel, currNode);
      +
      12038 
      +
      12039  const uint32_t childrenLevel = currLevel + 1;
      12040 
      -
      12041  ++m_AllocationCount;
      -
      12042  --m_FreeCount;
      -
      12043  m_SumFreeSize -= allocSize;
      -
      12044 }
      -
      12045 
      -
      12046 void VmaBlockMetadata_Buddy::DeleteNode(Node* node)
      -
      12047 {
      -
      12048  if(node->type == Node::TYPE_SPLIT)
      -
      12049  {
      -
      12050  DeleteNode(node->split.leftChild->buddy);
      -
      12051  DeleteNode(node->split.leftChild);
      -
      12052  }
      -
      12053 
      -
      12054  vma_delete(GetAllocationCallbacks(), node);
      -
      12055 }
      -
      12056 
      -
      12057 bool VmaBlockMetadata_Buddy::ValidateNode(ValidationContext& ctx, const Node* parent, const Node* curr, uint32_t level, VkDeviceSize levelNodeSize) const
      -
      12058 {
      -
      12059  VMA_VALIDATE(level < m_LevelCount);
      -
      12060  VMA_VALIDATE(curr->parent == parent);
      -
      12061  VMA_VALIDATE((curr->buddy == VMA_NULL) == (parent == VMA_NULL));
      -
      12062  VMA_VALIDATE(curr->buddy == VMA_NULL || curr->buddy->buddy == curr);
      -
      12063  switch(curr->type)
      -
      12064  {
      -
      12065  case Node::TYPE_FREE:
      -
      12066  // curr->free.prev, next are validated separately.
      -
      12067  ctx.calculatedSumFreeSize += levelNodeSize;
      -
      12068  ++ctx.calculatedFreeCount;
      -
      12069  break;
      -
      12070  case Node::TYPE_ALLOCATION:
      -
      12071  ++ctx.calculatedAllocationCount;
      -
      12072  ctx.calculatedSumFreeSize += levelNodeSize - curr->allocation.alloc->GetSize();
      -
      12073  VMA_VALIDATE(curr->allocation.alloc != VK_NULL_HANDLE);
      -
      12074  break;
      -
      12075  case Node::TYPE_SPLIT:
      -
      12076  {
      -
      12077  const uint32_t childrenLevel = level + 1;
      -
      12078  const VkDeviceSize childrenLevelNodeSize = levelNodeSize / 2;
      -
      12079  const Node* const leftChild = curr->split.leftChild;
      -
      12080  VMA_VALIDATE(leftChild != VMA_NULL);
      -
      12081  VMA_VALIDATE(leftChild->offset == curr->offset);
      -
      12082  if(!ValidateNode(ctx, curr, leftChild, childrenLevel, childrenLevelNodeSize))
      -
      12083  {
      -
      12084  VMA_VALIDATE(false && "ValidateNode for left child failed.");
      -
      12085  }
      -
      12086  const Node* const rightChild = leftChild->buddy;
      -
      12087  VMA_VALIDATE(rightChild->offset == curr->offset + childrenLevelNodeSize);
      -
      12088  if(!ValidateNode(ctx, curr, rightChild, childrenLevel, childrenLevelNodeSize))
      -
      12089  {
      -
      12090  VMA_VALIDATE(false && "ValidateNode for right child failed.");
      -
      12091  }
      -
      12092  }
      -
      12093  break;
      -
      12094  default:
      -
      12095  return false;
      -
      12096  }
      -
      12097 
      -
      12098  return true;
      -
      12099 }
      -
      12100 
      -
      12101 uint32_t VmaBlockMetadata_Buddy::AllocSizeToLevel(VkDeviceSize allocSize) const
      -
      12102 {
      -
      12103  // I know this could be optimized somehow e.g. by using std::log2p1 from C++20.
      -
      12104  uint32_t level = 0;
      -
      12105  VkDeviceSize currLevelNodeSize = m_UsableSize;
      -
      12106  VkDeviceSize nextLevelNodeSize = currLevelNodeSize >> 1;
      -
      12107  while(allocSize <= nextLevelNodeSize && level + 1 < m_LevelCount)
      -
      12108  {
      -
      12109  ++level;
      -
      12110  currLevelNodeSize = nextLevelNodeSize;
      -
      12111  nextLevelNodeSize = currLevelNodeSize >> 1;
      -
      12112  }
      -
      12113  return level;
      -
      12114 }
      -
      12115 
      -
      12116 void VmaBlockMetadata_Buddy::FreeAtOffset(VmaAllocation alloc, VkDeviceSize offset)
      -
      12117 {
      -
      12118  // Find node and level.
      -
      12119  Node* node = m_Root;
      -
      12120  VkDeviceSize nodeOffset = 0;
      -
      12121  uint32_t level = 0;
      -
      12122  VkDeviceSize levelNodeSize = LevelToNodeSize(0);
      -
      12123  while(node->type == Node::TYPE_SPLIT)
      -
      12124  {
      -
      12125  const VkDeviceSize nextLevelSize = levelNodeSize >> 1;
      -
      12126  if(offset < nodeOffset + nextLevelSize)
      -
      12127  {
      -
      12128  node = node->split.leftChild;
      -
      12129  }
      -
      12130  else
      -
      12131  {
      -
      12132  node = node->split.leftChild->buddy;
      -
      12133  nodeOffset += nextLevelSize;
      -
      12134  }
      -
      12135  ++level;
      -
      12136  levelNodeSize = nextLevelSize;
      -
      12137  }
      -
      12138 
      -
      12139  VMA_ASSERT(node != VMA_NULL && node->type == Node::TYPE_ALLOCATION);
      -
      12140  VMA_ASSERT(alloc == VK_NULL_HANDLE || node->allocation.alloc == alloc);
      -
      12141 
      -
      12142  ++m_FreeCount;
      -
      12143  --m_AllocationCount;
      -
      12144  m_SumFreeSize += alloc->GetSize();
      -
      12145 
      -
      12146  node->type = Node::TYPE_FREE;
      -
      12147 
      -
      12148  // Join free nodes if possible.
      -
      12149  while(level > 0 && node->buddy->type == Node::TYPE_FREE)
      -
      12150  {
      -
      12151  RemoveFromFreeList(level, node->buddy);
      -
      12152  Node* const parent = node->parent;
      -
      12153 
      -
      12154  vma_delete(GetAllocationCallbacks(), node->buddy);
      -
      12155  vma_delete(GetAllocationCallbacks(), node);
      -
      12156  parent->type = Node::TYPE_FREE;
      -
      12157 
      -
      12158  node = parent;
      -
      12159  --level;
      -
      12160  //m_SumFreeSize += LevelToNodeSize(level) % 2; // Useful only when level node sizes can be non power of 2.
      -
      12161  --m_FreeCount;
      -
      12162  }
      -
      12163 
      -
      12164  AddToFreeListFront(level, node);
      -
      12165 }
      -
      12166 
      -
      12167 void VmaBlockMetadata_Buddy::CalcAllocationStatInfoNode(VmaStatInfo& outInfo, const Node* node, VkDeviceSize levelNodeSize) const
      -
      12168 {
      -
      12169  switch(node->type)
      -
      12170  {
      -
      12171  case Node::TYPE_FREE:
      -
      12172  ++outInfo.unusedRangeCount;
      -
      12173  outInfo.unusedBytes += levelNodeSize;
      -
      12174  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, levelNodeSize);
      -
      12175  outInfo.unusedRangeSizeMin = VMA_MAX(outInfo.unusedRangeSizeMin, levelNodeSize);
      -
      12176  break;
      -
      12177  case Node::TYPE_ALLOCATION:
      -
      12178  {
      -
      12179  const VkDeviceSize allocSize = node->allocation.alloc->GetSize();
      -
      12180  ++outInfo.allocationCount;
      -
      12181  outInfo.usedBytes += allocSize;
      -
      12182  outInfo.allocationSizeMax = VMA_MAX(outInfo.allocationSizeMax, allocSize);
      -
      12183  outInfo.allocationSizeMin = VMA_MAX(outInfo.allocationSizeMin, allocSize);
      +
      12041  // Create two free sub-nodes.
      +
      12042  Node* leftChild = vma_new(GetAllocationCallbacks(), Node)();
      +
      12043  Node* rightChild = vma_new(GetAllocationCallbacks(), Node)();
      +
      12044 
      +
      12045  leftChild->offset = currNode->offset;
      +
      12046  leftChild->type = Node::TYPE_FREE;
      +
      12047  leftChild->parent = currNode;
      +
      12048  leftChild->buddy = rightChild;
      +
      12049 
      +
      12050  rightChild->offset = currNode->offset + LevelToNodeSize(childrenLevel);
      +
      12051  rightChild->type = Node::TYPE_FREE;
      +
      12052  rightChild->parent = currNode;
      +
      12053  rightChild->buddy = leftChild;
      +
      12054 
      +
      12055  // Convert current currNode to split type.
      +
      12056  currNode->type = Node::TYPE_SPLIT;
      +
      12057  currNode->split.leftChild = leftChild;
      +
      12058 
      +
      12059  // Add child nodes to free list. Order is important!
      +
      12060  AddToFreeListFront(childrenLevel, rightChild);
      +
      12061  AddToFreeListFront(childrenLevel, leftChild);
      +
      12062 
      +
      12063  ++m_FreeCount;
      +
      12064  //m_SumFreeSize -= LevelToNodeSize(currLevel) % 2; // Useful only when level node sizes can be non power of 2.
      +
      12065  ++currLevel;
      +
      12066  currNode = m_FreeList[currLevel].front;
      +
      12067 
      +
      12068  /*
      +
      12069  We can be sure that currNode, as left child of node previously split,
      +
      12070  also fullfills the alignment requirement.
      +
      12071  */
      +
      12072  }
      +
      12073 
      +
      12074  // Remove from free list.
      +
      12075  VMA_ASSERT(currLevel == targetLevel &&
      +
      12076  currNode != VMA_NULL &&
      +
      12077  currNode->type == Node::TYPE_FREE);
      +
      12078  RemoveFromFreeList(currLevel, currNode);
      +
      12079 
      +
      12080  // Convert to allocation node.
      +
      12081  currNode->type = Node::TYPE_ALLOCATION;
      +
      12082  currNode->allocation.alloc = hAllocation;
      +
      12083 
      +
      12084  ++m_AllocationCount;
      +
      12085  --m_FreeCount;
      +
      12086  m_SumFreeSize -= allocSize;
      +
      12087 }
      +
      12088 
      +
      12089 void VmaBlockMetadata_Buddy::DeleteNode(Node* node)
      +
      12090 {
      +
      12091  if(node->type == Node::TYPE_SPLIT)
      +
      12092  {
      +
      12093  DeleteNode(node->split.leftChild->buddy);
      +
      12094  DeleteNode(node->split.leftChild);
      +
      12095  }
      +
      12096 
      +
      12097  vma_delete(GetAllocationCallbacks(), node);
      +
      12098 }
      +
      12099 
      +
      12100 bool VmaBlockMetadata_Buddy::ValidateNode(ValidationContext& ctx, const Node* parent, const Node* curr, uint32_t level, VkDeviceSize levelNodeSize) const
      +
      12101 {
      +
      12102  VMA_VALIDATE(level < m_LevelCount);
      +
      12103  VMA_VALIDATE(curr->parent == parent);
      +
      12104  VMA_VALIDATE((curr->buddy == VMA_NULL) == (parent == VMA_NULL));
      +
      12105  VMA_VALIDATE(curr->buddy == VMA_NULL || curr->buddy->buddy == curr);
      +
      12106  switch(curr->type)
      +
      12107  {
      +
      12108  case Node::TYPE_FREE:
      +
      12109  // curr->free.prev, next are validated separately.
      +
      12110  ctx.calculatedSumFreeSize += levelNodeSize;
      +
      12111  ++ctx.calculatedFreeCount;
      +
      12112  break;
      +
      12113  case Node::TYPE_ALLOCATION:
      +
      12114  ++ctx.calculatedAllocationCount;
      +
      12115  ctx.calculatedSumFreeSize += levelNodeSize - curr->allocation.alloc->GetSize();
      +
      12116  VMA_VALIDATE(curr->allocation.alloc != VK_NULL_HANDLE);
      +
      12117  break;
      +
      12118  case Node::TYPE_SPLIT:
      +
      12119  {
      +
      12120  const uint32_t childrenLevel = level + 1;
      +
      12121  const VkDeviceSize childrenLevelNodeSize = levelNodeSize / 2;
      +
      12122  const Node* const leftChild = curr->split.leftChild;
      +
      12123  VMA_VALIDATE(leftChild != VMA_NULL);
      +
      12124  VMA_VALIDATE(leftChild->offset == curr->offset);
      +
      12125  if(!ValidateNode(ctx, curr, leftChild, childrenLevel, childrenLevelNodeSize))
      +
      12126  {
      +
      12127  VMA_VALIDATE(false && "ValidateNode for left child failed.");
      +
      12128  }
      +
      12129  const Node* const rightChild = leftChild->buddy;
      +
      12130  VMA_VALIDATE(rightChild->offset == curr->offset + childrenLevelNodeSize);
      +
      12131  if(!ValidateNode(ctx, curr, rightChild, childrenLevel, childrenLevelNodeSize))
      +
      12132  {
      +
      12133  VMA_VALIDATE(false && "ValidateNode for right child failed.");
      +
      12134  }
      +
      12135  }
      +
      12136  break;
      +
      12137  default:
      +
      12138  return false;
      +
      12139  }
      +
      12140 
      +
      12141  return true;
      +
      12142 }
      +
      12143 
      +
      12144 uint32_t VmaBlockMetadata_Buddy::AllocSizeToLevel(VkDeviceSize allocSize) const
      +
      12145 {
      +
      12146  // I know this could be optimized somehow e.g. by using std::log2p1 from C++20.
      +
      12147  uint32_t level = 0;
      +
      12148  VkDeviceSize currLevelNodeSize = m_UsableSize;
      +
      12149  VkDeviceSize nextLevelNodeSize = currLevelNodeSize >> 1;
      +
      12150  while(allocSize <= nextLevelNodeSize && level + 1 < m_LevelCount)
      +
      12151  {
      +
      12152  ++level;
      +
      12153  currLevelNodeSize = nextLevelNodeSize;
      +
      12154  nextLevelNodeSize = currLevelNodeSize >> 1;
      +
      12155  }
      +
      12156  return level;
      +
      12157 }
      +
      12158 
      +
      12159 void VmaBlockMetadata_Buddy::FreeAtOffset(VmaAllocation alloc, VkDeviceSize offset)
      +
      12160 {
      +
      12161  // Find node and level.
      +
      12162  Node* node = m_Root;
      +
      12163  VkDeviceSize nodeOffset = 0;
      +
      12164  uint32_t level = 0;
      +
      12165  VkDeviceSize levelNodeSize = LevelToNodeSize(0);
      +
      12166  while(node->type == Node::TYPE_SPLIT)
      +
      12167  {
      +
      12168  const VkDeviceSize nextLevelSize = levelNodeSize >> 1;
      +
      12169  if(offset < nodeOffset + nextLevelSize)
      +
      12170  {
      +
      12171  node = node->split.leftChild;
      +
      12172  }
      +
      12173  else
      +
      12174  {
      +
      12175  node = node->split.leftChild->buddy;
      +
      12176  nodeOffset += nextLevelSize;
      +
      12177  }
      +
      12178  ++level;
      +
      12179  levelNodeSize = nextLevelSize;
      +
      12180  }
      +
      12181 
      +
      12182  VMA_ASSERT(node != VMA_NULL && node->type == Node::TYPE_ALLOCATION);
      +
      12183  VMA_ASSERT(alloc == VK_NULL_HANDLE || node->allocation.alloc == alloc);
      12184 
      -
      12185  const VkDeviceSize unusedRangeSize = levelNodeSize - allocSize;
      -
      12186  if(unusedRangeSize > 0)
      -
      12187  {
      -
      12188  ++outInfo.unusedRangeCount;
      -
      12189  outInfo.unusedBytes += unusedRangeSize;
      -
      12190  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, unusedRangeSize);
      -
      12191  outInfo.unusedRangeSizeMin = VMA_MAX(outInfo.unusedRangeSizeMin, unusedRangeSize);
      -
      12192  }
      -
      12193  }
      -
      12194  break;
      -
      12195  case Node::TYPE_SPLIT:
      -
      12196  {
      -
      12197  const VkDeviceSize childrenNodeSize = levelNodeSize / 2;
      -
      12198  const Node* const leftChild = node->split.leftChild;
      -
      12199  CalcAllocationStatInfoNode(outInfo, leftChild, childrenNodeSize);
      -
      12200  const Node* const rightChild = leftChild->buddy;
      -
      12201  CalcAllocationStatInfoNode(outInfo, rightChild, childrenNodeSize);
      -
      12202  }
      -
      12203  break;
      -
      12204  default:
      -
      12205  VMA_ASSERT(0);
      -
      12206  }
      -
      12207 }
      -
      12208 
      -
      12209 void VmaBlockMetadata_Buddy::AddToFreeListFront(uint32_t level, Node* node)
      -
      12210 {
      -
      12211  VMA_ASSERT(node->type == Node::TYPE_FREE);
      -
      12212 
      -
      12213  // List is empty.
      -
      12214  Node* const frontNode = m_FreeList[level].front;
      -
      12215  if(frontNode == VMA_NULL)
      -
      12216  {
      -
      12217  VMA_ASSERT(m_FreeList[level].back == VMA_NULL);
      -
      12218  node->free.prev = node->free.next = VMA_NULL;
      -
      12219  m_FreeList[level].front = m_FreeList[level].back = node;
      -
      12220  }
      -
      12221  else
      -
      12222  {
      -
      12223  VMA_ASSERT(frontNode->free.prev == VMA_NULL);
      -
      12224  node->free.prev = VMA_NULL;
      -
      12225  node->free.next = frontNode;
      -
      12226  frontNode->free.prev = node;
      -
      12227  m_FreeList[level].front = node;
      -
      12228  }
      -
      12229 }
      -
      12230 
      -
      12231 void VmaBlockMetadata_Buddy::RemoveFromFreeList(uint32_t level, Node* node)
      -
      12232 {
      -
      12233  VMA_ASSERT(m_FreeList[level].front != VMA_NULL);
      -
      12234 
      -
      12235  // It is at the front.
      -
      12236  if(node->free.prev == VMA_NULL)
      -
      12237  {
      -
      12238  VMA_ASSERT(m_FreeList[level].front == node);
      -
      12239  m_FreeList[level].front = node->free.next;
      -
      12240  }
      -
      12241  else
      -
      12242  {
      -
      12243  Node* const prevFreeNode = node->free.prev;
      -
      12244  VMA_ASSERT(prevFreeNode->free.next == node);
      -
      12245  prevFreeNode->free.next = node->free.next;
      -
      12246  }
      -
      12247 
      -
      12248  // It is at the back.
      -
      12249  if(node->free.next == VMA_NULL)
      -
      12250  {
      -
      12251  VMA_ASSERT(m_FreeList[level].back == node);
      -
      12252  m_FreeList[level].back = node->free.prev;
      -
      12253  }
      -
      12254  else
      -
      12255  {
      -
      12256  Node* const nextFreeNode = node->free.next;
      -
      12257  VMA_ASSERT(nextFreeNode->free.prev == node);
      -
      12258  nextFreeNode->free.prev = node->free.prev;
      -
      12259  }
      -
      12260 }
      -
      12261 
      -
      12262 #if VMA_STATS_STRING_ENABLED
      -
      12263 void VmaBlockMetadata_Buddy::PrintDetailedMapNode(class VmaJsonWriter& json, const Node* node, VkDeviceSize levelNodeSize) const
      -
      12264 {
      -
      12265  switch(node->type)
      -
      12266  {
      -
      12267  case Node::TYPE_FREE:
      -
      12268  PrintDetailedMap_UnusedRange(json, node->offset, levelNodeSize);
      -
      12269  break;
      -
      12270  case Node::TYPE_ALLOCATION:
      -
      12271  {
      -
      12272  PrintDetailedMap_Allocation(json, node->offset, node->allocation.alloc);
      -
      12273  const VkDeviceSize allocSize = node->allocation.alloc->GetSize();
      -
      12274  if(allocSize < levelNodeSize)
      -
      12275  {
      -
      12276  PrintDetailedMap_UnusedRange(json, node->offset + allocSize, levelNodeSize - allocSize);
      -
      12277  }
      -
      12278  }
      -
      12279  break;
      -
      12280  case Node::TYPE_SPLIT:
      -
      12281  {
      -
      12282  const VkDeviceSize childrenNodeSize = levelNodeSize / 2;
      -
      12283  const Node* const leftChild = node->split.leftChild;
      -
      12284  PrintDetailedMapNode(json, leftChild, childrenNodeSize);
      -
      12285  const Node* const rightChild = leftChild->buddy;
      -
      12286  PrintDetailedMapNode(json, rightChild, childrenNodeSize);
      -
      12287  }
      -
      12288  break;
      -
      12289  default:
      -
      12290  VMA_ASSERT(0);
      -
      12291  }
      -
      12292 }
      -
      12293 #endif // #if VMA_STATS_STRING_ENABLED
      -
      12294 
      -
      12295 
      -
      12297 // class VmaDeviceMemoryBlock
      -
      12298 
      -
      12299 VmaDeviceMemoryBlock::VmaDeviceMemoryBlock(VmaAllocator hAllocator) :
      -
      12300  m_pMetadata(VMA_NULL),
      -
      12301  m_MemoryTypeIndex(UINT32_MAX),
      -
      12302  m_Id(0),
      -
      12303  m_hMemory(VK_NULL_HANDLE),
      -
      12304  m_MapCount(0),
      -
      12305  m_pMappedData(VMA_NULL)
      -
      12306 {
      -
      12307 }
      -
      12308 
      -
      12309 void VmaDeviceMemoryBlock::Init(
      -
      12310  VmaAllocator hAllocator,
      -
      12311  VmaPool hParentPool,
      -
      12312  uint32_t newMemoryTypeIndex,
      -
      12313  VkDeviceMemory newMemory,
      -
      12314  VkDeviceSize newSize,
      -
      12315  uint32_t id,
      -
      12316  uint32_t algorithm)
      -
      12317 {
      -
      12318  VMA_ASSERT(m_hMemory == VK_NULL_HANDLE);
      -
      12319 
      -
      12320  m_hParentPool = hParentPool;
      -
      12321  m_MemoryTypeIndex = newMemoryTypeIndex;
      -
      12322  m_Id = id;
      -
      12323  m_hMemory = newMemory;
      -
      12324 
      -
      12325  switch(algorithm)
      -
      12326  {
      -
      12327  case VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT:
      -
      12328  m_pMetadata = vma_new(hAllocator, VmaBlockMetadata_Linear)(hAllocator);
      -
      12329  break;
      -
      12330  case VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT:
      -
      12331  m_pMetadata = vma_new(hAllocator, VmaBlockMetadata_Buddy)(hAllocator);
      -
      12332  break;
      -
      12333  default:
      -
      12334  VMA_ASSERT(0);
      -
      12335  // Fall-through.
      -
      12336  case 0:
      -
      12337  m_pMetadata = vma_new(hAllocator, VmaBlockMetadata_Generic)(hAllocator);
      -
      12338  }
      -
      12339  m_pMetadata->Init(newSize);
      -
      12340 }
      +
      12185  ++m_FreeCount;
      +
      12186  --m_AllocationCount;
      +
      12187  m_SumFreeSize += alloc->GetSize();
      +
      12188 
      +
      12189  node->type = Node::TYPE_FREE;
      +
      12190 
      +
      12191  // Join free nodes if possible.
      +
      12192  while(level > 0 && node->buddy->type == Node::TYPE_FREE)
      +
      12193  {
      +
      12194  RemoveFromFreeList(level, node->buddy);
      +
      12195  Node* const parent = node->parent;
      +
      12196 
      +
      12197  vma_delete(GetAllocationCallbacks(), node->buddy);
      +
      12198  vma_delete(GetAllocationCallbacks(), node);
      +
      12199  parent->type = Node::TYPE_FREE;
      +
      12200 
      +
      12201  node = parent;
      +
      12202  --level;
      +
      12203  //m_SumFreeSize += LevelToNodeSize(level) % 2; // Useful only when level node sizes can be non power of 2.
      +
      12204  --m_FreeCount;
      +
      12205  }
      +
      12206 
      +
      12207  AddToFreeListFront(level, node);
      +
      12208 }
      +
      12209 
      +
      12210 void VmaBlockMetadata_Buddy::CalcAllocationStatInfoNode(VmaStatInfo& outInfo, const Node* node, VkDeviceSize levelNodeSize) const
      +
      12211 {
      +
      12212  switch(node->type)
      +
      12213  {
      +
      12214  case Node::TYPE_FREE:
      +
      12215  ++outInfo.unusedRangeCount;
      +
      12216  outInfo.unusedBytes += levelNodeSize;
      +
      12217  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, levelNodeSize);
      +
      12218  outInfo.unusedRangeSizeMin = VMA_MAX(outInfo.unusedRangeSizeMin, levelNodeSize);
      +
      12219  break;
      +
      12220  case Node::TYPE_ALLOCATION:
      +
      12221  {
      +
      12222  const VkDeviceSize allocSize = node->allocation.alloc->GetSize();
      +
      12223  ++outInfo.allocationCount;
      +
      12224  outInfo.usedBytes += allocSize;
      +
      12225  outInfo.allocationSizeMax = VMA_MAX(outInfo.allocationSizeMax, allocSize);
      +
      12226  outInfo.allocationSizeMin = VMA_MAX(outInfo.allocationSizeMin, allocSize);
      +
      12227 
      +
      12228  const VkDeviceSize unusedRangeSize = levelNodeSize - allocSize;
      +
      12229  if(unusedRangeSize > 0)
      +
      12230  {
      +
      12231  ++outInfo.unusedRangeCount;
      +
      12232  outInfo.unusedBytes += unusedRangeSize;
      +
      12233  outInfo.unusedRangeSizeMax = VMA_MAX(outInfo.unusedRangeSizeMax, unusedRangeSize);
      +
      12234  outInfo.unusedRangeSizeMin = VMA_MAX(outInfo.unusedRangeSizeMin, unusedRangeSize);
      +
      12235  }
      +
      12236  }
      +
      12237  break;
      +
      12238  case Node::TYPE_SPLIT:
      +
      12239  {
      +
      12240  const VkDeviceSize childrenNodeSize = levelNodeSize / 2;
      +
      12241  const Node* const leftChild = node->split.leftChild;
      +
      12242  CalcAllocationStatInfoNode(outInfo, leftChild, childrenNodeSize);
      +
      12243  const Node* const rightChild = leftChild->buddy;
      +
      12244  CalcAllocationStatInfoNode(outInfo, rightChild, childrenNodeSize);
      +
      12245  }
      +
      12246  break;
      +
      12247  default:
      +
      12248  VMA_ASSERT(0);
      +
      12249  }
      +
      12250 }
      +
      12251 
      +
      12252 void VmaBlockMetadata_Buddy::AddToFreeListFront(uint32_t level, Node* node)
      +
      12253 {
      +
      12254  VMA_ASSERT(node->type == Node::TYPE_FREE);
      +
      12255 
      +
      12256  // List is empty.
      +
      12257  Node* const frontNode = m_FreeList[level].front;
      +
      12258  if(frontNode == VMA_NULL)
      +
      12259  {
      +
      12260  VMA_ASSERT(m_FreeList[level].back == VMA_NULL);
      +
      12261  node->free.prev = node->free.next = VMA_NULL;
      +
      12262  m_FreeList[level].front = m_FreeList[level].back = node;
      +
      12263  }
      +
      12264  else
      +
      12265  {
      +
      12266  VMA_ASSERT(frontNode->free.prev == VMA_NULL);
      +
      12267  node->free.prev = VMA_NULL;
      +
      12268  node->free.next = frontNode;
      +
      12269  frontNode->free.prev = node;
      +
      12270  m_FreeList[level].front = node;
      +
      12271  }
      +
      12272 }
      +
      12273 
      +
      12274 void VmaBlockMetadata_Buddy::RemoveFromFreeList(uint32_t level, Node* node)
      +
      12275 {
      +
      12276  VMA_ASSERT(m_FreeList[level].front != VMA_NULL);
      +
      12277 
      +
      12278  // It is at the front.
      +
      12279  if(node->free.prev == VMA_NULL)
      +
      12280  {
      +
      12281  VMA_ASSERT(m_FreeList[level].front == node);
      +
      12282  m_FreeList[level].front = node->free.next;
      +
      12283  }
      +
      12284  else
      +
      12285  {
      +
      12286  Node* const prevFreeNode = node->free.prev;
      +
      12287  VMA_ASSERT(prevFreeNode->free.next == node);
      +
      12288  prevFreeNode->free.next = node->free.next;
      +
      12289  }
      +
      12290 
      +
      12291  // It is at the back.
      +
      12292  if(node->free.next == VMA_NULL)
      +
      12293  {
      +
      12294  VMA_ASSERT(m_FreeList[level].back == node);
      +
      12295  m_FreeList[level].back = node->free.prev;
      +
      12296  }
      +
      12297  else
      +
      12298  {
      +
      12299  Node* const nextFreeNode = node->free.next;
      +
      12300  VMA_ASSERT(nextFreeNode->free.prev == node);
      +
      12301  nextFreeNode->free.prev = node->free.prev;
      +
      12302  }
      +
      12303 }
      +
      12304 
      +
      12305 #if VMA_STATS_STRING_ENABLED
      +
      12306 void VmaBlockMetadata_Buddy::PrintDetailedMapNode(class VmaJsonWriter& json, const Node* node, VkDeviceSize levelNodeSize) const
      +
      12307 {
      +
      12308  switch(node->type)
      +
      12309  {
      +
      12310  case Node::TYPE_FREE:
      +
      12311  PrintDetailedMap_UnusedRange(json, node->offset, levelNodeSize);
      +
      12312  break;
      +
      12313  case Node::TYPE_ALLOCATION:
      +
      12314  {
      +
      12315  PrintDetailedMap_Allocation(json, node->offset, node->allocation.alloc);
      +
      12316  const VkDeviceSize allocSize = node->allocation.alloc->GetSize();
      +
      12317  if(allocSize < levelNodeSize)
      +
      12318  {
      +
      12319  PrintDetailedMap_UnusedRange(json, node->offset + allocSize, levelNodeSize - allocSize);
      +
      12320  }
      +
      12321  }
      +
      12322  break;
      +
      12323  case Node::TYPE_SPLIT:
      +
      12324  {
      +
      12325  const VkDeviceSize childrenNodeSize = levelNodeSize / 2;
      +
      12326  const Node* const leftChild = node->split.leftChild;
      +
      12327  PrintDetailedMapNode(json, leftChild, childrenNodeSize);
      +
      12328  const Node* const rightChild = leftChild->buddy;
      +
      12329  PrintDetailedMapNode(json, rightChild, childrenNodeSize);
      +
      12330  }
      +
      12331  break;
      +
      12332  default:
      +
      12333  VMA_ASSERT(0);
      +
      12334  }
      +
      12335 }
      +
      12336 #endif // #if VMA_STATS_STRING_ENABLED
      +
      12337 
      +
      12338 
      +
      12340 // class VmaDeviceMemoryBlock
      12341 
      -
      12342 void VmaDeviceMemoryBlock::Destroy(VmaAllocator allocator)
      -
      12343 {
      -
      12344  // This is the most important assert in the entire library.
      -
      12345  // Hitting it means you have some memory leak - unreleased VmaAllocation objects.
      -
      12346  VMA_ASSERT(m_pMetadata->IsEmpty() && "Some allocations were not freed before destruction of this memory block!");
      -
      12347 
      -
      12348  VMA_ASSERT(m_hMemory != VK_NULL_HANDLE);
      -
      12349  allocator->FreeVulkanMemory(m_MemoryTypeIndex, m_pMetadata->GetSize(), m_hMemory);
      -
      12350  m_hMemory = VK_NULL_HANDLE;
      +
      12342 VmaDeviceMemoryBlock::VmaDeviceMemoryBlock(VmaAllocator hAllocator) :
      +
      12343  m_pMetadata(VMA_NULL),
      +
      12344  m_MemoryTypeIndex(UINT32_MAX),
      +
      12345  m_Id(0),
      +
      12346  m_hMemory(VK_NULL_HANDLE),
      +
      12347  m_MapCount(0),
      +
      12348  m_pMappedData(VMA_NULL)
      +
      12349 {
      +
      12350 }
      12351 
      -
      12352  vma_delete(allocator, m_pMetadata);
      -
      12353  m_pMetadata = VMA_NULL;
      -
      12354 }
      -
      12355 
      -
      12356 bool VmaDeviceMemoryBlock::Validate() const
      -
      12357 {
      -
      12358  VMA_VALIDATE((m_hMemory != VK_NULL_HANDLE) &&
      -
      12359  (m_pMetadata->GetSize() != 0));
      -
      12360 
      -
      12361  return m_pMetadata->Validate();
      -
      12362 }
      -
      12363 
      -
      12364 VkResult VmaDeviceMemoryBlock::CheckCorruption(VmaAllocator hAllocator)
      -
      12365 {
      -
      12366  void* pData = nullptr;
      -
      12367  VkResult res = Map(hAllocator, 1, &pData);
      -
      12368  if(res != VK_SUCCESS)
      +
      12352 void VmaDeviceMemoryBlock::Init(
      +
      12353  VmaAllocator hAllocator,
      +
      12354  VmaPool hParentPool,
      +
      12355  uint32_t newMemoryTypeIndex,
      +
      12356  VkDeviceMemory newMemory,
      +
      12357  VkDeviceSize newSize,
      +
      12358  uint32_t id,
      +
      12359  uint32_t algorithm)
      +
      12360 {
      +
      12361  VMA_ASSERT(m_hMemory == VK_NULL_HANDLE);
      +
      12362 
      +
      12363  m_hParentPool = hParentPool;
      +
      12364  m_MemoryTypeIndex = newMemoryTypeIndex;
      +
      12365  m_Id = id;
      +
      12366  m_hMemory = newMemory;
      +
      12367 
      +
      12368  switch(algorithm)
      12369  {
      -
      12370  return res;
      -
      12371  }
      -
      12372 
      -
      12373  res = m_pMetadata->CheckCorruption(pData);
      -
      12374 
      -
      12375  Unmap(hAllocator, 1);
      -
      12376 
      -
      12377  return res;
      -
      12378 }
      -
      12379 
      -
      12380 VkResult VmaDeviceMemoryBlock::Map(VmaAllocator hAllocator, uint32_t count, void** ppData)
      -
      12381 {
      -
      12382  if(count == 0)
      -
      12383  {
      -
      12384  return VK_SUCCESS;
      -
      12385  }
      -
      12386 
      -
      12387  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
      -
      12388  if(m_MapCount != 0)
      -
      12389  {
      -
      12390  m_MapCount += count;
      -
      12391  VMA_ASSERT(m_pMappedData != VMA_NULL);
      -
      12392  if(ppData != VMA_NULL)
      -
      12393  {
      -
      12394  *ppData = m_pMappedData;
      -
      12395  }
      -
      12396  return VK_SUCCESS;
      -
      12397  }
      -
      12398  else
      -
      12399  {
      -
      12400  VkResult result = (*hAllocator->GetVulkanFunctions().vkMapMemory)(
      -
      12401  hAllocator->m_hDevice,
      -
      12402  m_hMemory,
      -
      12403  0, // offset
      -
      12404  VK_WHOLE_SIZE,
      -
      12405  0, // flags
      -
      12406  &m_pMappedData);
      -
      12407  if(result == VK_SUCCESS)
      -
      12408  {
      -
      12409  if(ppData != VMA_NULL)
      -
      12410  {
      -
      12411  *ppData = m_pMappedData;
      -
      12412  }
      -
      12413  m_MapCount = count;
      -
      12414  }
      -
      12415  return result;
      -
      12416  }
      -
      12417 }
      -
      12418 
      -
      12419 void VmaDeviceMemoryBlock::Unmap(VmaAllocator hAllocator, uint32_t count)
      -
      12420 {
      -
      12421  if(count == 0)
      -
      12422  {
      -
      12423  return;
      -
      12424  }
      -
      12425 
      -
      12426  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
      -
      12427  if(m_MapCount >= count)
      -
      12428  {
      -
      12429  m_MapCount -= count;
      -
      12430  if(m_MapCount == 0)
      -
      12431  {
      -
      12432  m_pMappedData = VMA_NULL;
      -
      12433  (*hAllocator->GetVulkanFunctions().vkUnmapMemory)(hAllocator->m_hDevice, m_hMemory);
      -
      12434  }
      -
      12435  }
      -
      12436  else
      -
      12437  {
      -
      12438  VMA_ASSERT(0 && "VkDeviceMemory block is being unmapped while it was not previously mapped.");
      -
      12439  }
      -
      12440 }
      -
      12441 
      -
      12442 VkResult VmaDeviceMemoryBlock::WriteMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize)
      -
      12443 {
      -
      12444  VMA_ASSERT(VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_MARGIN % 4 == 0 && VMA_DEBUG_DETECT_CORRUPTION);
      -
      12445  VMA_ASSERT(allocOffset >= VMA_DEBUG_MARGIN);
      -
      12446 
      -
      12447  void* pData;
      -
      12448  VkResult res = Map(hAllocator, 1, &pData);
      -
      12449  if(res != VK_SUCCESS)
      -
      12450  {
      -
      12451  return res;
      -
      12452  }
      -
      12453 
      -
      12454  VmaWriteMagicValue(pData, allocOffset - VMA_DEBUG_MARGIN);
      -
      12455  VmaWriteMagicValue(pData, allocOffset + allocSize);
      -
      12456 
      -
      12457  Unmap(hAllocator, 1);
      -
      12458 
      -
      12459  return VK_SUCCESS;
      +
      12370  case VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT:
      +
      12371  m_pMetadata = vma_new(hAllocator, VmaBlockMetadata_Linear)(hAllocator);
      +
      12372  break;
      +
      12373  case VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT:
      +
      12374  m_pMetadata = vma_new(hAllocator, VmaBlockMetadata_Buddy)(hAllocator);
      +
      12375  break;
      +
      12376  default:
      +
      12377  VMA_ASSERT(0);
      +
      12378  // Fall-through.
      +
      12379  case 0:
      +
      12380  m_pMetadata = vma_new(hAllocator, VmaBlockMetadata_Generic)(hAllocator);
      +
      12381  }
      +
      12382  m_pMetadata->Init(newSize);
      +
      12383 }
      +
      12384 
      +
      12385 void VmaDeviceMemoryBlock::Destroy(VmaAllocator allocator)
      +
      12386 {
      +
      12387  // This is the most important assert in the entire library.
      +
      12388  // Hitting it means you have some memory leak - unreleased VmaAllocation objects.
      +
      12389  VMA_ASSERT(m_pMetadata->IsEmpty() && "Some allocations were not freed before destruction of this memory block!");
      +
      12390 
      +
      12391  VMA_ASSERT(m_hMemory != VK_NULL_HANDLE);
      +
      12392  allocator->FreeVulkanMemory(m_MemoryTypeIndex, m_pMetadata->GetSize(), m_hMemory);
      +
      12393  m_hMemory = VK_NULL_HANDLE;
      +
      12394 
      +
      12395  vma_delete(allocator, m_pMetadata);
      +
      12396  m_pMetadata = VMA_NULL;
      +
      12397 }
      +
      12398 
      +
      12399 bool VmaDeviceMemoryBlock::Validate() const
      +
      12400 {
      +
      12401  VMA_VALIDATE((m_hMemory != VK_NULL_HANDLE) &&
      +
      12402  (m_pMetadata->GetSize() != 0));
      +
      12403 
      +
      12404  return m_pMetadata->Validate();
      +
      12405 }
      +
      12406 
      +
      12407 VkResult VmaDeviceMemoryBlock::CheckCorruption(VmaAllocator hAllocator)
      +
      12408 {
      +
      12409  void* pData = nullptr;
      +
      12410  VkResult res = Map(hAllocator, 1, &pData);
      +
      12411  if(res != VK_SUCCESS)
      +
      12412  {
      +
      12413  return res;
      +
      12414  }
      +
      12415 
      +
      12416  res = m_pMetadata->CheckCorruption(pData);
      +
      12417 
      +
      12418  Unmap(hAllocator, 1);
      +
      12419 
      +
      12420  return res;
      +
      12421 }
      +
      12422 
      +
      12423 VkResult VmaDeviceMemoryBlock::Map(VmaAllocator hAllocator, uint32_t count, void** ppData)
      +
      12424 {
      +
      12425  if(count == 0)
      +
      12426  {
      +
      12427  return VK_SUCCESS;
      +
      12428  }
      +
      12429 
      +
      12430  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
      +
      12431  if(m_MapCount != 0)
      +
      12432  {
      +
      12433  m_MapCount += count;
      +
      12434  VMA_ASSERT(m_pMappedData != VMA_NULL);
      +
      12435  if(ppData != VMA_NULL)
      +
      12436  {
      +
      12437  *ppData = m_pMappedData;
      +
      12438  }
      +
      12439  return VK_SUCCESS;
      +
      12440  }
      +
      12441  else
      +
      12442  {
      +
      12443  VkResult result = (*hAllocator->GetVulkanFunctions().vkMapMemory)(
      +
      12444  hAllocator->m_hDevice,
      +
      12445  m_hMemory,
      +
      12446  0, // offset
      +
      12447  VK_WHOLE_SIZE,
      +
      12448  0, // flags
      +
      12449  &m_pMappedData);
      +
      12450  if(result == VK_SUCCESS)
      +
      12451  {
      +
      12452  if(ppData != VMA_NULL)
      +
      12453  {
      +
      12454  *ppData = m_pMappedData;
      +
      12455  }
      +
      12456  m_MapCount = count;
      +
      12457  }
      +
      12458  return result;
      +
      12459  }
      12460 }
      12461 
      -
      12462 VkResult VmaDeviceMemoryBlock::ValidateMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize)
      +
      12462 void VmaDeviceMemoryBlock::Unmap(VmaAllocator hAllocator, uint32_t count)
      12463 {
      -
      12464  VMA_ASSERT(VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_MARGIN % 4 == 0 && VMA_DEBUG_DETECT_CORRUPTION);
      -
      12465  VMA_ASSERT(allocOffset >= VMA_DEBUG_MARGIN);
      -
      12466 
      -
      12467  void* pData;
      -
      12468  VkResult res = Map(hAllocator, 1, &pData);
      -
      12469  if(res != VK_SUCCESS)
      -
      12470  {
      -
      12471  return res;
      -
      12472  }
      -
      12473 
      -
      12474  if(!VmaValidateMagicValue(pData, allocOffset - VMA_DEBUG_MARGIN))
      -
      12475  {
      -
      12476  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE FREED ALLOCATION!");
      -
      12477  }
      -
      12478  else if(!VmaValidateMagicValue(pData, allocOffset + allocSize))
      -
      12479  {
      -
      12480  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER FREED ALLOCATION!");
      -
      12481  }
      -
      12482 
      -
      12483  Unmap(hAllocator, 1);
      +
      12464  if(count == 0)
      +
      12465  {
      +
      12466  return;
      +
      12467  }
      +
      12468 
      +
      12469  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
      +
      12470  if(m_MapCount >= count)
      +
      12471  {
      +
      12472  m_MapCount -= count;
      +
      12473  if(m_MapCount == 0)
      +
      12474  {
      +
      12475  m_pMappedData = VMA_NULL;
      +
      12476  (*hAllocator->GetVulkanFunctions().vkUnmapMemory)(hAllocator->m_hDevice, m_hMemory);
      +
      12477  }
      +
      12478  }
      +
      12479  else
      +
      12480  {
      +
      12481  VMA_ASSERT(0 && "VkDeviceMemory block is being unmapped while it was not previously mapped.");
      +
      12482  }
      +
      12483 }
      12484 
      -
      12485  return VK_SUCCESS;
      -
      12486 }
      -
      12487 
      -
      12488 VkResult VmaDeviceMemoryBlock::BindBufferMemory(
      -
      12489  const VmaAllocator hAllocator,
      -
      12490  const VmaAllocation hAllocation,
      -
      12491  VkDeviceSize allocationLocalOffset,
      -
      12492  VkBuffer hBuffer,
      -
      12493  const void* pNext)
      -
      12494 {
      -
      12495  VMA_ASSERT(hAllocation->GetType() == VmaAllocation_T::ALLOCATION_TYPE_BLOCK &&
      -
      12496  hAllocation->GetBlock() == this);
      -
      12497  VMA_ASSERT(allocationLocalOffset < hAllocation->GetSize() &&
      -
      12498  "Invalid allocationLocalOffset. Did you forget that this offset is relative to the beginning of the allocation, not the whole memory block?");
      -
      12499  const VkDeviceSize memoryOffset = hAllocation->GetOffset() + allocationLocalOffset;
      -
      12500  // This lock is important so that we don't call vkBind... and/or vkMap... simultaneously on the same VkDeviceMemory from multiple threads.
      -
      12501  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
      -
      12502  return hAllocator->BindVulkanBuffer(m_hMemory, memoryOffset, hBuffer, pNext);
      +
      12485 VkResult VmaDeviceMemoryBlock::WriteMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize)
      +
      12486 {
      +
      12487  VMA_ASSERT(VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_MARGIN % 4 == 0 && VMA_DEBUG_DETECT_CORRUPTION);
      +
      12488  VMA_ASSERT(allocOffset >= VMA_DEBUG_MARGIN);
      +
      12489 
      +
      12490  void* pData;
      +
      12491  VkResult res = Map(hAllocator, 1, &pData);
      +
      12492  if(res != VK_SUCCESS)
      +
      12493  {
      +
      12494  return res;
      +
      12495  }
      +
      12496 
      +
      12497  VmaWriteMagicValue(pData, allocOffset - VMA_DEBUG_MARGIN);
      +
      12498  VmaWriteMagicValue(pData, allocOffset + allocSize);
      +
      12499 
      +
      12500  Unmap(hAllocator, 1);
      +
      12501 
      +
      12502  return VK_SUCCESS;
      12503 }
      12504 
      -
      12505 VkResult VmaDeviceMemoryBlock::BindImageMemory(
      -
      12506  const VmaAllocator hAllocator,
      -
      12507  const VmaAllocation hAllocation,
      -
      12508  VkDeviceSize allocationLocalOffset,
      -
      12509  VkImage hImage,
      -
      12510  const void* pNext)
      -
      12511 {
      -
      12512  VMA_ASSERT(hAllocation->GetType() == VmaAllocation_T::ALLOCATION_TYPE_BLOCK &&
      -
      12513  hAllocation->GetBlock() == this);
      -
      12514  VMA_ASSERT(allocationLocalOffset < hAllocation->GetSize() &&
      -
      12515  "Invalid allocationLocalOffset. Did you forget that this offset is relative to the beginning of the allocation, not the whole memory block?");
      -
      12516  const VkDeviceSize memoryOffset = hAllocation->GetOffset() + allocationLocalOffset;
      -
      12517  // This lock is important so that we don't call vkBind... and/or vkMap... simultaneously on the same VkDeviceMemory from multiple threads.
      -
      12518  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
      -
      12519  return hAllocator->BindVulkanImage(m_hMemory, memoryOffset, hImage, pNext);
      -
      12520 }
      -
      12521 
      -
      12522 static void InitStatInfo(VmaStatInfo& outInfo)
      -
      12523 {
      -
      12524  memset(&outInfo, 0, sizeof(outInfo));
      -
      12525  outInfo.allocationSizeMin = UINT64_MAX;
      -
      12526  outInfo.unusedRangeSizeMin = UINT64_MAX;
      -
      12527 }
      -
      12528 
      -
      12529 // Adds statistics srcInfo into inoutInfo, like: inoutInfo += srcInfo.
      -
      12530 static void VmaAddStatInfo(VmaStatInfo& inoutInfo, const VmaStatInfo& srcInfo)
      -
      12531 {
      -
      12532  inoutInfo.blockCount += srcInfo.blockCount;
      -
      12533  inoutInfo.allocationCount += srcInfo.allocationCount;
      -
      12534  inoutInfo.unusedRangeCount += srcInfo.unusedRangeCount;
      -
      12535  inoutInfo.usedBytes += srcInfo.usedBytes;
      -
      12536  inoutInfo.unusedBytes += srcInfo.unusedBytes;
      -
      12537  inoutInfo.allocationSizeMin = VMA_MIN(inoutInfo.allocationSizeMin, srcInfo.allocationSizeMin);
      -
      12538  inoutInfo.allocationSizeMax = VMA_MAX(inoutInfo.allocationSizeMax, srcInfo.allocationSizeMax);
      -
      12539  inoutInfo.unusedRangeSizeMin = VMA_MIN(inoutInfo.unusedRangeSizeMin, srcInfo.unusedRangeSizeMin);
      -
      12540  inoutInfo.unusedRangeSizeMax = VMA_MAX(inoutInfo.unusedRangeSizeMax, srcInfo.unusedRangeSizeMax);
      -
      12541 }
      -
      12542 
      -
      12543 static void VmaPostprocessCalcStatInfo(VmaStatInfo& inoutInfo)
      -
      12544 {
      -
      12545  inoutInfo.allocationSizeAvg = (inoutInfo.allocationCount > 0) ?
      -
      12546  VmaRoundDiv<VkDeviceSize>(inoutInfo.usedBytes, inoutInfo.allocationCount) : 0;
      -
      12547  inoutInfo.unusedRangeSizeAvg = (inoutInfo.unusedRangeCount > 0) ?
      -
      12548  VmaRoundDiv<VkDeviceSize>(inoutInfo.unusedBytes, inoutInfo.unusedRangeCount) : 0;
      -
      12549 }
      -
      12550 
      -
      12551 VmaPool_T::VmaPool_T(
      -
      12552  VmaAllocator hAllocator,
      -
      12553  const VmaPoolCreateInfo& createInfo,
      -
      12554  VkDeviceSize preferredBlockSize) :
      -
      12555  m_BlockVector(
      -
      12556  hAllocator,
      -
      12557  this, // hParentPool
      -
      12558  createInfo.memoryTypeIndex,
      -
      12559  createInfo.blockSize != 0 ? createInfo.blockSize : preferredBlockSize,
      -
      12560  createInfo.minBlockCount,
      -
      12561  createInfo.maxBlockCount,
      -
      12562  (createInfo.flags & VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT) != 0 ? 1 : hAllocator->GetBufferImageGranularity(),
      -
      12563  createInfo.frameInUseCount,
      -
      12564  createInfo.blockSize != 0, // explicitBlockSize
      -
      12565  createInfo.flags & VMA_POOL_CREATE_ALGORITHM_MASK), // algorithm
      -
      12566  m_Id(0),
      -
      12567  m_Name(VMA_NULL)
      -
      12568 {
      -
      12569 }
      -
      12570 
      -
      12571 VmaPool_T::~VmaPool_T()
      -
      12572 {
      -
      12573 }
      -
      12574 
      -
      12575 void VmaPool_T::SetName(const char* pName)
      -
      12576 {
      -
      12577  const VkAllocationCallbacks* allocs = m_BlockVector.GetAllocator()->GetAllocationCallbacks();
      -
      12578  VmaFreeString(allocs, m_Name);
      -
      12579 
      -
      12580  if(pName != VMA_NULL)
      -
      12581  {
      -
      12582  m_Name = VmaCreateStringCopy(allocs, pName);
      -
      12583  }
      -
      12584  else
      -
      12585  {
      -
      12586  m_Name = VMA_NULL;
      -
      12587  }
      -
      12588 }
      -
      12589 
      -
      12590 #if VMA_STATS_STRING_ENABLED
      -
      12591 
      -
      12592 #endif // #if VMA_STATS_STRING_ENABLED
      +
      12505 VkResult VmaDeviceMemoryBlock::ValidateMagicValueAroundAllocation(VmaAllocator hAllocator, VkDeviceSize allocOffset, VkDeviceSize allocSize)
      +
      12506 {
      +
      12507  VMA_ASSERT(VMA_DEBUG_MARGIN > 0 && VMA_DEBUG_MARGIN % 4 == 0 && VMA_DEBUG_DETECT_CORRUPTION);
      +
      12508  VMA_ASSERT(allocOffset >= VMA_DEBUG_MARGIN);
      +
      12509 
      +
      12510  void* pData;
      +
      12511  VkResult res = Map(hAllocator, 1, &pData);
      +
      12512  if(res != VK_SUCCESS)
      +
      12513  {
      +
      12514  return res;
      +
      12515  }
      +
      12516 
      +
      12517  if(!VmaValidateMagicValue(pData, allocOffset - VMA_DEBUG_MARGIN))
      +
      12518  {
      +
      12519  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED BEFORE FREED ALLOCATION!");
      +
      12520  }
      +
      12521  else if(!VmaValidateMagicValue(pData, allocOffset + allocSize))
      +
      12522  {
      +
      12523  VMA_ASSERT(0 && "MEMORY CORRUPTION DETECTED AFTER FREED ALLOCATION!");
      +
      12524  }
      +
      12525 
      +
      12526  Unmap(hAllocator, 1);
      +
      12527 
      +
      12528  return VK_SUCCESS;
      +
      12529 }
      +
      12530 
      +
      12531 VkResult VmaDeviceMemoryBlock::BindBufferMemory(
      +
      12532  const VmaAllocator hAllocator,
      +
      12533  const VmaAllocation hAllocation,
      +
      12534  VkDeviceSize allocationLocalOffset,
      +
      12535  VkBuffer hBuffer,
      +
      12536  const void* pNext)
      +
      12537 {
      +
      12538  VMA_ASSERT(hAllocation->GetType() == VmaAllocation_T::ALLOCATION_TYPE_BLOCK &&
      +
      12539  hAllocation->GetBlock() == this);
      +
      12540  VMA_ASSERT(allocationLocalOffset < hAllocation->GetSize() &&
      +
      12541  "Invalid allocationLocalOffset. Did you forget that this offset is relative to the beginning of the allocation, not the whole memory block?");
      +
      12542  const VkDeviceSize memoryOffset = hAllocation->GetOffset() + allocationLocalOffset;
      +
      12543  // This lock is important so that we don't call vkBind... and/or vkMap... simultaneously on the same VkDeviceMemory from multiple threads.
      +
      12544  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
      +
      12545  return hAllocator->BindVulkanBuffer(m_hMemory, memoryOffset, hBuffer, pNext);
      +
      12546 }
      +
      12547 
      +
      12548 VkResult VmaDeviceMemoryBlock::BindImageMemory(
      +
      12549  const VmaAllocator hAllocator,
      +
      12550  const VmaAllocation hAllocation,
      +
      12551  VkDeviceSize allocationLocalOffset,
      +
      12552  VkImage hImage,
      +
      12553  const void* pNext)
      +
      12554 {
      +
      12555  VMA_ASSERT(hAllocation->GetType() == VmaAllocation_T::ALLOCATION_TYPE_BLOCK &&
      +
      12556  hAllocation->GetBlock() == this);
      +
      12557  VMA_ASSERT(allocationLocalOffset < hAllocation->GetSize() &&
      +
      12558  "Invalid allocationLocalOffset. Did you forget that this offset is relative to the beginning of the allocation, not the whole memory block?");
      +
      12559  const VkDeviceSize memoryOffset = hAllocation->GetOffset() + allocationLocalOffset;
      +
      12560  // This lock is important so that we don't call vkBind... and/or vkMap... simultaneously on the same VkDeviceMemory from multiple threads.
      +
      12561  VmaMutexLock lock(m_Mutex, hAllocator->m_UseMutex);
      +
      12562  return hAllocator->BindVulkanImage(m_hMemory, memoryOffset, hImage, pNext);
      +
      12563 }
      +
      12564 
      +
      12565 static void InitStatInfo(VmaStatInfo& outInfo)
      +
      12566 {
      +
      12567  memset(&outInfo, 0, sizeof(outInfo));
      +
      12568  outInfo.allocationSizeMin = UINT64_MAX;
      +
      12569  outInfo.unusedRangeSizeMin = UINT64_MAX;
      +
      12570 }
      +
      12571 
      +
      12572 // Adds statistics srcInfo into inoutInfo, like: inoutInfo += srcInfo.
      +
      12573 static void VmaAddStatInfo(VmaStatInfo& inoutInfo, const VmaStatInfo& srcInfo)
      +
      12574 {
      +
      12575  inoutInfo.blockCount += srcInfo.blockCount;
      +
      12576  inoutInfo.allocationCount += srcInfo.allocationCount;
      +
      12577  inoutInfo.unusedRangeCount += srcInfo.unusedRangeCount;
      +
      12578  inoutInfo.usedBytes += srcInfo.usedBytes;
      +
      12579  inoutInfo.unusedBytes += srcInfo.unusedBytes;
      +
      12580  inoutInfo.allocationSizeMin = VMA_MIN(inoutInfo.allocationSizeMin, srcInfo.allocationSizeMin);
      +
      12581  inoutInfo.allocationSizeMax = VMA_MAX(inoutInfo.allocationSizeMax, srcInfo.allocationSizeMax);
      +
      12582  inoutInfo.unusedRangeSizeMin = VMA_MIN(inoutInfo.unusedRangeSizeMin, srcInfo.unusedRangeSizeMin);
      +
      12583  inoutInfo.unusedRangeSizeMax = VMA_MAX(inoutInfo.unusedRangeSizeMax, srcInfo.unusedRangeSizeMax);
      +
      12584 }
      +
      12585 
      +
      12586 static void VmaPostprocessCalcStatInfo(VmaStatInfo& inoutInfo)
      +
      12587 {
      +
      12588  inoutInfo.allocationSizeAvg = (inoutInfo.allocationCount > 0) ?
      +
      12589  VmaRoundDiv<VkDeviceSize>(inoutInfo.usedBytes, inoutInfo.allocationCount) : 0;
      +
      12590  inoutInfo.unusedRangeSizeAvg = (inoutInfo.unusedRangeCount > 0) ?
      +
      12591  VmaRoundDiv<VkDeviceSize>(inoutInfo.unusedBytes, inoutInfo.unusedRangeCount) : 0;
      +
      12592 }
      12593 
      -
      12594 VmaBlockVector::VmaBlockVector(
      +
      12594 VmaPool_T::VmaPool_T(
      12595  VmaAllocator hAllocator,
      -
      12596  VmaPool hParentPool,
      -
      12597  uint32_t memoryTypeIndex,
      -
      12598  VkDeviceSize preferredBlockSize,
      -
      12599  size_t minBlockCount,
      -
      12600  size_t maxBlockCount,
      -
      12601  VkDeviceSize bufferImageGranularity,
      -
      12602  uint32_t frameInUseCount,
      -
      12603  bool explicitBlockSize,
      -
      12604  uint32_t algorithm) :
      -
      12605  m_hAllocator(hAllocator),
      -
      12606  m_hParentPool(hParentPool),
      -
      12607  m_MemoryTypeIndex(memoryTypeIndex),
      -
      12608  m_PreferredBlockSize(preferredBlockSize),
      -
      12609  m_MinBlockCount(minBlockCount),
      -
      12610  m_MaxBlockCount(maxBlockCount),
      -
      12611  m_BufferImageGranularity(bufferImageGranularity),
      -
      12612  m_FrameInUseCount(frameInUseCount),
      -
      12613  m_ExplicitBlockSize(explicitBlockSize),
      -
      12614  m_Algorithm(algorithm),
      -
      12615  m_HasEmptyBlock(false),
      -
      12616  m_Blocks(VmaStlAllocator<VmaDeviceMemoryBlock*>(hAllocator->GetAllocationCallbacks())),
      -
      12617  m_NextBlockId(0)
      -
      12618 {
      -
      12619 }
      -
      12620 
      -
      12621 VmaBlockVector::~VmaBlockVector()
      -
      12622 {
      -
      12623  for(size_t i = m_Blocks.size(); i--; )
      -
      12624  {
      -
      12625  m_Blocks[i]->Destroy(m_hAllocator);
      -
      12626  vma_delete(m_hAllocator, m_Blocks[i]);
      +
      12596  const VmaPoolCreateInfo& createInfo,
      +
      12597  VkDeviceSize preferredBlockSize) :
      +
      12598  m_BlockVector(
      +
      12599  hAllocator,
      +
      12600  this, // hParentPool
      +
      12601  createInfo.memoryTypeIndex,
      +
      12602  createInfo.blockSize != 0 ? createInfo.blockSize : preferredBlockSize,
      +
      12603  createInfo.minBlockCount,
      +
      12604  createInfo.maxBlockCount,
      +
      12605  (createInfo.flags & VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT) != 0 ? 1 : hAllocator->GetBufferImageGranularity(),
      +
      12606  createInfo.frameInUseCount,
      +
      12607  createInfo.blockSize != 0, // explicitBlockSize
      +
      12608  createInfo.flags & VMA_POOL_CREATE_ALGORITHM_MASK,
      +
      12609  createInfo.priority), // algorithm
      +
      12610  m_Id(0),
      +
      12611  m_Name(VMA_NULL)
      +
      12612 {
      +
      12613 }
      +
      12614 
      +
      12615 VmaPool_T::~VmaPool_T()
      +
      12616 {
      +
      12617 }
      +
      12618 
      +
      12619 void VmaPool_T::SetName(const char* pName)
      +
      12620 {
      +
      12621  const VkAllocationCallbacks* allocs = m_BlockVector.GetAllocator()->GetAllocationCallbacks();
      +
      12622  VmaFreeString(allocs, m_Name);
      +
      12623 
      +
      12624  if(pName != VMA_NULL)
      +
      12625  {
      +
      12626  m_Name = VmaCreateStringCopy(allocs, pName);
      12627  }
      -
      12628 }
      -
      12629 
      -
      12630 VkResult VmaBlockVector::CreateMinBlocks()
      -
      12631 {
      -
      12632  for(size_t i = 0; i < m_MinBlockCount; ++i)
      -
      12633  {
      -
      12634  VkResult res = CreateBlock(m_PreferredBlockSize, VMA_NULL);
      -
      12635  if(res != VK_SUCCESS)
      -
      12636  {
      -
      12637  return res;
      -
      12638  }
      -
      12639  }
      -
      12640  return VK_SUCCESS;
      -
      12641 }
      -
      12642 
      -
      12643 void VmaBlockVector::GetPoolStats(VmaPoolStats* pStats)
      -
      12644 {
      -
      12645  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      12646 
      -
      12647  const size_t blockCount = m_Blocks.size();
      -
      12648 
      -
      12649  pStats->size = 0;
      -
      12650  pStats->unusedSize = 0;
      -
      12651  pStats->allocationCount = 0;
      -
      12652  pStats->unusedRangeCount = 0;
      -
      12653  pStats->unusedRangeSizeMax = 0;
      -
      12654  pStats->blockCount = blockCount;
      -
      12655 
      -
      12656  for(uint32_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      -
      12657  {
      -
      12658  const VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
      -
      12659  VMA_ASSERT(pBlock);
      -
      12660  VMA_HEAVY_ASSERT(pBlock->Validate());
      -
      12661  pBlock->m_pMetadata->AddPoolStats(*pStats);
      -
      12662  }
      -
      12663 }
      -
      12664 
      -
      12665 bool VmaBlockVector::IsEmpty()
      -
      12666 {
      -
      12667  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      12668  return m_Blocks.empty();
      -
      12669 }
      -
      12670 
      -
      12671 bool VmaBlockVector::IsCorruptionDetectionEnabled() const
      -
      12672 {
      -
      12673  const uint32_t requiredMemFlags = VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT;
      -
      12674  return (VMA_DEBUG_DETECT_CORRUPTION != 0) &&
      -
      12675  (VMA_DEBUG_MARGIN > 0) &&
      -
      12676  (m_Algorithm == 0 || m_Algorithm == VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT) &&
      -
      12677  (m_hAllocator->m_MemProps.memoryTypes[m_MemoryTypeIndex].propertyFlags & requiredMemFlags) == requiredMemFlags;
      -
      12678 }
      -
      12679 
      -
      12680 static const uint32_t VMA_ALLOCATION_TRY_COUNT = 32;
      -
      12681 
      -
      12682 VkResult VmaBlockVector::Allocate(
      -
      12683  uint32_t currentFrameIndex,
      -
      12684  VkDeviceSize size,
      -
      12685  VkDeviceSize alignment,
      -
      12686  const VmaAllocationCreateInfo& createInfo,
      -
      12687  VmaSuballocationType suballocType,
      -
      12688  size_t allocationCount,
      -
      12689  VmaAllocation* pAllocations)
      +
      12628  else
      +
      12629  {
      +
      12630  m_Name = VMA_NULL;
      +
      12631  }
      +
      12632 }
      +
      12633 
      +
      12634 #if VMA_STATS_STRING_ENABLED
      +
      12635 
      +
      12636 #endif // #if VMA_STATS_STRING_ENABLED
      +
      12637 
      +
      12638 VmaBlockVector::VmaBlockVector(
      +
      12639  VmaAllocator hAllocator,
      +
      12640  VmaPool hParentPool,
      +
      12641  uint32_t memoryTypeIndex,
      +
      12642  VkDeviceSize preferredBlockSize,
      +
      12643  size_t minBlockCount,
      +
      12644  size_t maxBlockCount,
      +
      12645  VkDeviceSize bufferImageGranularity,
      +
      12646  uint32_t frameInUseCount,
      +
      12647  bool explicitBlockSize,
      +
      12648  uint32_t algorithm,
      +
      12649  float priority) :
      +
      12650  m_hAllocator(hAllocator),
      +
      12651  m_hParentPool(hParentPool),
      +
      12652  m_MemoryTypeIndex(memoryTypeIndex),
      +
      12653  m_PreferredBlockSize(preferredBlockSize),
      +
      12654  m_MinBlockCount(minBlockCount),
      +
      12655  m_MaxBlockCount(maxBlockCount),
      +
      12656  m_BufferImageGranularity(bufferImageGranularity),
      +
      12657  m_FrameInUseCount(frameInUseCount),
      +
      12658  m_ExplicitBlockSize(explicitBlockSize),
      +
      12659  m_Algorithm(algorithm),
      +
      12660  m_Priority(priority),
      +
      12661  m_HasEmptyBlock(false),
      +
      12662  m_Blocks(VmaStlAllocator<VmaDeviceMemoryBlock*>(hAllocator->GetAllocationCallbacks())),
      +
      12663  m_NextBlockId(0)
      +
      12664 {
      +
      12665 }
      +
      12666 
      +
      12667 VmaBlockVector::~VmaBlockVector()
      +
      12668 {
      +
      12669  for(size_t i = m_Blocks.size(); i--; )
      +
      12670  {
      +
      12671  m_Blocks[i]->Destroy(m_hAllocator);
      +
      12672  vma_delete(m_hAllocator, m_Blocks[i]);
      +
      12673  }
      +
      12674 }
      +
      12675 
      +
      12676 VkResult VmaBlockVector::CreateMinBlocks()
      +
      12677 {
      +
      12678  for(size_t i = 0; i < m_MinBlockCount; ++i)
      +
      12679  {
      +
      12680  VkResult res = CreateBlock(m_PreferredBlockSize, VMA_NULL);
      +
      12681  if(res != VK_SUCCESS)
      +
      12682  {
      +
      12683  return res;
      +
      12684  }
      +
      12685  }
      +
      12686  return VK_SUCCESS;
      +
      12687 }
      +
      12688 
      +
      12689 void VmaBlockVector::GetPoolStats(VmaPoolStats* pStats)
      12690 {
      -
      12691  size_t allocIndex;
      -
      12692  VkResult res = VK_SUCCESS;
      -
      12693 
      -
      12694  if(IsCorruptionDetectionEnabled())
      -
      12695  {
      -
      12696  size = VmaAlignUp<VkDeviceSize>(size, sizeof(VMA_CORRUPTION_DETECTION_MAGIC_VALUE));
      -
      12697  alignment = VmaAlignUp<VkDeviceSize>(alignment, sizeof(VMA_CORRUPTION_DETECTION_MAGIC_VALUE));
      -
      12698  }
      -
      12699 
      -
      12700  {
      -
      12701  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      12702  for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
      -
      12703  {
      -
      12704  res = AllocatePage(
      -
      12705  currentFrameIndex,
      -
      12706  size,
      -
      12707  alignment,
      -
      12708  createInfo,
      -
      12709  suballocType,
      -
      12710  pAllocations + allocIndex);
      -
      12711  if(res != VK_SUCCESS)
      -
      12712  {
      -
      12713  break;
      -
      12714  }
      -
      12715  }
      -
      12716  }
      -
      12717 
      -
      12718  if(res != VK_SUCCESS)
      -
      12719  {
      -
      12720  // Free all already created allocations.
      -
      12721  while(allocIndex--)
      -
      12722  {
      -
      12723  Free(pAllocations[allocIndex]);
      -
      12724  }
      -
      12725  memset(pAllocations, 0, sizeof(VmaAllocation) * allocationCount);
      -
      12726  }
      +
      12691  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      12692 
      +
      12693  const size_t blockCount = m_Blocks.size();
      +
      12694 
      +
      12695  pStats->size = 0;
      +
      12696  pStats->unusedSize = 0;
      +
      12697  pStats->allocationCount = 0;
      +
      12698  pStats->unusedRangeCount = 0;
      +
      12699  pStats->unusedRangeSizeMax = 0;
      +
      12700  pStats->blockCount = blockCount;
      +
      12701 
      +
      12702  for(uint32_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      +
      12703  {
      +
      12704  const VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
      +
      12705  VMA_ASSERT(pBlock);
      +
      12706  VMA_HEAVY_ASSERT(pBlock->Validate());
      +
      12707  pBlock->m_pMetadata->AddPoolStats(*pStats);
      +
      12708  }
      +
      12709 }
      +
      12710 
      +
      12711 bool VmaBlockVector::IsEmpty()
      +
      12712 {
      +
      12713  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      12714  return m_Blocks.empty();
      +
      12715 }
      +
      12716 
      +
      12717 bool VmaBlockVector::IsCorruptionDetectionEnabled() const
      +
      12718 {
      +
      12719  const uint32_t requiredMemFlags = VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT;
      +
      12720  return (VMA_DEBUG_DETECT_CORRUPTION != 0) &&
      +
      12721  (VMA_DEBUG_MARGIN > 0) &&
      +
      12722  (m_Algorithm == 0 || m_Algorithm == VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT) &&
      +
      12723  (m_hAllocator->m_MemProps.memoryTypes[m_MemoryTypeIndex].propertyFlags & requiredMemFlags) == requiredMemFlags;
      +
      12724 }
      +
      12725 
      +
      12726 static const uint32_t VMA_ALLOCATION_TRY_COUNT = 32;
      12727 
      -
      12728  return res;
      -
      12729 }
      -
      12730 
      -
      12731 VkResult VmaBlockVector::AllocatePage(
      -
      12732  uint32_t currentFrameIndex,
      -
      12733  VkDeviceSize size,
      -
      12734  VkDeviceSize alignment,
      -
      12735  const VmaAllocationCreateInfo& createInfo,
      -
      12736  VmaSuballocationType suballocType,
      -
      12737  VmaAllocation* pAllocation)
      -
      12738 {
      -
      12739  const bool isUpperAddress = (createInfo.flags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0;
      -
      12740  bool canMakeOtherLost = (createInfo.flags & VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT) != 0;
      -
      12741  const bool mapped = (createInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0;
      -
      12742  const bool isUserDataString = (createInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0;
      -
      12743 
      -
      12744  VkDeviceSize freeMemory;
      -
      12745  {
      -
      12746  const uint32_t heapIndex = m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex);
      -
      12747  VmaBudget heapBudget = {};
      -
      12748  m_hAllocator->GetBudget(&heapBudget, heapIndex, 1);
      -
      12749  freeMemory = (heapBudget.usage < heapBudget.budget) ? (heapBudget.budget - heapBudget.usage) : 0;
      -
      12750  }
      -
      12751 
      -
      12752  const bool canFallbackToDedicated = !IsCustomPool();
      -
      12753  const bool canCreateNewBlock =
      -
      12754  ((createInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) == 0) &&
      -
      12755  (m_Blocks.size() < m_MaxBlockCount) &&
      -
      12756  (freeMemory >= size || !canFallbackToDedicated);
      -
      12757  uint32_t strategy = createInfo.flags & VMA_ALLOCATION_CREATE_STRATEGY_MASK;
      -
      12758 
      -
      12759  // If linearAlgorithm is used, canMakeOtherLost is available only when used as ring buffer.
      -
      12760  // Which in turn is available only when maxBlockCount = 1.
      -
      12761  if(m_Algorithm == VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT && m_MaxBlockCount > 1)
      -
      12762  {
      -
      12763  canMakeOtherLost = false;
      -
      12764  }
      -
      12765 
      -
      12766  // Upper address can only be used with linear allocator and within single memory block.
      -
      12767  if(isUpperAddress &&
      -
      12768  (m_Algorithm != VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT || m_MaxBlockCount > 1))
      -
      12769  {
      -
      12770  return VK_ERROR_FEATURE_NOT_PRESENT;
      -
      12771  }
      -
      12772 
      -
      12773  // Validate strategy.
      -
      12774  switch(strategy)
      -
      12775  {
      -
      12776  case 0:
      -
      12777  strategy = VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT;
      -
      12778  break;
      -
      12779  case VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT:
      -
      12780  case VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT:
      -
      12781  case VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT:
      -
      12782  break;
      -
      12783  default:
      -
      12784  return VK_ERROR_FEATURE_NOT_PRESENT;
      -
      12785  }
      -
      12786 
      -
      12787  // Early reject: requested allocation size is larger that maximum block size for this block vector.
      -
      12788  if(size + 2 * VMA_DEBUG_MARGIN > m_PreferredBlockSize)
      -
      12789  {
      -
      12790  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      12791  }
      -
      12792 
      -
      12793  /*
      -
      12794  Under certain condition, this whole section can be skipped for optimization, so
      -
      12795  we move on directly to trying to allocate with canMakeOtherLost. That's the case
      -
      12796  e.g. for custom pools with linear algorithm.
      -
      12797  */
      -
      12798  if(!canMakeOtherLost || canCreateNewBlock)
      -
      12799  {
      -
      12800  // 1. Search existing allocations. Try to allocate without making other allocations lost.
      -
      12801  VmaAllocationCreateFlags allocFlagsCopy = createInfo.flags;
      -
      12802  allocFlagsCopy &= ~VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT;
      -
      12803 
      -
      12804  if(m_Algorithm == VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT)
      -
      12805  {
      -
      12806  // Use only last block.
      -
      12807  if(!m_Blocks.empty())
      -
      12808  {
      -
      12809  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks.back();
      -
      12810  VMA_ASSERT(pCurrBlock);
      -
      12811  VkResult res = AllocateFromBlock(
      -
      12812  pCurrBlock,
      -
      12813  currentFrameIndex,
      -
      12814  size,
      -
      12815  alignment,
      -
      12816  allocFlagsCopy,
      -
      12817  createInfo.pUserData,
      -
      12818  suballocType,
      -
      12819  strategy,
      -
      12820  pAllocation);
      -
      12821  if(res == VK_SUCCESS)
      -
      12822  {
      -
      12823  VMA_DEBUG_LOG(" Returned from last block #%u", pCurrBlock->GetId());
      -
      12824  return VK_SUCCESS;
      -
      12825  }
      -
      12826  }
      -
      12827  }
      -
      12828  else
      -
      12829  {
      -
      12830  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT)
      -
      12831  {
      -
      12832  // Forward order in m_Blocks - prefer blocks with smallest amount of free space.
      -
      12833  for(size_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex )
      -
      12834  {
      -
      12835  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
      -
      12836  VMA_ASSERT(pCurrBlock);
      -
      12837  VkResult res = AllocateFromBlock(
      -
      12838  pCurrBlock,
      -
      12839  currentFrameIndex,
      -
      12840  size,
      -
      12841  alignment,
      -
      12842  allocFlagsCopy,
      -
      12843  createInfo.pUserData,
      -
      12844  suballocType,
      -
      12845  strategy,
      -
      12846  pAllocation);
      -
      12847  if(res == VK_SUCCESS)
      -
      12848  {
      -
      12849  VMA_DEBUG_LOG(" Returned from existing block #%u", pCurrBlock->GetId());
      -
      12850  return VK_SUCCESS;
      -
      12851  }
      -
      12852  }
      -
      12853  }
      -
      12854  else // WORST_FIT, FIRST_FIT
      -
      12855  {
      -
      12856  // Backward order in m_Blocks - prefer blocks with largest amount of free space.
      -
      12857  for(size_t blockIndex = m_Blocks.size(); blockIndex--; )
      -
      12858  {
      -
      12859  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
      -
      12860  VMA_ASSERT(pCurrBlock);
      -
      12861  VkResult res = AllocateFromBlock(
      -
      12862  pCurrBlock,
      -
      12863  currentFrameIndex,
      -
      12864  size,
      -
      12865  alignment,
      -
      12866  allocFlagsCopy,
      -
      12867  createInfo.pUserData,
      -
      12868  suballocType,
      -
      12869  strategy,
      -
      12870  pAllocation);
      -
      12871  if(res == VK_SUCCESS)
      -
      12872  {
      -
      12873  VMA_DEBUG_LOG(" Returned from existing block #%u", pCurrBlock->GetId());
      -
      12874  return VK_SUCCESS;
      -
      12875  }
      -
      12876  }
      -
      12877  }
      -
      12878  }
      -
      12879 
      -
      12880  // 2. Try to create new block.
      -
      12881  if(canCreateNewBlock)
      -
      12882  {
      -
      12883  // Calculate optimal size for new block.
      -
      12884  VkDeviceSize newBlockSize = m_PreferredBlockSize;
      -
      12885  uint32_t newBlockSizeShift = 0;
      -
      12886  const uint32_t NEW_BLOCK_SIZE_SHIFT_MAX = 3;
      -
      12887 
      -
      12888  if(!m_ExplicitBlockSize)
      -
      12889  {
      -
      12890  // Allocate 1/8, 1/4, 1/2 as first blocks.
      -
      12891  const VkDeviceSize maxExistingBlockSize = CalcMaxBlockSize();
      -
      12892  for(uint32_t i = 0; i < NEW_BLOCK_SIZE_SHIFT_MAX; ++i)
      -
      12893  {
      -
      12894  const VkDeviceSize smallerNewBlockSize = newBlockSize / 2;
      -
      12895  if(smallerNewBlockSize > maxExistingBlockSize && smallerNewBlockSize >= size * 2)
      -
      12896  {
      -
      12897  newBlockSize = smallerNewBlockSize;
      -
      12898  ++newBlockSizeShift;
      -
      12899  }
      -
      12900  else
      -
      12901  {
      -
      12902  break;
      -
      12903  }
      -
      12904  }
      -
      12905  }
      -
      12906 
      -
      12907  size_t newBlockIndex = 0;
      -
      12908  VkResult res = (newBlockSize <= freeMemory || !canFallbackToDedicated) ?
      -
      12909  CreateBlock(newBlockSize, &newBlockIndex) : VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      12910  // Allocation of this size failed? Try 1/2, 1/4, 1/8 of m_PreferredBlockSize.
      -
      12911  if(!m_ExplicitBlockSize)
      -
      12912  {
      -
      12913  while(res < 0 && newBlockSizeShift < NEW_BLOCK_SIZE_SHIFT_MAX)
      -
      12914  {
      -
      12915  const VkDeviceSize smallerNewBlockSize = newBlockSize / 2;
      -
      12916  if(smallerNewBlockSize >= size)
      -
      12917  {
      -
      12918  newBlockSize = smallerNewBlockSize;
      -
      12919  ++newBlockSizeShift;
      -
      12920  res = (newBlockSize <= freeMemory || !canFallbackToDedicated) ?
      -
      12921  CreateBlock(newBlockSize, &newBlockIndex) : VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      12922  }
      -
      12923  else
      -
      12924  {
      -
      12925  break;
      -
      12926  }
      -
      12927  }
      -
      12928  }
      -
      12929 
      -
      12930  if(res == VK_SUCCESS)
      -
      12931  {
      -
      12932  VmaDeviceMemoryBlock* const pBlock = m_Blocks[newBlockIndex];
      -
      12933  VMA_ASSERT(pBlock->m_pMetadata->GetSize() >= size);
      -
      12934 
      -
      12935  res = AllocateFromBlock(
      -
      12936  pBlock,
      -
      12937  currentFrameIndex,
      -
      12938  size,
      -
      12939  alignment,
      -
      12940  allocFlagsCopy,
      -
      12941  createInfo.pUserData,
      -
      12942  suballocType,
      -
      12943  strategy,
      -
      12944  pAllocation);
      -
      12945  if(res == VK_SUCCESS)
      -
      12946  {
      -
      12947  VMA_DEBUG_LOG(" Created new block #%u Size=%llu", pBlock->GetId(), newBlockSize);
      -
      12948  return VK_SUCCESS;
      -
      12949  }
      -
      12950  else
      -
      12951  {
      -
      12952  // Allocation from new block failed, possibly due to VMA_DEBUG_MARGIN or alignment.
      -
      12953  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      12954  }
      -
      12955  }
      -
      12956  }
      -
      12957  }
      -
      12958 
      -
      12959  // 3. Try to allocate from existing blocks with making other allocations lost.
      -
      12960  if(canMakeOtherLost)
      -
      12961  {
      -
      12962  uint32_t tryIndex = 0;
      -
      12963  for(; tryIndex < VMA_ALLOCATION_TRY_COUNT; ++tryIndex)
      -
      12964  {
      -
      12965  VmaDeviceMemoryBlock* pBestRequestBlock = VMA_NULL;
      -
      12966  VmaAllocationRequest bestRequest = {};
      -
      12967  VkDeviceSize bestRequestCost = VK_WHOLE_SIZE;
      -
      12968 
      -
      12969  // 1. Search existing allocations.
      -
      12970  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT)
      -
      12971  {
      -
      12972  // Forward order in m_Blocks - prefer blocks with smallest amount of free space.
      -
      12973  for(size_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex )
      -
      12974  {
      -
      12975  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
      -
      12976  VMA_ASSERT(pCurrBlock);
      -
      12977  VmaAllocationRequest currRequest = {};
      -
      12978  if(pCurrBlock->m_pMetadata->CreateAllocationRequest(
      -
      12979  currentFrameIndex,
      -
      12980  m_FrameInUseCount,
      -
      12981  m_BufferImageGranularity,
      -
      12982  size,
      -
      12983  alignment,
      -
      12984  (createInfo.flags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0,
      -
      12985  suballocType,
      -
      12986  canMakeOtherLost,
      -
      12987  strategy,
      -
      12988  &currRequest))
      -
      12989  {
      -
      12990  const VkDeviceSize currRequestCost = currRequest.CalcCost();
      -
      12991  if(pBestRequestBlock == VMA_NULL ||
      -
      12992  currRequestCost < bestRequestCost)
      -
      12993  {
      -
      12994  pBestRequestBlock = pCurrBlock;
      -
      12995  bestRequest = currRequest;
      -
      12996  bestRequestCost = currRequestCost;
      -
      12997 
      -
      12998  if(bestRequestCost == 0)
      -
      12999  {
      -
      13000  break;
      -
      13001  }
      -
      13002  }
      -
      13003  }
      -
      13004  }
      -
      13005  }
      -
      13006  else // WORST_FIT, FIRST_FIT
      -
      13007  {
      -
      13008  // Backward order in m_Blocks - prefer blocks with largest amount of free space.
      -
      13009  for(size_t blockIndex = m_Blocks.size(); blockIndex--; )
      -
      13010  {
      -
      13011  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
      -
      13012  VMA_ASSERT(pCurrBlock);
      -
      13013  VmaAllocationRequest currRequest = {};
      -
      13014  if(pCurrBlock->m_pMetadata->CreateAllocationRequest(
      -
      13015  currentFrameIndex,
      -
      13016  m_FrameInUseCount,
      -
      13017  m_BufferImageGranularity,
      -
      13018  size,
      -
      13019  alignment,
      -
      13020  (createInfo.flags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0,
      -
      13021  suballocType,
      -
      13022  canMakeOtherLost,
      -
      13023  strategy,
      -
      13024  &currRequest))
      -
      13025  {
      -
      13026  const VkDeviceSize currRequestCost = currRequest.CalcCost();
      -
      13027  if(pBestRequestBlock == VMA_NULL ||
      -
      13028  currRequestCost < bestRequestCost ||
      -
      13029  strategy == VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT)
      -
      13030  {
      -
      13031  pBestRequestBlock = pCurrBlock;
      -
      13032  bestRequest = currRequest;
      -
      13033  bestRequestCost = currRequestCost;
      -
      13034 
      -
      13035  if(bestRequestCost == 0 ||
      -
      13036  strategy == VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT)
      -
      13037  {
      -
      13038  break;
      -
      13039  }
      -
      13040  }
      -
      13041  }
      -
      13042  }
      -
      13043  }
      -
      13044 
      -
      13045  if(pBestRequestBlock != VMA_NULL)
      -
      13046  {
      -
      13047  if(mapped)
      -
      13048  {
      -
      13049  VkResult res = pBestRequestBlock->Map(m_hAllocator, 1, VMA_NULL);
      -
      13050  if(res != VK_SUCCESS)
      -
      13051  {
      -
      13052  return res;
      -
      13053  }
      -
      13054  }
      -
      13055 
      -
      13056  if(pBestRequestBlock->m_pMetadata->MakeRequestedAllocationsLost(
      -
      13057  currentFrameIndex,
      -
      13058  m_FrameInUseCount,
      -
      13059  &bestRequest))
      -
      13060  {
      -
      13061  // Allocate from this pBlock.
      -
      13062  *pAllocation = m_hAllocator->m_AllocationObjectAllocator.Allocate(currentFrameIndex, isUserDataString);
      -
      13063  pBestRequestBlock->m_pMetadata->Alloc(bestRequest, suballocType, size, *pAllocation);
      -
      13064  UpdateHasEmptyBlock();
      -
      13065  (*pAllocation)->InitBlockAllocation(
      -
      13066  pBestRequestBlock,
      -
      13067  bestRequest.offset,
      -
      13068  alignment,
      -
      13069  size,
      -
      13070  m_MemoryTypeIndex,
      -
      13071  suballocType,
      -
      13072  mapped,
      -
      13073  (createInfo.flags & VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT) != 0);
      -
      13074  VMA_HEAVY_ASSERT(pBestRequestBlock->Validate());
      -
      13075  VMA_DEBUG_LOG(" Returned from existing block");
      -
      13076  (*pAllocation)->SetUserData(m_hAllocator, createInfo.pUserData);
      -
      13077  m_hAllocator->m_Budget.AddAllocation(m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex), size);
      -
      13078  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
      -
      13079  {
      -
      13080  m_hAllocator->FillAllocation(*pAllocation, VMA_ALLOCATION_FILL_PATTERN_CREATED);
      -
      13081  }
      -
      13082  if(IsCorruptionDetectionEnabled())
      -
      13083  {
      -
      13084  VkResult res = pBestRequestBlock->WriteMagicValueAroundAllocation(m_hAllocator, bestRequest.offset, size);
      -
      13085  VMA_ASSERT(res == VK_SUCCESS && "Couldn't map block memory to write magic value.");
      -
      13086  }
      -
      13087  return VK_SUCCESS;
      +
      12728 VkResult VmaBlockVector::Allocate(
      +
      12729  uint32_t currentFrameIndex,
      +
      12730  VkDeviceSize size,
      +
      12731  VkDeviceSize alignment,
      +
      12732  const VmaAllocationCreateInfo& createInfo,
      +
      12733  VmaSuballocationType suballocType,
      +
      12734  size_t allocationCount,
      +
      12735  VmaAllocation* pAllocations)
      +
      12736 {
      +
      12737  size_t allocIndex;
      +
      12738  VkResult res = VK_SUCCESS;
      +
      12739 
      +
      12740  if(IsCorruptionDetectionEnabled())
      +
      12741  {
      +
      12742  size = VmaAlignUp<VkDeviceSize>(size, sizeof(VMA_CORRUPTION_DETECTION_MAGIC_VALUE));
      +
      12743  alignment = VmaAlignUp<VkDeviceSize>(alignment, sizeof(VMA_CORRUPTION_DETECTION_MAGIC_VALUE));
      +
      12744  }
      +
      12745 
      +
      12746  {
      +
      12747  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      12748  for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
      +
      12749  {
      +
      12750  res = AllocatePage(
      +
      12751  currentFrameIndex,
      +
      12752  size,
      +
      12753  alignment,
      +
      12754  createInfo,
      +
      12755  suballocType,
      +
      12756  pAllocations + allocIndex);
      +
      12757  if(res != VK_SUCCESS)
      +
      12758  {
      +
      12759  break;
      +
      12760  }
      +
      12761  }
      +
      12762  }
      +
      12763 
      +
      12764  if(res != VK_SUCCESS)
      +
      12765  {
      +
      12766  // Free all already created allocations.
      +
      12767  while(allocIndex--)
      +
      12768  {
      +
      12769  Free(pAllocations[allocIndex]);
      +
      12770  }
      +
      12771  memset(pAllocations, 0, sizeof(VmaAllocation) * allocationCount);
      +
      12772  }
      +
      12773 
      +
      12774  return res;
      +
      12775 }
      +
      12776 
      +
      12777 VkResult VmaBlockVector::AllocatePage(
      +
      12778  uint32_t currentFrameIndex,
      +
      12779  VkDeviceSize size,
      +
      12780  VkDeviceSize alignment,
      +
      12781  const VmaAllocationCreateInfo& createInfo,
      +
      12782  VmaSuballocationType suballocType,
      +
      12783  VmaAllocation* pAllocation)
      +
      12784 {
      +
      12785  const bool isUpperAddress = (createInfo.flags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0;
      +
      12786  bool canMakeOtherLost = (createInfo.flags & VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT) != 0;
      +
      12787  const bool mapped = (createInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0;
      +
      12788  const bool isUserDataString = (createInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0;
      +
      12789 
      +
      12790  VkDeviceSize freeMemory;
      +
      12791  {
      +
      12792  const uint32_t heapIndex = m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex);
      +
      12793  VmaBudget heapBudget = {};
      +
      12794  m_hAllocator->GetBudget(&heapBudget, heapIndex, 1);
      +
      12795  freeMemory = (heapBudget.usage < heapBudget.budget) ? (heapBudget.budget - heapBudget.usage) : 0;
      +
      12796  }
      +
      12797 
      +
      12798  const bool canFallbackToDedicated = !IsCustomPool();
      +
      12799  const bool canCreateNewBlock =
      +
      12800  ((createInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) == 0) &&
      +
      12801  (m_Blocks.size() < m_MaxBlockCount) &&
      +
      12802  (freeMemory >= size || !canFallbackToDedicated);
      +
      12803  uint32_t strategy = createInfo.flags & VMA_ALLOCATION_CREATE_STRATEGY_MASK;
      +
      12804 
      +
      12805  // If linearAlgorithm is used, canMakeOtherLost is available only when used as ring buffer.
      +
      12806  // Which in turn is available only when maxBlockCount = 1.
      +
      12807  if(m_Algorithm == VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT && m_MaxBlockCount > 1)
      +
      12808  {
      +
      12809  canMakeOtherLost = false;
      +
      12810  }
      +
      12811 
      +
      12812  // Upper address can only be used with linear allocator and within single memory block.
      +
      12813  if(isUpperAddress &&
      +
      12814  (m_Algorithm != VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT || m_MaxBlockCount > 1))
      +
      12815  {
      +
      12816  return VK_ERROR_FEATURE_NOT_PRESENT;
      +
      12817  }
      +
      12818 
      +
      12819  // Validate strategy.
      +
      12820  switch(strategy)
      +
      12821  {
      +
      12822  case 0:
      +
      12823  strategy = VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT;
      +
      12824  break;
      +
      12825  case VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT:
      +
      12826  case VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT:
      +
      12827  case VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT:
      +
      12828  break;
      +
      12829  default:
      +
      12830  return VK_ERROR_FEATURE_NOT_PRESENT;
      +
      12831  }
      +
      12832 
      +
      12833  // Early reject: requested allocation size is larger that maximum block size for this block vector.
      +
      12834  if(size + 2 * VMA_DEBUG_MARGIN > m_PreferredBlockSize)
      +
      12835  {
      +
      12836  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      12837  }
      +
      12838 
      +
      12839  /*
      +
      12840  Under certain condition, this whole section can be skipped for optimization, so
      +
      12841  we move on directly to trying to allocate with canMakeOtherLost. That's the case
      +
      12842  e.g. for custom pools with linear algorithm.
      +
      12843  */
      +
      12844  if(!canMakeOtherLost || canCreateNewBlock)
      +
      12845  {
      +
      12846  // 1. Search existing allocations. Try to allocate without making other allocations lost.
      +
      12847  VmaAllocationCreateFlags allocFlagsCopy = createInfo.flags;
      +
      12848  allocFlagsCopy &= ~VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT;
      +
      12849 
      +
      12850  if(m_Algorithm == VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT)
      +
      12851  {
      +
      12852  // Use only last block.
      +
      12853  if(!m_Blocks.empty())
      +
      12854  {
      +
      12855  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks.back();
      +
      12856  VMA_ASSERT(pCurrBlock);
      +
      12857  VkResult res = AllocateFromBlock(
      +
      12858  pCurrBlock,
      +
      12859  currentFrameIndex,
      +
      12860  size,
      +
      12861  alignment,
      +
      12862  allocFlagsCopy,
      +
      12863  createInfo.pUserData,
      +
      12864  suballocType,
      +
      12865  strategy,
      +
      12866  pAllocation);
      +
      12867  if(res == VK_SUCCESS)
      +
      12868  {
      +
      12869  VMA_DEBUG_LOG(" Returned from last block #%u", pCurrBlock->GetId());
      +
      12870  return VK_SUCCESS;
      +
      12871  }
      +
      12872  }
      +
      12873  }
      +
      12874  else
      +
      12875  {
      +
      12876  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT)
      +
      12877  {
      +
      12878  // Forward order in m_Blocks - prefer blocks with smallest amount of free space.
      +
      12879  for(size_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex )
      +
      12880  {
      +
      12881  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
      +
      12882  VMA_ASSERT(pCurrBlock);
      +
      12883  VkResult res = AllocateFromBlock(
      +
      12884  pCurrBlock,
      +
      12885  currentFrameIndex,
      +
      12886  size,
      +
      12887  alignment,
      +
      12888  allocFlagsCopy,
      +
      12889  createInfo.pUserData,
      +
      12890  suballocType,
      +
      12891  strategy,
      +
      12892  pAllocation);
      +
      12893  if(res == VK_SUCCESS)
      +
      12894  {
      +
      12895  VMA_DEBUG_LOG(" Returned from existing block #%u", pCurrBlock->GetId());
      +
      12896  return VK_SUCCESS;
      +
      12897  }
      +
      12898  }
      +
      12899  }
      +
      12900  else // WORST_FIT, FIRST_FIT
      +
      12901  {
      +
      12902  // Backward order in m_Blocks - prefer blocks with largest amount of free space.
      +
      12903  for(size_t blockIndex = m_Blocks.size(); blockIndex--; )
      +
      12904  {
      +
      12905  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
      +
      12906  VMA_ASSERT(pCurrBlock);
      +
      12907  VkResult res = AllocateFromBlock(
      +
      12908  pCurrBlock,
      +
      12909  currentFrameIndex,
      +
      12910  size,
      +
      12911  alignment,
      +
      12912  allocFlagsCopy,
      +
      12913  createInfo.pUserData,
      +
      12914  suballocType,
      +
      12915  strategy,
      +
      12916  pAllocation);
      +
      12917  if(res == VK_SUCCESS)
      +
      12918  {
      +
      12919  VMA_DEBUG_LOG(" Returned from existing block #%u", pCurrBlock->GetId());
      +
      12920  return VK_SUCCESS;
      +
      12921  }
      +
      12922  }
      +
      12923  }
      +
      12924  }
      +
      12925 
      +
      12926  // 2. Try to create new block.
      +
      12927  if(canCreateNewBlock)
      +
      12928  {
      +
      12929  // Calculate optimal size for new block.
      +
      12930  VkDeviceSize newBlockSize = m_PreferredBlockSize;
      +
      12931  uint32_t newBlockSizeShift = 0;
      +
      12932  const uint32_t NEW_BLOCK_SIZE_SHIFT_MAX = 3;
      +
      12933 
      +
      12934  if(!m_ExplicitBlockSize)
      +
      12935  {
      +
      12936  // Allocate 1/8, 1/4, 1/2 as first blocks.
      +
      12937  const VkDeviceSize maxExistingBlockSize = CalcMaxBlockSize();
      +
      12938  for(uint32_t i = 0; i < NEW_BLOCK_SIZE_SHIFT_MAX; ++i)
      +
      12939  {
      +
      12940  const VkDeviceSize smallerNewBlockSize = newBlockSize / 2;
      +
      12941  if(smallerNewBlockSize > maxExistingBlockSize && smallerNewBlockSize >= size * 2)
      +
      12942  {
      +
      12943  newBlockSize = smallerNewBlockSize;
      +
      12944  ++newBlockSizeShift;
      +
      12945  }
      +
      12946  else
      +
      12947  {
      +
      12948  break;
      +
      12949  }
      +
      12950  }
      +
      12951  }
      +
      12952 
      +
      12953  size_t newBlockIndex = 0;
      +
      12954  VkResult res = (newBlockSize <= freeMemory || !canFallbackToDedicated) ?
      +
      12955  CreateBlock(newBlockSize, &newBlockIndex) : VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      12956  // Allocation of this size failed? Try 1/2, 1/4, 1/8 of m_PreferredBlockSize.
      +
      12957  if(!m_ExplicitBlockSize)
      +
      12958  {
      +
      12959  while(res < 0 && newBlockSizeShift < NEW_BLOCK_SIZE_SHIFT_MAX)
      +
      12960  {
      +
      12961  const VkDeviceSize smallerNewBlockSize = newBlockSize / 2;
      +
      12962  if(smallerNewBlockSize >= size)
      +
      12963  {
      +
      12964  newBlockSize = smallerNewBlockSize;
      +
      12965  ++newBlockSizeShift;
      +
      12966  res = (newBlockSize <= freeMemory || !canFallbackToDedicated) ?
      +
      12967  CreateBlock(newBlockSize, &newBlockIndex) : VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      12968  }
      +
      12969  else
      +
      12970  {
      +
      12971  break;
      +
      12972  }
      +
      12973  }
      +
      12974  }
      +
      12975 
      +
      12976  if(res == VK_SUCCESS)
      +
      12977  {
      +
      12978  VmaDeviceMemoryBlock* const pBlock = m_Blocks[newBlockIndex];
      +
      12979  VMA_ASSERT(pBlock->m_pMetadata->GetSize() >= size);
      +
      12980 
      +
      12981  res = AllocateFromBlock(
      +
      12982  pBlock,
      +
      12983  currentFrameIndex,
      +
      12984  size,
      +
      12985  alignment,
      +
      12986  allocFlagsCopy,
      +
      12987  createInfo.pUserData,
      +
      12988  suballocType,
      +
      12989  strategy,
      +
      12990  pAllocation);
      +
      12991  if(res == VK_SUCCESS)
      +
      12992  {
      +
      12993  VMA_DEBUG_LOG(" Created new block #%u Size=%llu", pBlock->GetId(), newBlockSize);
      +
      12994  return VK_SUCCESS;
      +
      12995  }
      +
      12996  else
      +
      12997  {
      +
      12998  // Allocation from new block failed, possibly due to VMA_DEBUG_MARGIN or alignment.
      +
      12999  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      13000  }
      +
      13001  }
      +
      13002  }
      +
      13003  }
      +
      13004 
      +
      13005  // 3. Try to allocate from existing blocks with making other allocations lost.
      +
      13006  if(canMakeOtherLost)
      +
      13007  {
      +
      13008  uint32_t tryIndex = 0;
      +
      13009  for(; tryIndex < VMA_ALLOCATION_TRY_COUNT; ++tryIndex)
      +
      13010  {
      +
      13011  VmaDeviceMemoryBlock* pBestRequestBlock = VMA_NULL;
      +
      13012  VmaAllocationRequest bestRequest = {};
      +
      13013  VkDeviceSize bestRequestCost = VK_WHOLE_SIZE;
      +
      13014 
      +
      13015  // 1. Search existing allocations.
      +
      13016  if(strategy == VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT)
      +
      13017  {
      +
      13018  // Forward order in m_Blocks - prefer blocks with smallest amount of free space.
      +
      13019  for(size_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex )
      +
      13020  {
      +
      13021  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
      +
      13022  VMA_ASSERT(pCurrBlock);
      +
      13023  VmaAllocationRequest currRequest = {};
      +
      13024  if(pCurrBlock->m_pMetadata->CreateAllocationRequest(
      +
      13025  currentFrameIndex,
      +
      13026  m_FrameInUseCount,
      +
      13027  m_BufferImageGranularity,
      +
      13028  size,
      +
      13029  alignment,
      +
      13030  (createInfo.flags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0,
      +
      13031  suballocType,
      +
      13032  canMakeOtherLost,
      +
      13033  strategy,
      +
      13034  &currRequest))
      +
      13035  {
      +
      13036  const VkDeviceSize currRequestCost = currRequest.CalcCost();
      +
      13037  if(pBestRequestBlock == VMA_NULL ||
      +
      13038  currRequestCost < bestRequestCost)
      +
      13039  {
      +
      13040  pBestRequestBlock = pCurrBlock;
      +
      13041  bestRequest = currRequest;
      +
      13042  bestRequestCost = currRequestCost;
      +
      13043 
      +
      13044  if(bestRequestCost == 0)
      +
      13045  {
      +
      13046  break;
      +
      13047  }
      +
      13048  }
      +
      13049  }
      +
      13050  }
      +
      13051  }
      +
      13052  else // WORST_FIT, FIRST_FIT
      +
      13053  {
      +
      13054  // Backward order in m_Blocks - prefer blocks with largest amount of free space.
      +
      13055  for(size_t blockIndex = m_Blocks.size(); blockIndex--; )
      +
      13056  {
      +
      13057  VmaDeviceMemoryBlock* const pCurrBlock = m_Blocks[blockIndex];
      +
      13058  VMA_ASSERT(pCurrBlock);
      +
      13059  VmaAllocationRequest currRequest = {};
      +
      13060  if(pCurrBlock->m_pMetadata->CreateAllocationRequest(
      +
      13061  currentFrameIndex,
      +
      13062  m_FrameInUseCount,
      +
      13063  m_BufferImageGranularity,
      +
      13064  size,
      +
      13065  alignment,
      +
      13066  (createInfo.flags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0,
      +
      13067  suballocType,
      +
      13068  canMakeOtherLost,
      +
      13069  strategy,
      +
      13070  &currRequest))
      +
      13071  {
      +
      13072  const VkDeviceSize currRequestCost = currRequest.CalcCost();
      +
      13073  if(pBestRequestBlock == VMA_NULL ||
      +
      13074  currRequestCost < bestRequestCost ||
      +
      13075  strategy == VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT)
      +
      13076  {
      +
      13077  pBestRequestBlock = pCurrBlock;
      +
      13078  bestRequest = currRequest;
      +
      13079  bestRequestCost = currRequestCost;
      +
      13080 
      +
      13081  if(bestRequestCost == 0 ||
      +
      13082  strategy == VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT)
      +
      13083  {
      +
      13084  break;
      +
      13085  }
      +
      13086  }
      +
      13087  }
      13088  }
      -
      13089  // else: Some allocations must have been touched while we are here. Next try.
      -
      13090  }
      -
      13091  else
      +
      13089  }
      +
      13090 
      +
      13091  if(pBestRequestBlock != VMA_NULL)
      13092  {
      -
      13093  // Could not find place in any of the blocks - break outer loop.
      -
      13094  break;
      -
      13095  }
      -
      13096  }
      -
      13097  /* Maximum number of tries exceeded - a very unlike event when many other
      -
      13098  threads are simultaneously touching allocations making it impossible to make
      -
      13099  lost at the same time as we try to allocate. */
      -
      13100  if(tryIndex == VMA_ALLOCATION_TRY_COUNT)
      -
      13101  {
      -
      13102  return VK_ERROR_TOO_MANY_OBJECTS;
      -
      13103  }
      -
      13104  }
      -
      13105 
      -
      13106  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      13107 }
      -
      13108 
      -
      13109 void VmaBlockVector::Free(
      -
      13110  const VmaAllocation hAllocation)
      -
      13111 {
      -
      13112  VmaDeviceMemoryBlock* pBlockToDelete = VMA_NULL;
      -
      13113 
      -
      13114  bool budgetExceeded = false;
      -
      13115  {
      -
      13116  const uint32_t heapIndex = m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex);
      -
      13117  VmaBudget heapBudget = {};
      -
      13118  m_hAllocator->GetBudget(&heapBudget, heapIndex, 1);
      -
      13119  budgetExceeded = heapBudget.usage >= heapBudget.budget;
      -
      13120  }
      -
      13121 
      -
      13122  // Scope for lock.
      -
      13123  {
      -
      13124  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      13125 
      -
      13126  VmaDeviceMemoryBlock* pBlock = hAllocation->GetBlock();
      -
      13127 
      -
      13128  if(IsCorruptionDetectionEnabled())
      -
      13129  {
      -
      13130  VkResult res = pBlock->ValidateMagicValueAroundAllocation(m_hAllocator, hAllocation->GetOffset(), hAllocation->GetSize());
      -
      13131  VMA_ASSERT(res == VK_SUCCESS && "Couldn't map block memory to validate magic value.");
      -
      13132  }
      -
      13133 
      -
      13134  if(hAllocation->IsPersistentMap())
      -
      13135  {
      -
      13136  pBlock->Unmap(m_hAllocator, 1);
      -
      13137  }
      -
      13138 
      -
      13139  pBlock->m_pMetadata->Free(hAllocation);
      -
      13140  VMA_HEAVY_ASSERT(pBlock->Validate());
      -
      13141 
      -
      13142  VMA_DEBUG_LOG(" Freed from MemoryTypeIndex=%u", m_MemoryTypeIndex);
      -
      13143 
      -
      13144  const bool canDeleteBlock = m_Blocks.size() > m_MinBlockCount;
      -
      13145  // pBlock became empty after this deallocation.
      -
      13146  if(pBlock->m_pMetadata->IsEmpty())
      +
      13093  if(mapped)
      +
      13094  {
      +
      13095  VkResult res = pBestRequestBlock->Map(m_hAllocator, 1, VMA_NULL);
      +
      13096  if(res != VK_SUCCESS)
      +
      13097  {
      +
      13098  return res;
      +
      13099  }
      +
      13100  }
      +
      13101 
      +
      13102  if(pBestRequestBlock->m_pMetadata->MakeRequestedAllocationsLost(
      +
      13103  currentFrameIndex,
      +
      13104  m_FrameInUseCount,
      +
      13105  &bestRequest))
      +
      13106  {
      +
      13107  // Allocate from this pBlock.
      +
      13108  *pAllocation = m_hAllocator->m_AllocationObjectAllocator.Allocate(currentFrameIndex, isUserDataString);
      +
      13109  pBestRequestBlock->m_pMetadata->Alloc(bestRequest, suballocType, size, *pAllocation);
      +
      13110  UpdateHasEmptyBlock();
      +
      13111  (*pAllocation)->InitBlockAllocation(
      +
      13112  pBestRequestBlock,
      +
      13113  bestRequest.offset,
      +
      13114  alignment,
      +
      13115  size,
      +
      13116  m_MemoryTypeIndex,
      +
      13117  suballocType,
      +
      13118  mapped,
      +
      13119  (createInfo.flags & VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT) != 0);
      +
      13120  VMA_HEAVY_ASSERT(pBestRequestBlock->Validate());
      +
      13121  VMA_DEBUG_LOG(" Returned from existing block");
      +
      13122  (*pAllocation)->SetUserData(m_hAllocator, createInfo.pUserData);
      +
      13123  m_hAllocator->m_Budget.AddAllocation(m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex), size);
      +
      13124  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
      +
      13125  {
      +
      13126  m_hAllocator->FillAllocation(*pAllocation, VMA_ALLOCATION_FILL_PATTERN_CREATED);
      +
      13127  }
      +
      13128  if(IsCorruptionDetectionEnabled())
      +
      13129  {
      +
      13130  VkResult res = pBestRequestBlock->WriteMagicValueAroundAllocation(m_hAllocator, bestRequest.offset, size);
      +
      13131  VMA_ASSERT(res == VK_SUCCESS && "Couldn't map block memory to write magic value.");
      +
      13132  }
      +
      13133  return VK_SUCCESS;
      +
      13134  }
      +
      13135  // else: Some allocations must have been touched while we are here. Next try.
      +
      13136  }
      +
      13137  else
      +
      13138  {
      +
      13139  // Could not find place in any of the blocks - break outer loop.
      +
      13140  break;
      +
      13141  }
      +
      13142  }
      +
      13143  /* Maximum number of tries exceeded - a very unlike event when many other
      +
      13144  threads are simultaneously touching allocations making it impossible to make
      +
      13145  lost at the same time as we try to allocate. */
      +
      13146  if(tryIndex == VMA_ALLOCATION_TRY_COUNT)
      13147  {
      -
      13148  // Already has empty block. We don't want to have two, so delete this one.
      -
      13149  if((m_HasEmptyBlock || budgetExceeded) && canDeleteBlock)
      -
      13150  {
      -
      13151  pBlockToDelete = pBlock;
      -
      13152  Remove(pBlock);
      -
      13153  }
      -
      13154  // else: We now have an empty block - leave it.
      -
      13155  }
      -
      13156  // pBlock didn't become empty, but we have another empty block - find and free that one.
      -
      13157  // (This is optional, heuristics.)
      -
      13158  else if(m_HasEmptyBlock && canDeleteBlock)
      -
      13159  {
      -
      13160  VmaDeviceMemoryBlock* pLastBlock = m_Blocks.back();
      -
      13161  if(pLastBlock->m_pMetadata->IsEmpty())
      -
      13162  {
      -
      13163  pBlockToDelete = pLastBlock;
      -
      13164  m_Blocks.pop_back();
      -
      13165  }
      -
      13166  }
      +
      13148  return VK_ERROR_TOO_MANY_OBJECTS;
      +
      13149  }
      +
      13150  }
      +
      13151 
      +
      13152  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      13153 }
      +
      13154 
      +
      13155 void VmaBlockVector::Free(
      +
      13156  const VmaAllocation hAllocation)
      +
      13157 {
      +
      13158  VmaDeviceMemoryBlock* pBlockToDelete = VMA_NULL;
      +
      13159 
      +
      13160  bool budgetExceeded = false;
      +
      13161  {
      +
      13162  const uint32_t heapIndex = m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex);
      +
      13163  VmaBudget heapBudget = {};
      +
      13164  m_hAllocator->GetBudget(&heapBudget, heapIndex, 1);
      +
      13165  budgetExceeded = heapBudget.usage >= heapBudget.budget;
      +
      13166  }
      13167 
      -
      13168  UpdateHasEmptyBlock();
      -
      13169  IncrementallySortBlocks();
      -
      13170  }
      +
      13168  // Scope for lock.
      +
      13169  {
      +
      13170  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      13171 
      -
      13172  // Destruction of a free block. Deferred until this point, outside of mutex
      -
      13173  // lock, for performance reason.
      -
      13174  if(pBlockToDelete != VMA_NULL)
      -
      13175  {
      -
      13176  VMA_DEBUG_LOG(" Deleted empty block");
      -
      13177  pBlockToDelete->Destroy(m_hAllocator);
      -
      13178  vma_delete(m_hAllocator, pBlockToDelete);
      -
      13179  }
      -
      13180 }
      -
      13181 
      -
      13182 VkDeviceSize VmaBlockVector::CalcMaxBlockSize() const
      -
      13183 {
      -
      13184  VkDeviceSize result = 0;
      -
      13185  for(size_t i = m_Blocks.size(); i--; )
      -
      13186  {
      -
      13187  result = VMA_MAX(result, m_Blocks[i]->m_pMetadata->GetSize());
      -
      13188  if(result >= m_PreferredBlockSize)
      -
      13189  {
      -
      13190  break;
      -
      13191  }
      -
      13192  }
      -
      13193  return result;
      -
      13194 }
      -
      13195 
      -
      13196 void VmaBlockVector::Remove(VmaDeviceMemoryBlock* pBlock)
      -
      13197 {
      -
      13198  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
      -
      13199  {
      -
      13200  if(m_Blocks[blockIndex] == pBlock)
      -
      13201  {
      -
      13202  VmaVectorRemove(m_Blocks, blockIndex);
      -
      13203  return;
      -
      13204  }
      -
      13205  }
      -
      13206  VMA_ASSERT(0);
      -
      13207 }
      -
      13208 
      -
      13209 void VmaBlockVector::IncrementallySortBlocks()
      -
      13210 {
      -
      13211  if(m_Algorithm != VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT)
      -
      13212  {
      -
      13213  // Bubble sort only until first swap.
      -
      13214  for(size_t i = 1; i < m_Blocks.size(); ++i)
      -
      13215  {
      -
      13216  if(m_Blocks[i - 1]->m_pMetadata->GetSumFreeSize() > m_Blocks[i]->m_pMetadata->GetSumFreeSize())
      -
      13217  {
      -
      13218  VMA_SWAP(m_Blocks[i - 1], m_Blocks[i]);
      -
      13219  return;
      -
      13220  }
      -
      13221  }
      -
      13222  }
      -
      13223 }
      -
      13224 
      -
      13225 VkResult VmaBlockVector::AllocateFromBlock(
      -
      13226  VmaDeviceMemoryBlock* pBlock,
      -
      13227  uint32_t currentFrameIndex,
      -
      13228  VkDeviceSize size,
      -
      13229  VkDeviceSize alignment,
      -
      13230  VmaAllocationCreateFlags allocFlags,
      -
      13231  void* pUserData,
      -
      13232  VmaSuballocationType suballocType,
      -
      13233  uint32_t strategy,
      -
      13234  VmaAllocation* pAllocation)
      -
      13235 {
      -
      13236  VMA_ASSERT((allocFlags & VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT) == 0);
      -
      13237  const bool isUpperAddress = (allocFlags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0;
      -
      13238  const bool mapped = (allocFlags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0;
      -
      13239  const bool isUserDataString = (allocFlags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0;
      -
      13240 
      -
      13241  VmaAllocationRequest currRequest = {};
      -
      13242  if(pBlock->m_pMetadata->CreateAllocationRequest(
      -
      13243  currentFrameIndex,
      -
      13244  m_FrameInUseCount,
      -
      13245  m_BufferImageGranularity,
      -
      13246  size,
      -
      13247  alignment,
      -
      13248  isUpperAddress,
      -
      13249  suballocType,
      -
      13250  false, // canMakeOtherLost
      -
      13251  strategy,
      -
      13252  &currRequest))
      -
      13253  {
      -
      13254  // Allocate from pCurrBlock.
      -
      13255  VMA_ASSERT(currRequest.itemsToMakeLostCount == 0);
      -
      13256 
      -
      13257  if(mapped)
      -
      13258  {
      -
      13259  VkResult res = pBlock->Map(m_hAllocator, 1, VMA_NULL);
      -
      13260  if(res != VK_SUCCESS)
      -
      13261  {
      -
      13262  return res;
      -
      13263  }
      -
      13264  }
      -
      13265 
      -
      13266  *pAllocation = m_hAllocator->m_AllocationObjectAllocator.Allocate(currentFrameIndex, isUserDataString);
      -
      13267  pBlock->m_pMetadata->Alloc(currRequest, suballocType, size, *pAllocation);
      -
      13268  UpdateHasEmptyBlock();
      -
      13269  (*pAllocation)->InitBlockAllocation(
      -
      13270  pBlock,
      -
      13271  currRequest.offset,
      -
      13272  alignment,
      -
      13273  size,
      -
      13274  m_MemoryTypeIndex,
      -
      13275  suballocType,
      -
      13276  mapped,
      -
      13277  (allocFlags & VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT) != 0);
      -
      13278  VMA_HEAVY_ASSERT(pBlock->Validate());
      -
      13279  (*pAllocation)->SetUserData(m_hAllocator, pUserData);
      -
      13280  m_hAllocator->m_Budget.AddAllocation(m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex), size);
      -
      13281  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
      -
      13282  {
      -
      13283  m_hAllocator->FillAllocation(*pAllocation, VMA_ALLOCATION_FILL_PATTERN_CREATED);
      -
      13284  }
      -
      13285  if(IsCorruptionDetectionEnabled())
      -
      13286  {
      -
      13287  VkResult res = pBlock->WriteMagicValueAroundAllocation(m_hAllocator, currRequest.offset, size);
      -
      13288  VMA_ASSERT(res == VK_SUCCESS && "Couldn't map block memory to write magic value.");
      -
      13289  }
      -
      13290  return VK_SUCCESS;
      -
      13291  }
      -
      13292  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      13293 }
      -
      13294 
      -
      13295 VkResult VmaBlockVector::CreateBlock(VkDeviceSize blockSize, size_t* pNewBlockIndex)
      -
      13296 {
      -
      13297  VkMemoryAllocateInfo allocInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO };
      -
      13298  allocInfo.memoryTypeIndex = m_MemoryTypeIndex;
      -
      13299  allocInfo.allocationSize = blockSize;
      -
      13300 
      -
      13301 #if VMA_BUFFER_DEVICE_ADDRESS
      -
      13302  // Every standalone block can potentially contain a buffer with VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT - always enable the feature.
      -
      13303  VkMemoryAllocateFlagsInfoKHR allocFlagsInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_FLAGS_INFO_KHR };
      -
      13304  if(m_hAllocator->m_UseKhrBufferDeviceAddress)
      -
      13305  {
      -
      13306  allocFlagsInfo.flags = VK_MEMORY_ALLOCATE_DEVICE_ADDRESS_BIT_KHR;
      -
      13307  VmaPnextChainPushFront(&allocInfo, &allocFlagsInfo);
      -
      13308  }
      -
      13309 #endif // #if VMA_BUFFER_DEVICE_ADDRESS
      -
      13310 
      -
      13311  VkDeviceMemory mem = VK_NULL_HANDLE;
      -
      13312  VkResult res = m_hAllocator->AllocateVulkanMemory(&allocInfo, &mem);
      -
      13313  if(res < 0)
      -
      13314  {
      -
      13315  return res;
      -
      13316  }
      -
      13317 
      -
      13318  // New VkDeviceMemory successfully created.
      -
      13319 
      -
      13320  // Create new Allocation for it.
      -
      13321  VmaDeviceMemoryBlock* const pBlock = vma_new(m_hAllocator, VmaDeviceMemoryBlock)(m_hAllocator);
      -
      13322  pBlock->Init(
      -
      13323  m_hAllocator,
      -
      13324  m_hParentPool,
      -
      13325  m_MemoryTypeIndex,
      -
      13326  mem,
      -
      13327  allocInfo.allocationSize,
      -
      13328  m_NextBlockId++,
      -
      13329  m_Algorithm);
      -
      13330 
      -
      13331  m_Blocks.push_back(pBlock);
      -
      13332  if(pNewBlockIndex != VMA_NULL)
      -
      13333  {
      -
      13334  *pNewBlockIndex = m_Blocks.size() - 1;
      -
      13335  }
      -
      13336 
      -
      13337  return VK_SUCCESS;
      -
      13338 }
      -
      13339 
      -
      13340 void VmaBlockVector::ApplyDefragmentationMovesCpu(
      -
      13341  class VmaBlockVectorDefragmentationContext* pDefragCtx,
      -
      13342  const VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves)
      -
      13343 {
      -
      13344  const size_t blockCount = m_Blocks.size();
      -
      13345  const bool isNonCoherent = m_hAllocator->IsMemoryTypeNonCoherent(m_MemoryTypeIndex);
      +
      13172  VmaDeviceMemoryBlock* pBlock = hAllocation->GetBlock();
      +
      13173 
      +
      13174  if(IsCorruptionDetectionEnabled())
      +
      13175  {
      +
      13176  VkResult res = pBlock->ValidateMagicValueAroundAllocation(m_hAllocator, hAllocation->GetOffset(), hAllocation->GetSize());
      +
      13177  VMA_ASSERT(res == VK_SUCCESS && "Couldn't map block memory to validate magic value.");
      +
      13178  }
      +
      13179 
      +
      13180  if(hAllocation->IsPersistentMap())
      +
      13181  {
      +
      13182  pBlock->Unmap(m_hAllocator, 1);
      +
      13183  }
      +
      13184 
      +
      13185  pBlock->m_pMetadata->Free(hAllocation);
      +
      13186  VMA_HEAVY_ASSERT(pBlock->Validate());
      +
      13187 
      +
      13188  VMA_DEBUG_LOG(" Freed from MemoryTypeIndex=%u", m_MemoryTypeIndex);
      +
      13189 
      +
      13190  const bool canDeleteBlock = m_Blocks.size() > m_MinBlockCount;
      +
      13191  // pBlock became empty after this deallocation.
      +
      13192  if(pBlock->m_pMetadata->IsEmpty())
      +
      13193  {
      +
      13194  // Already has empty block. We don't want to have two, so delete this one.
      +
      13195  if((m_HasEmptyBlock || budgetExceeded) && canDeleteBlock)
      +
      13196  {
      +
      13197  pBlockToDelete = pBlock;
      +
      13198  Remove(pBlock);
      +
      13199  }
      +
      13200  // else: We now have an empty block - leave it.
      +
      13201  }
      +
      13202  // pBlock didn't become empty, but we have another empty block - find and free that one.
      +
      13203  // (This is optional, heuristics.)
      +
      13204  else if(m_HasEmptyBlock && canDeleteBlock)
      +
      13205  {
      +
      13206  VmaDeviceMemoryBlock* pLastBlock = m_Blocks.back();
      +
      13207  if(pLastBlock->m_pMetadata->IsEmpty())
      +
      13208  {
      +
      13209  pBlockToDelete = pLastBlock;
      +
      13210  m_Blocks.pop_back();
      +
      13211  }
      +
      13212  }
      +
      13213 
      +
      13214  UpdateHasEmptyBlock();
      +
      13215  IncrementallySortBlocks();
      +
      13216  }
      +
      13217 
      +
      13218  // Destruction of a free block. Deferred until this point, outside of mutex
      +
      13219  // lock, for performance reason.
      +
      13220  if(pBlockToDelete != VMA_NULL)
      +
      13221  {
      +
      13222  VMA_DEBUG_LOG(" Deleted empty block");
      +
      13223  pBlockToDelete->Destroy(m_hAllocator);
      +
      13224  vma_delete(m_hAllocator, pBlockToDelete);
      +
      13225  }
      +
      13226 }
      +
      13227 
      +
      13228 VkDeviceSize VmaBlockVector::CalcMaxBlockSize() const
      +
      13229 {
      +
      13230  VkDeviceSize result = 0;
      +
      13231  for(size_t i = m_Blocks.size(); i--; )
      +
      13232  {
      +
      13233  result = VMA_MAX(result, m_Blocks[i]->m_pMetadata->GetSize());
      +
      13234  if(result >= m_PreferredBlockSize)
      +
      13235  {
      +
      13236  break;
      +
      13237  }
      +
      13238  }
      +
      13239  return result;
      +
      13240 }
      +
      13241 
      +
      13242 void VmaBlockVector::Remove(VmaDeviceMemoryBlock* pBlock)
      +
      13243 {
      +
      13244  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
      +
      13245  {
      +
      13246  if(m_Blocks[blockIndex] == pBlock)
      +
      13247  {
      +
      13248  VmaVectorRemove(m_Blocks, blockIndex);
      +
      13249  return;
      +
      13250  }
      +
      13251  }
      +
      13252  VMA_ASSERT(0);
      +
      13253 }
      +
      13254 
      +
      13255 void VmaBlockVector::IncrementallySortBlocks()
      +
      13256 {
      +
      13257  if(m_Algorithm != VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT)
      +
      13258  {
      +
      13259  // Bubble sort only until first swap.
      +
      13260  for(size_t i = 1; i < m_Blocks.size(); ++i)
      +
      13261  {
      +
      13262  if(m_Blocks[i - 1]->m_pMetadata->GetSumFreeSize() > m_Blocks[i]->m_pMetadata->GetSumFreeSize())
      +
      13263  {
      +
      13264  VMA_SWAP(m_Blocks[i - 1], m_Blocks[i]);
      +
      13265  return;
      +
      13266  }
      +
      13267  }
      +
      13268  }
      +
      13269 }
      +
      13270 
      +
      13271 VkResult VmaBlockVector::AllocateFromBlock(
      +
      13272  VmaDeviceMemoryBlock* pBlock,
      +
      13273  uint32_t currentFrameIndex,
      +
      13274  VkDeviceSize size,
      +
      13275  VkDeviceSize alignment,
      +
      13276  VmaAllocationCreateFlags allocFlags,
      +
      13277  void* pUserData,
      +
      13278  VmaSuballocationType suballocType,
      +
      13279  uint32_t strategy,
      +
      13280  VmaAllocation* pAllocation)
      +
      13281 {
      +
      13282  VMA_ASSERT((allocFlags & VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT) == 0);
      +
      13283  const bool isUpperAddress = (allocFlags & VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT) != 0;
      +
      13284  const bool mapped = (allocFlags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0;
      +
      13285  const bool isUserDataString = (allocFlags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0;
      +
      13286 
      +
      13287  VmaAllocationRequest currRequest = {};
      +
      13288  if(pBlock->m_pMetadata->CreateAllocationRequest(
      +
      13289  currentFrameIndex,
      +
      13290  m_FrameInUseCount,
      +
      13291  m_BufferImageGranularity,
      +
      13292  size,
      +
      13293  alignment,
      +
      13294  isUpperAddress,
      +
      13295  suballocType,
      +
      13296  false, // canMakeOtherLost
      +
      13297  strategy,
      +
      13298  &currRequest))
      +
      13299  {
      +
      13300  // Allocate from pCurrBlock.
      +
      13301  VMA_ASSERT(currRequest.itemsToMakeLostCount == 0);
      +
      13302 
      +
      13303  if(mapped)
      +
      13304  {
      +
      13305  VkResult res = pBlock->Map(m_hAllocator, 1, VMA_NULL);
      +
      13306  if(res != VK_SUCCESS)
      +
      13307  {
      +
      13308  return res;
      +
      13309  }
      +
      13310  }
      +
      13311 
      +
      13312  *pAllocation = m_hAllocator->m_AllocationObjectAllocator.Allocate(currentFrameIndex, isUserDataString);
      +
      13313  pBlock->m_pMetadata->Alloc(currRequest, suballocType, size, *pAllocation);
      +
      13314  UpdateHasEmptyBlock();
      +
      13315  (*pAllocation)->InitBlockAllocation(
      +
      13316  pBlock,
      +
      13317  currRequest.offset,
      +
      13318  alignment,
      +
      13319  size,
      +
      13320  m_MemoryTypeIndex,
      +
      13321  suballocType,
      +
      13322  mapped,
      +
      13323  (allocFlags & VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT) != 0);
      +
      13324  VMA_HEAVY_ASSERT(pBlock->Validate());
      +
      13325  (*pAllocation)->SetUserData(m_hAllocator, pUserData);
      +
      13326  m_hAllocator->m_Budget.AddAllocation(m_hAllocator->MemoryTypeIndexToHeapIndex(m_MemoryTypeIndex), size);
      +
      13327  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
      +
      13328  {
      +
      13329  m_hAllocator->FillAllocation(*pAllocation, VMA_ALLOCATION_FILL_PATTERN_CREATED);
      +
      13330  }
      +
      13331  if(IsCorruptionDetectionEnabled())
      +
      13332  {
      +
      13333  VkResult res = pBlock->WriteMagicValueAroundAllocation(m_hAllocator, currRequest.offset, size);
      +
      13334  VMA_ASSERT(res == VK_SUCCESS && "Couldn't map block memory to write magic value.");
      +
      13335  }
      +
      13336  return VK_SUCCESS;
      +
      13337  }
      +
      13338  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      13339 }
      +
      13340 
      +
      13341 VkResult VmaBlockVector::CreateBlock(VkDeviceSize blockSize, size_t* pNewBlockIndex)
      +
      13342 {
      +
      13343  VkMemoryAllocateInfo allocInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO };
      +
      13344  allocInfo.memoryTypeIndex = m_MemoryTypeIndex;
      +
      13345  allocInfo.allocationSize = blockSize;
      13346 
      -
      13347  enum BLOCK_FLAG
      -
      13348  {
      -
      13349  BLOCK_FLAG_USED = 0x00000001,
      -
      13350  BLOCK_FLAG_MAPPED_FOR_DEFRAGMENTATION = 0x00000002,
      -
      13351  };
      -
      13352 
      -
      13353  struct BlockInfo
      -
      13354  {
      -
      13355  uint32_t flags;
      -
      13356  void* pMappedData;
      -
      13357  };
      -
      13358  VmaVector< BlockInfo, VmaStlAllocator<BlockInfo> >
      -
      13359  blockInfo(blockCount, BlockInfo(), VmaStlAllocator<BlockInfo>(m_hAllocator->GetAllocationCallbacks()));
      -
      13360  memset(blockInfo.data(), 0, blockCount * sizeof(BlockInfo));
      -
      13361 
      -
      13362  // Go over all moves. Mark blocks that are used with BLOCK_FLAG_USED.
      -
      13363  const size_t moveCount = moves.size();
      -
      13364  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
      -
      13365  {
      -
      13366  const VmaDefragmentationMove& move = moves[moveIndex];
      -
      13367  blockInfo[move.srcBlockIndex].flags |= BLOCK_FLAG_USED;
      -
      13368  blockInfo[move.dstBlockIndex].flags |= BLOCK_FLAG_USED;
      -
      13369  }
      -
      13370 
      -
      13371  VMA_ASSERT(pDefragCtx->res == VK_SUCCESS);
      +
      13347 #if VMA_BUFFER_DEVICE_ADDRESS
      +
      13348  // Every standalone block can potentially contain a buffer with VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT - always enable the feature.
      +
      13349  VkMemoryAllocateFlagsInfoKHR allocFlagsInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_FLAGS_INFO_KHR };
      +
      13350  if(m_hAllocator->m_UseKhrBufferDeviceAddress)
      +
      13351  {
      +
      13352  allocFlagsInfo.flags = VK_MEMORY_ALLOCATE_DEVICE_ADDRESS_BIT_KHR;
      +
      13353  VmaPnextChainPushFront(&allocInfo, &allocFlagsInfo);
      +
      13354  }
      +
      13355 #endif // #if VMA_BUFFER_DEVICE_ADDRESS
      +
      13356 
      +
      13357 #if VMA_MEMORY_PRIORITY
      +
      13358  VkMemoryPriorityAllocateInfoEXT priorityInfo = { VK_STRUCTURE_TYPE_MEMORY_PRIORITY_ALLOCATE_INFO_EXT };
      +
      13359  if(m_hAllocator->m_UseExtMemoryPriority)
      +
      13360  {
      +
      13361  priorityInfo.priority = m_Priority;
      +
      13362  VmaPnextChainPushFront(&allocInfo, &priorityInfo);
      +
      13363  }
      +
      13364 #endif // #if VMA_MEMORY_PRIORITY
      +
      13365 
      +
      13366  VkDeviceMemory mem = VK_NULL_HANDLE;
      +
      13367  VkResult res = m_hAllocator->AllocateVulkanMemory(&allocInfo, &mem);
      +
      13368  if(res < 0)
      +
      13369  {
      +
      13370  return res;
      +
      13371  }
      13372 
      -
      13373  // Go over all blocks. Get mapped pointer or map if necessary.
      -
      13374  for(size_t blockIndex = 0; pDefragCtx->res == VK_SUCCESS && blockIndex < blockCount; ++blockIndex)
      -
      13375  {
      -
      13376  BlockInfo& currBlockInfo = blockInfo[blockIndex];
      -
      13377  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
      -
      13378  if((currBlockInfo.flags & BLOCK_FLAG_USED) != 0)
      -
      13379  {
      -
      13380  currBlockInfo.pMappedData = pBlock->GetMappedData();
      -
      13381  // It is not originally mapped - map it.
      -
      13382  if(currBlockInfo.pMappedData == VMA_NULL)
      -
      13383  {
      -
      13384  pDefragCtx->res = pBlock->Map(m_hAllocator, 1, &currBlockInfo.pMappedData);
      -
      13385  if(pDefragCtx->res == VK_SUCCESS)
      -
      13386  {
      -
      13387  currBlockInfo.flags |= BLOCK_FLAG_MAPPED_FOR_DEFRAGMENTATION;
      -
      13388  }
      -
      13389  }
      -
      13390  }
      -
      13391  }
      -
      13392 
      -
      13393  // Go over all moves. Do actual data transfer.
      -
      13394  if(pDefragCtx->res == VK_SUCCESS)
      -
      13395  {
      -
      13396  const VkDeviceSize nonCoherentAtomSize = m_hAllocator->m_PhysicalDeviceProperties.limits.nonCoherentAtomSize;
      -
      13397  VkMappedMemoryRange memRange = { VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE };
      -
      13398 
      -
      13399  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
      -
      13400  {
      -
      13401  const VmaDefragmentationMove& move = moves[moveIndex];
      -
      13402 
      -
      13403  const BlockInfo& srcBlockInfo = blockInfo[move.srcBlockIndex];
      -
      13404  const BlockInfo& dstBlockInfo = blockInfo[move.dstBlockIndex];
      -
      13405 
      -
      13406  VMA_ASSERT(srcBlockInfo.pMappedData && dstBlockInfo.pMappedData);
      +
      13373  // New VkDeviceMemory successfully created.
      +
      13374 
      +
      13375  // Create new Allocation for it.
      +
      13376  VmaDeviceMemoryBlock* const pBlock = vma_new(m_hAllocator, VmaDeviceMemoryBlock)(m_hAllocator);
      +
      13377  pBlock->Init(
      +
      13378  m_hAllocator,
      +
      13379  m_hParentPool,
      +
      13380  m_MemoryTypeIndex,
      +
      13381  mem,
      +
      13382  allocInfo.allocationSize,
      +
      13383  m_NextBlockId++,
      +
      13384  m_Algorithm);
      +
      13385 
      +
      13386  m_Blocks.push_back(pBlock);
      +
      13387  if(pNewBlockIndex != VMA_NULL)
      +
      13388  {
      +
      13389  *pNewBlockIndex = m_Blocks.size() - 1;
      +
      13390  }
      +
      13391 
      +
      13392  return VK_SUCCESS;
      +
      13393 }
      +
      13394 
      +
      13395 void VmaBlockVector::ApplyDefragmentationMovesCpu(
      +
      13396  class VmaBlockVectorDefragmentationContext* pDefragCtx,
      +
      13397  const VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves)
      +
      13398 {
      +
      13399  const size_t blockCount = m_Blocks.size();
      +
      13400  const bool isNonCoherent = m_hAllocator->IsMemoryTypeNonCoherent(m_MemoryTypeIndex);
      +
      13401 
      +
      13402  enum BLOCK_FLAG
      +
      13403  {
      +
      13404  BLOCK_FLAG_USED = 0x00000001,
      +
      13405  BLOCK_FLAG_MAPPED_FOR_DEFRAGMENTATION = 0x00000002,
      +
      13406  };
      13407 
      -
      13408  // Invalidate source.
      -
      13409  if(isNonCoherent)
      -
      13410  {
      -
      13411  VmaDeviceMemoryBlock* const pSrcBlock = m_Blocks[move.srcBlockIndex];
      -
      13412  memRange.memory = pSrcBlock->GetDeviceMemory();
      -
      13413  memRange.offset = VmaAlignDown(move.srcOffset, nonCoherentAtomSize);
      -
      13414  memRange.size = VMA_MIN(
      -
      13415  VmaAlignUp(move.size + (move.srcOffset - memRange.offset), nonCoherentAtomSize),
      -
      13416  pSrcBlock->m_pMetadata->GetSize() - memRange.offset);
      -
      13417  (*m_hAllocator->GetVulkanFunctions().vkInvalidateMappedMemoryRanges)(m_hAllocator->m_hDevice, 1, &memRange);
      -
      13418  }
      -
      13419 
      -
      13420  // THE PLACE WHERE ACTUAL DATA COPY HAPPENS.
      -
      13421  memmove(
      -
      13422  reinterpret_cast<char*>(dstBlockInfo.pMappedData) + move.dstOffset,
      -
      13423  reinterpret_cast<char*>(srcBlockInfo.pMappedData) + move.srcOffset,
      -
      13424  static_cast<size_t>(move.size));
      +
      13408  struct BlockInfo
      +
      13409  {
      +
      13410  uint32_t flags;
      +
      13411  void* pMappedData;
      +
      13412  };
      +
      13413  VmaVector< BlockInfo, VmaStlAllocator<BlockInfo> >
      +
      13414  blockInfo(blockCount, BlockInfo(), VmaStlAllocator<BlockInfo>(m_hAllocator->GetAllocationCallbacks()));
      +
      13415  memset(blockInfo.data(), 0, blockCount * sizeof(BlockInfo));
      +
      13416 
      +
      13417  // Go over all moves. Mark blocks that are used with BLOCK_FLAG_USED.
      +
      13418  const size_t moveCount = moves.size();
      +
      13419  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
      +
      13420  {
      +
      13421  const VmaDefragmentationMove& move = moves[moveIndex];
      +
      13422  blockInfo[move.srcBlockIndex].flags |= BLOCK_FLAG_USED;
      +
      13423  blockInfo[move.dstBlockIndex].flags |= BLOCK_FLAG_USED;
      +
      13424  }
      13425 
      -
      13426  if(IsCorruptionDetectionEnabled())
      -
      13427  {
      -
      13428  VmaWriteMagicValue(dstBlockInfo.pMappedData, move.dstOffset - VMA_DEBUG_MARGIN);
      -
      13429  VmaWriteMagicValue(dstBlockInfo.pMappedData, move.dstOffset + move.size);
      -
      13430  }
      -
      13431 
      -
      13432  // Flush destination.
      -
      13433  if(isNonCoherent)
      -
      13434  {
      -
      13435  VmaDeviceMemoryBlock* const pDstBlock = m_Blocks[move.dstBlockIndex];
      -
      13436  memRange.memory = pDstBlock->GetDeviceMemory();
      -
      13437  memRange.offset = VmaAlignDown(move.dstOffset, nonCoherentAtomSize);
      -
      13438  memRange.size = VMA_MIN(
      -
      13439  VmaAlignUp(move.size + (move.dstOffset - memRange.offset), nonCoherentAtomSize),
      -
      13440  pDstBlock->m_pMetadata->GetSize() - memRange.offset);
      -
      13441  (*m_hAllocator->GetVulkanFunctions().vkFlushMappedMemoryRanges)(m_hAllocator->m_hDevice, 1, &memRange);
      -
      13442  }
      -
      13443  }
      -
      13444  }
      -
      13445 
      -
      13446  // Go over all blocks in reverse order. Unmap those that were mapped just for defragmentation.
      -
      13447  // Regardless of pCtx->res == VK_SUCCESS.
      -
      13448  for(size_t blockIndex = blockCount; blockIndex--; )
      -
      13449  {
      -
      13450  const BlockInfo& currBlockInfo = blockInfo[blockIndex];
      -
      13451  if((currBlockInfo.flags & BLOCK_FLAG_MAPPED_FOR_DEFRAGMENTATION) != 0)
      -
      13452  {
      -
      13453  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
      -
      13454  pBlock->Unmap(m_hAllocator, 1);
      -
      13455  }
      -
      13456  }
      -
      13457 }
      -
      13458 
      -
      13459 void VmaBlockVector::ApplyDefragmentationMovesGpu(
      -
      13460  class VmaBlockVectorDefragmentationContext* pDefragCtx,
      -
      13461  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      -
      13462  VkCommandBuffer commandBuffer)
      -
      13463 {
      -
      13464  const size_t blockCount = m_Blocks.size();
      -
      13465 
      -
      13466  pDefragCtx->blockContexts.resize(blockCount);
      -
      13467  memset(pDefragCtx->blockContexts.data(), 0, blockCount * sizeof(VmaBlockDefragmentationContext));
      -
      13468 
      -
      13469  // Go over all moves. Mark blocks that are used with BLOCK_FLAG_USED.
      -
      13470  const size_t moveCount = moves.size();
      -
      13471  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
      -
      13472  {
      -
      13473  const VmaDefragmentationMove& move = moves[moveIndex];
      +
      13426  VMA_ASSERT(pDefragCtx->res == VK_SUCCESS);
      +
      13427 
      +
      13428  // Go over all blocks. Get mapped pointer or map if necessary.
      +
      13429  for(size_t blockIndex = 0; pDefragCtx->res == VK_SUCCESS && blockIndex < blockCount; ++blockIndex)
      +
      13430  {
      +
      13431  BlockInfo& currBlockInfo = blockInfo[blockIndex];
      +
      13432  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
      +
      13433  if((currBlockInfo.flags & BLOCK_FLAG_USED) != 0)
      +
      13434  {
      +
      13435  currBlockInfo.pMappedData = pBlock->GetMappedData();
      +
      13436  // It is not originally mapped - map it.
      +
      13437  if(currBlockInfo.pMappedData == VMA_NULL)
      +
      13438  {
      +
      13439  pDefragCtx->res = pBlock->Map(m_hAllocator, 1, &currBlockInfo.pMappedData);
      +
      13440  if(pDefragCtx->res == VK_SUCCESS)
      +
      13441  {
      +
      13442  currBlockInfo.flags |= BLOCK_FLAG_MAPPED_FOR_DEFRAGMENTATION;
      +
      13443  }
      +
      13444  }
      +
      13445  }
      +
      13446  }
      +
      13447 
      +
      13448  // Go over all moves. Do actual data transfer.
      +
      13449  if(pDefragCtx->res == VK_SUCCESS)
      +
      13450  {
      +
      13451  const VkDeviceSize nonCoherentAtomSize = m_hAllocator->m_PhysicalDeviceProperties.limits.nonCoherentAtomSize;
      +
      13452  VkMappedMemoryRange memRange = { VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE };
      +
      13453 
      +
      13454  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
      +
      13455  {
      +
      13456  const VmaDefragmentationMove& move = moves[moveIndex];
      +
      13457 
      +
      13458  const BlockInfo& srcBlockInfo = blockInfo[move.srcBlockIndex];
      +
      13459  const BlockInfo& dstBlockInfo = blockInfo[move.dstBlockIndex];
      +
      13460 
      +
      13461  VMA_ASSERT(srcBlockInfo.pMappedData && dstBlockInfo.pMappedData);
      +
      13462 
      +
      13463  // Invalidate source.
      +
      13464  if(isNonCoherent)
      +
      13465  {
      +
      13466  VmaDeviceMemoryBlock* const pSrcBlock = m_Blocks[move.srcBlockIndex];
      +
      13467  memRange.memory = pSrcBlock->GetDeviceMemory();
      +
      13468  memRange.offset = VmaAlignDown(move.srcOffset, nonCoherentAtomSize);
      +
      13469  memRange.size = VMA_MIN(
      +
      13470  VmaAlignUp(move.size + (move.srcOffset - memRange.offset), nonCoherentAtomSize),
      +
      13471  pSrcBlock->m_pMetadata->GetSize() - memRange.offset);
      +
      13472  (*m_hAllocator->GetVulkanFunctions().vkInvalidateMappedMemoryRanges)(m_hAllocator->m_hDevice, 1, &memRange);
      +
      13473  }
      13474 
      -
      13475  //if(move.type == VMA_ALLOCATION_TYPE_UNKNOWN)
      -
      13476  {
      -
      13477  // Old school move still require us to map the whole block
      -
      13478  pDefragCtx->blockContexts[move.srcBlockIndex].flags |= VmaBlockDefragmentationContext::BLOCK_FLAG_USED;
      -
      13479  pDefragCtx->blockContexts[move.dstBlockIndex].flags |= VmaBlockDefragmentationContext::BLOCK_FLAG_USED;
      -
      13480  }
      -
      13481  }
      -
      13482 
      -
      13483  VMA_ASSERT(pDefragCtx->res == VK_SUCCESS);
      -
      13484 
      -
      13485  // Go over all blocks. Create and bind buffer for whole block if necessary.
      -
      13486  {
      -
      13487  VkBufferCreateInfo bufCreateInfo;
      -
      13488  VmaFillGpuDefragmentationBufferCreateInfo(bufCreateInfo);
      -
      13489 
      -
      13490  for(size_t blockIndex = 0; pDefragCtx->res == VK_SUCCESS && blockIndex < blockCount; ++blockIndex)
      -
      13491  {
      -
      13492  VmaBlockDefragmentationContext& currBlockCtx = pDefragCtx->blockContexts[blockIndex];
      -
      13493  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
      -
      13494  if((currBlockCtx.flags & VmaBlockDefragmentationContext::BLOCK_FLAG_USED) != 0)
      -
      13495  {
      -
      13496  bufCreateInfo.size = pBlock->m_pMetadata->GetSize();
      -
      13497  pDefragCtx->res = (*m_hAllocator->GetVulkanFunctions().vkCreateBuffer)(
      -
      13498  m_hAllocator->m_hDevice, &bufCreateInfo, m_hAllocator->GetAllocationCallbacks(), &currBlockCtx.hBuffer);
      -
      13499  if(pDefragCtx->res == VK_SUCCESS)
      -
      13500  {
      -
      13501  pDefragCtx->res = (*m_hAllocator->GetVulkanFunctions().vkBindBufferMemory)(
      -
      13502  m_hAllocator->m_hDevice, currBlockCtx.hBuffer, pBlock->GetDeviceMemory(), 0);
      -
      13503  }
      -
      13504  }
      -
      13505  }
      -
      13506  }
      -
      13507 
      -
      13508  // Go over all moves. Post data transfer commands to command buffer.
      -
      13509  if(pDefragCtx->res == VK_SUCCESS)
      -
      13510  {
      -
      13511  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
      -
      13512  {
      -
      13513  const VmaDefragmentationMove& move = moves[moveIndex];
      -
      13514 
      -
      13515  const VmaBlockDefragmentationContext& srcBlockCtx = pDefragCtx->blockContexts[move.srcBlockIndex];
      -
      13516  const VmaBlockDefragmentationContext& dstBlockCtx = pDefragCtx->blockContexts[move.dstBlockIndex];
      -
      13517 
      -
      13518  VMA_ASSERT(srcBlockCtx.hBuffer && dstBlockCtx.hBuffer);
      -
      13519 
      -
      13520  VkBufferCopy region = {
      -
      13521  move.srcOffset,
      -
      13522  move.dstOffset,
      -
      13523  move.size };
      -
      13524  (*m_hAllocator->GetVulkanFunctions().vkCmdCopyBuffer)(
      -
      13525  commandBuffer, srcBlockCtx.hBuffer, dstBlockCtx.hBuffer, 1, &region);
      -
      13526  }
      -
      13527  }
      -
      13528 
      -
      13529  // Save buffers to defrag context for later destruction.
      -
      13530  if(pDefragCtx->res == VK_SUCCESS && moveCount > 0)
      -
      13531  {
      -
      13532  pDefragCtx->res = VK_NOT_READY;
      -
      13533  }
      -
      13534 }
      -
      13535 
      -
      13536 void VmaBlockVector::FreeEmptyBlocks(VmaDefragmentationStats* pDefragmentationStats)
      -
      13537 {
      -
      13538  for(size_t blockIndex = m_Blocks.size(); blockIndex--; )
      -
      13539  {
      -
      13540  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
      -
      13541  if(pBlock->m_pMetadata->IsEmpty())
      -
      13542  {
      -
      13543  if(m_Blocks.size() > m_MinBlockCount)
      -
      13544  {
      -
      13545  if(pDefragmentationStats != VMA_NULL)
      -
      13546  {
      -
      13547  ++pDefragmentationStats->deviceMemoryBlocksFreed;
      -
      13548  pDefragmentationStats->bytesFreed += pBlock->m_pMetadata->GetSize();
      -
      13549  }
      -
      13550 
      -
      13551  VmaVectorRemove(m_Blocks, blockIndex);
      -
      13552  pBlock->Destroy(m_hAllocator);
      -
      13553  vma_delete(m_hAllocator, pBlock);
      -
      13554  }
      -
      13555  else
      -
      13556  {
      -
      13557  break;
      -
      13558  }
      -
      13559  }
      -
      13560  }
      -
      13561  UpdateHasEmptyBlock();
      -
      13562 }
      -
      13563 
      -
      13564 void VmaBlockVector::UpdateHasEmptyBlock()
      -
      13565 {
      -
      13566  m_HasEmptyBlock = false;
      -
      13567  for(size_t index = 0, count = m_Blocks.size(); index < count; ++index)
      -
      13568  {
      -
      13569  VmaDeviceMemoryBlock* const pBlock = m_Blocks[index];
      -
      13570  if(pBlock->m_pMetadata->IsEmpty())
      -
      13571  {
      -
      13572  m_HasEmptyBlock = true;
      -
      13573  break;
      -
      13574  }
      -
      13575  }
      -
      13576 }
      -
      13577 
      -
      13578 #if VMA_STATS_STRING_ENABLED
      -
      13579 
      -
      13580 void VmaBlockVector::PrintDetailedMap(class VmaJsonWriter& json)
      -
      13581 {
      -
      13582  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      13475  // THE PLACE WHERE ACTUAL DATA COPY HAPPENS.
      +
      13476  memmove(
      +
      13477  reinterpret_cast<char*>(dstBlockInfo.pMappedData) + move.dstOffset,
      +
      13478  reinterpret_cast<char*>(srcBlockInfo.pMappedData) + move.srcOffset,
      +
      13479  static_cast<size_t>(move.size));
      +
      13480 
      +
      13481  if(IsCorruptionDetectionEnabled())
      +
      13482  {
      +
      13483  VmaWriteMagicValue(dstBlockInfo.pMappedData, move.dstOffset - VMA_DEBUG_MARGIN);
      +
      13484  VmaWriteMagicValue(dstBlockInfo.pMappedData, move.dstOffset + move.size);
      +
      13485  }
      +
      13486 
      +
      13487  // Flush destination.
      +
      13488  if(isNonCoherent)
      +
      13489  {
      +
      13490  VmaDeviceMemoryBlock* const pDstBlock = m_Blocks[move.dstBlockIndex];
      +
      13491  memRange.memory = pDstBlock->GetDeviceMemory();
      +
      13492  memRange.offset = VmaAlignDown(move.dstOffset, nonCoherentAtomSize);
      +
      13493  memRange.size = VMA_MIN(
      +
      13494  VmaAlignUp(move.size + (move.dstOffset - memRange.offset), nonCoherentAtomSize),
      +
      13495  pDstBlock->m_pMetadata->GetSize() - memRange.offset);
      +
      13496  (*m_hAllocator->GetVulkanFunctions().vkFlushMappedMemoryRanges)(m_hAllocator->m_hDevice, 1, &memRange);
      +
      13497  }
      +
      13498  }
      +
      13499  }
      +
      13500 
      +
      13501  // Go over all blocks in reverse order. Unmap those that were mapped just for defragmentation.
      +
      13502  // Regardless of pCtx->res == VK_SUCCESS.
      +
      13503  for(size_t blockIndex = blockCount; blockIndex--; )
      +
      13504  {
      +
      13505  const BlockInfo& currBlockInfo = blockInfo[blockIndex];
      +
      13506  if((currBlockInfo.flags & BLOCK_FLAG_MAPPED_FOR_DEFRAGMENTATION) != 0)
      +
      13507  {
      +
      13508  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
      +
      13509  pBlock->Unmap(m_hAllocator, 1);
      +
      13510  }
      +
      13511  }
      +
      13512 }
      +
      13513 
      +
      13514 void VmaBlockVector::ApplyDefragmentationMovesGpu(
      +
      13515  class VmaBlockVectorDefragmentationContext* pDefragCtx,
      +
      13516  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      +
      13517  VkCommandBuffer commandBuffer)
      +
      13518 {
      +
      13519  const size_t blockCount = m_Blocks.size();
      +
      13520 
      +
      13521  pDefragCtx->blockContexts.resize(blockCount);
      +
      13522  memset(pDefragCtx->blockContexts.data(), 0, blockCount * sizeof(VmaBlockDefragmentationContext));
      +
      13523 
      +
      13524  // Go over all moves. Mark blocks that are used with BLOCK_FLAG_USED.
      +
      13525  const size_t moveCount = moves.size();
      +
      13526  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
      +
      13527  {
      +
      13528  const VmaDefragmentationMove& move = moves[moveIndex];
      +
      13529 
      +
      13530  //if(move.type == VMA_ALLOCATION_TYPE_UNKNOWN)
      +
      13531  {
      +
      13532  // Old school move still require us to map the whole block
      +
      13533  pDefragCtx->blockContexts[move.srcBlockIndex].flags |= VmaBlockDefragmentationContext::BLOCK_FLAG_USED;
      +
      13534  pDefragCtx->blockContexts[move.dstBlockIndex].flags |= VmaBlockDefragmentationContext::BLOCK_FLAG_USED;
      +
      13535  }
      +
      13536  }
      +
      13537 
      +
      13538  VMA_ASSERT(pDefragCtx->res == VK_SUCCESS);
      +
      13539 
      +
      13540  // Go over all blocks. Create and bind buffer for whole block if necessary.
      +
      13541  {
      +
      13542  VkBufferCreateInfo bufCreateInfo;
      +
      13543  VmaFillGpuDefragmentationBufferCreateInfo(bufCreateInfo);
      +
      13544 
      +
      13545  for(size_t blockIndex = 0; pDefragCtx->res == VK_SUCCESS && blockIndex < blockCount; ++blockIndex)
      +
      13546  {
      +
      13547  VmaBlockDefragmentationContext& currBlockCtx = pDefragCtx->blockContexts[blockIndex];
      +
      13548  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
      +
      13549  if((currBlockCtx.flags & VmaBlockDefragmentationContext::BLOCK_FLAG_USED) != 0)
      +
      13550  {
      +
      13551  bufCreateInfo.size = pBlock->m_pMetadata->GetSize();
      +
      13552  pDefragCtx->res = (*m_hAllocator->GetVulkanFunctions().vkCreateBuffer)(
      +
      13553  m_hAllocator->m_hDevice, &bufCreateInfo, m_hAllocator->GetAllocationCallbacks(), &currBlockCtx.hBuffer);
      +
      13554  if(pDefragCtx->res == VK_SUCCESS)
      +
      13555  {
      +
      13556  pDefragCtx->res = (*m_hAllocator->GetVulkanFunctions().vkBindBufferMemory)(
      +
      13557  m_hAllocator->m_hDevice, currBlockCtx.hBuffer, pBlock->GetDeviceMemory(), 0);
      +
      13558  }
      +
      13559  }
      +
      13560  }
      +
      13561  }
      +
      13562 
      +
      13563  // Go over all moves. Post data transfer commands to command buffer.
      +
      13564  if(pDefragCtx->res == VK_SUCCESS)
      +
      13565  {
      +
      13566  for(size_t moveIndex = 0; moveIndex < moveCount; ++moveIndex)
      +
      13567  {
      +
      13568  const VmaDefragmentationMove& move = moves[moveIndex];
      +
      13569 
      +
      13570  const VmaBlockDefragmentationContext& srcBlockCtx = pDefragCtx->blockContexts[move.srcBlockIndex];
      +
      13571  const VmaBlockDefragmentationContext& dstBlockCtx = pDefragCtx->blockContexts[move.dstBlockIndex];
      +
      13572 
      +
      13573  VMA_ASSERT(srcBlockCtx.hBuffer && dstBlockCtx.hBuffer);
      +
      13574 
      +
      13575  VkBufferCopy region = {
      +
      13576  move.srcOffset,
      +
      13577  move.dstOffset,
      +
      13578  move.size };
      +
      13579  (*m_hAllocator->GetVulkanFunctions().vkCmdCopyBuffer)(
      +
      13580  commandBuffer, srcBlockCtx.hBuffer, dstBlockCtx.hBuffer, 1, &region);
      +
      13581  }
      +
      13582  }
      13583 
      -
      13584  json.BeginObject();
      -
      13585 
      -
      13586  if(IsCustomPool())
      -
      13587  {
      -
      13588  const char* poolName = m_hParentPool->GetName();
      -
      13589  if(poolName != VMA_NULL && poolName[0] != '\0')
      -
      13590  {
      -
      13591  json.WriteString("Name");
      -
      13592  json.WriteString(poolName);
      -
      13593  }
      -
      13594 
      -
      13595  json.WriteString("MemoryTypeIndex");
      -
      13596  json.WriteNumber(m_MemoryTypeIndex);
      -
      13597 
      -
      13598  json.WriteString("BlockSize");
      -
      13599  json.WriteNumber(m_PreferredBlockSize);
      -
      13600 
      -
      13601  json.WriteString("BlockCount");
      -
      13602  json.BeginObject(true);
      -
      13603  if(m_MinBlockCount > 0)
      -
      13604  {
      -
      13605  json.WriteString("Min");
      -
      13606  json.WriteNumber((uint64_t)m_MinBlockCount);
      -
      13607  }
      -
      13608  if(m_MaxBlockCount < SIZE_MAX)
      -
      13609  {
      -
      13610  json.WriteString("Max");
      -
      13611  json.WriteNumber((uint64_t)m_MaxBlockCount);
      -
      13612  }
      -
      13613  json.WriteString("Cur");
      -
      13614  json.WriteNumber((uint64_t)m_Blocks.size());
      -
      13615  json.EndObject();
      -
      13616 
      -
      13617  if(m_FrameInUseCount > 0)
      -
      13618  {
      -
      13619  json.WriteString("FrameInUseCount");
      -
      13620  json.WriteNumber(m_FrameInUseCount);
      -
      13621  }
      -
      13622 
      -
      13623  if(m_Algorithm != 0)
      -
      13624  {
      -
      13625  json.WriteString("Algorithm");
      -
      13626  json.WriteString(VmaAlgorithmToStr(m_Algorithm));
      -
      13627  }
      -
      13628  }
      -
      13629  else
      -
      13630  {
      -
      13631  json.WriteString("PreferredBlockSize");
      -
      13632  json.WriteNumber(m_PreferredBlockSize);
      -
      13633  }
      +
      13584  // Save buffers to defrag context for later destruction.
      +
      13585  if(pDefragCtx->res == VK_SUCCESS && moveCount > 0)
      +
      13586  {
      +
      13587  pDefragCtx->res = VK_NOT_READY;
      +
      13588  }
      +
      13589 }
      +
      13590 
      +
      13591 void VmaBlockVector::FreeEmptyBlocks(VmaDefragmentationStats* pDefragmentationStats)
      +
      13592 {
      +
      13593  for(size_t blockIndex = m_Blocks.size(); blockIndex--; )
      +
      13594  {
      +
      13595  VmaDeviceMemoryBlock* pBlock = m_Blocks[blockIndex];
      +
      13596  if(pBlock->m_pMetadata->IsEmpty())
      +
      13597  {
      +
      13598  if(m_Blocks.size() > m_MinBlockCount)
      +
      13599  {
      +
      13600  if(pDefragmentationStats != VMA_NULL)
      +
      13601  {
      +
      13602  ++pDefragmentationStats->deviceMemoryBlocksFreed;
      +
      13603  pDefragmentationStats->bytesFreed += pBlock->m_pMetadata->GetSize();
      +
      13604  }
      +
      13605 
      +
      13606  VmaVectorRemove(m_Blocks, blockIndex);
      +
      13607  pBlock->Destroy(m_hAllocator);
      +
      13608  vma_delete(m_hAllocator, pBlock);
      +
      13609  }
      +
      13610  else
      +
      13611  {
      +
      13612  break;
      +
      13613  }
      +
      13614  }
      +
      13615  }
      +
      13616  UpdateHasEmptyBlock();
      +
      13617 }
      +
      13618 
      +
      13619 void VmaBlockVector::UpdateHasEmptyBlock()
      +
      13620 {
      +
      13621  m_HasEmptyBlock = false;
      +
      13622  for(size_t index = 0, count = m_Blocks.size(); index < count; ++index)
      +
      13623  {
      +
      13624  VmaDeviceMemoryBlock* const pBlock = m_Blocks[index];
      +
      13625  if(pBlock->m_pMetadata->IsEmpty())
      +
      13626  {
      +
      13627  m_HasEmptyBlock = true;
      +
      13628  break;
      +
      13629  }
      +
      13630  }
      +
      13631 }
      +
      13632 
      +
      13633 #if VMA_STATS_STRING_ENABLED
      13634 
      -
      13635  json.WriteString("Blocks");
      -
      13636  json.BeginObject();
      -
      13637  for(size_t i = 0; i < m_Blocks.size(); ++i)
      -
      13638  {
      -
      13639  json.BeginString();
      -
      13640  json.ContinueString(m_Blocks[i]->GetId());
      -
      13641  json.EndString();
      -
      13642 
      -
      13643  m_Blocks[i]->m_pMetadata->PrintDetailedMap(json);
      -
      13644  }
      -
      13645  json.EndObject();
      -
      13646 
      -
      13647  json.EndObject();
      -
      13648 }
      +
      13635 void VmaBlockVector::PrintDetailedMap(class VmaJsonWriter& json)
      +
      13636 {
      +
      13637  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      13638 
      +
      13639  json.BeginObject();
      +
      13640 
      +
      13641  if(IsCustomPool())
      +
      13642  {
      +
      13643  const char* poolName = m_hParentPool->GetName();
      +
      13644  if(poolName != VMA_NULL && poolName[0] != '\0')
      +
      13645  {
      +
      13646  json.WriteString("Name");
      +
      13647  json.WriteString(poolName);
      +
      13648  }
      13649 
      -
      13650 #endif // #if VMA_STATS_STRING_ENABLED
      -
      13651 
      -
      13652 void VmaBlockVector::Defragment(
      -
      13653  class VmaBlockVectorDefragmentationContext* pCtx,
      -
      13654  VmaDefragmentationStats* pStats, VmaDefragmentationFlags flags,
      -
      13655  VkDeviceSize& maxCpuBytesToMove, uint32_t& maxCpuAllocationsToMove,
      -
      13656  VkDeviceSize& maxGpuBytesToMove, uint32_t& maxGpuAllocationsToMove,
      -
      13657  VkCommandBuffer commandBuffer)
      -
      13658 {
      -
      13659  pCtx->res = VK_SUCCESS;
      -
      13660 
      -
      13661  const VkMemoryPropertyFlags memPropFlags =
      -
      13662  m_hAllocator->m_MemProps.memoryTypes[m_MemoryTypeIndex].propertyFlags;
      -
      13663  const bool isHostVisible = (memPropFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0;
      -
      13664 
      -
      13665  const bool canDefragmentOnCpu = maxCpuBytesToMove > 0 && maxCpuAllocationsToMove > 0 &&
      -
      13666  isHostVisible;
      -
      13667  const bool canDefragmentOnGpu = maxGpuBytesToMove > 0 && maxGpuAllocationsToMove > 0 &&
      -
      13668  !IsCorruptionDetectionEnabled() &&
      -
      13669  ((1u << m_MemoryTypeIndex) & m_hAllocator->GetGpuDefragmentationMemoryTypeBits()) != 0;
      -
      13670 
      -
      13671  // There are options to defragment this memory type.
      -
      13672  if(canDefragmentOnCpu || canDefragmentOnGpu)
      -
      13673  {
      -
      13674  bool defragmentOnGpu;
      -
      13675  // There is only one option to defragment this memory type.
      -
      13676  if(canDefragmentOnGpu != canDefragmentOnCpu)
      -
      13677  {
      -
      13678  defragmentOnGpu = canDefragmentOnGpu;
      -
      13679  }
      -
      13680  // Both options are available: Heuristics to choose the best one.
      -
      13681  else
      -
      13682  {
      -
      13683  defragmentOnGpu = (memPropFlags & VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT) != 0 ||
      -
      13684  m_hAllocator->IsIntegratedGpu();
      -
      13685  }
      -
      13686 
      -
      13687  bool overlappingMoveSupported = !defragmentOnGpu;
      -
      13688 
      -
      13689  if(m_hAllocator->m_UseMutex)
      -
      13690  {
      -
      13691  if(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL)
      -
      13692  {
      -
      13693  if(!m_Mutex.TryLockWrite())
      -
      13694  {
      -
      13695  pCtx->res = VK_ERROR_INITIALIZATION_FAILED;
      -
      13696  return;
      -
      13697  }
      -
      13698  }
      -
      13699  else
      -
      13700  {
      -
      13701  m_Mutex.LockWrite();
      -
      13702  pCtx->mutexLocked = true;
      -
      13703  }
      -
      13704  }
      -
      13705 
      -
      13706  pCtx->Begin(overlappingMoveSupported, flags);
      -
      13707 
      -
      13708  // Defragment.
      -
      13709 
      -
      13710  const VkDeviceSize maxBytesToMove = defragmentOnGpu ? maxGpuBytesToMove : maxCpuBytesToMove;
      -
      13711  const uint32_t maxAllocationsToMove = defragmentOnGpu ? maxGpuAllocationsToMove : maxCpuAllocationsToMove;
      -
      13712  pCtx->res = pCtx->GetAlgorithm()->Defragment(pCtx->defragmentationMoves, maxBytesToMove, maxAllocationsToMove, flags);
      -
      13713 
      -
      13714  // Accumulate statistics.
      -
      13715  if(pStats != VMA_NULL)
      -
      13716  {
      -
      13717  const VkDeviceSize bytesMoved = pCtx->GetAlgorithm()->GetBytesMoved();
      -
      13718  const uint32_t allocationsMoved = pCtx->GetAlgorithm()->GetAllocationsMoved();
      -
      13719  pStats->bytesMoved += bytesMoved;
      -
      13720  pStats->allocationsMoved += allocationsMoved;
      -
      13721  VMA_ASSERT(bytesMoved <= maxBytesToMove);
      -
      13722  VMA_ASSERT(allocationsMoved <= maxAllocationsToMove);
      -
      13723  if(defragmentOnGpu)
      -
      13724  {
      -
      13725  maxGpuBytesToMove -= bytesMoved;
      -
      13726  maxGpuAllocationsToMove -= allocationsMoved;
      -
      13727  }
      -
      13728  else
      -
      13729  {
      -
      13730  maxCpuBytesToMove -= bytesMoved;
      -
      13731  maxCpuAllocationsToMove -= allocationsMoved;
      -
      13732  }
      -
      13733  }
      -
      13734 
      -
      13735  if(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL)
      -
      13736  {
      -
      13737  if(m_hAllocator->m_UseMutex)
      -
      13738  m_Mutex.UnlockWrite();
      -
      13739 
      -
      13740  if(pCtx->res >= VK_SUCCESS && !pCtx->defragmentationMoves.empty())
      -
      13741  pCtx->res = VK_NOT_READY;
      -
      13742 
      -
      13743  return;
      -
      13744  }
      -
      13745 
      -
      13746  if(pCtx->res >= VK_SUCCESS)
      -
      13747  {
      -
      13748  if(defragmentOnGpu)
      -
      13749  {
      -
      13750  ApplyDefragmentationMovesGpu(pCtx, pCtx->defragmentationMoves, commandBuffer);
      -
      13751  }
      -
      13752  else
      -
      13753  {
      -
      13754  ApplyDefragmentationMovesCpu(pCtx, pCtx->defragmentationMoves);
      -
      13755  }
      -
      13756  }
      -
      13757  }
      -
      13758 }
      -
      13759 
      -
      13760 void VmaBlockVector::DefragmentationEnd(
      -
      13761  class VmaBlockVectorDefragmentationContext* pCtx,
      -
      13762  uint32_t flags,
      -
      13763  VmaDefragmentationStats* pStats)
      -
      13764 {
      -
      13765  if(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL && m_hAllocator->m_UseMutex)
      -
      13766  {
      -
      13767  VMA_ASSERT(pCtx->mutexLocked == false);
      +
      13650  json.WriteString("MemoryTypeIndex");
      +
      13651  json.WriteNumber(m_MemoryTypeIndex);
      +
      13652 
      +
      13653  json.WriteString("BlockSize");
      +
      13654  json.WriteNumber(m_PreferredBlockSize);
      +
      13655 
      +
      13656  json.WriteString("BlockCount");
      +
      13657  json.BeginObject(true);
      +
      13658  if(m_MinBlockCount > 0)
      +
      13659  {
      +
      13660  json.WriteString("Min");
      +
      13661  json.WriteNumber((uint64_t)m_MinBlockCount);
      +
      13662  }
      +
      13663  if(m_MaxBlockCount < SIZE_MAX)
      +
      13664  {
      +
      13665  json.WriteString("Max");
      +
      13666  json.WriteNumber((uint64_t)m_MaxBlockCount);
      +
      13667  }
      +
      13668  json.WriteString("Cur");
      +
      13669  json.WriteNumber((uint64_t)m_Blocks.size());
      +
      13670  json.EndObject();
      +
      13671 
      +
      13672  if(m_FrameInUseCount > 0)
      +
      13673  {
      +
      13674  json.WriteString("FrameInUseCount");
      +
      13675  json.WriteNumber(m_FrameInUseCount);
      +
      13676  }
      +
      13677 
      +
      13678  if(m_Algorithm != 0)
      +
      13679  {
      +
      13680  json.WriteString("Algorithm");
      +
      13681  json.WriteString(VmaAlgorithmToStr(m_Algorithm));
      +
      13682  }
      +
      13683  }
      +
      13684  else
      +
      13685  {
      +
      13686  json.WriteString("PreferredBlockSize");
      +
      13687  json.WriteNumber(m_PreferredBlockSize);
      +
      13688  }
      +
      13689 
      +
      13690  json.WriteString("Blocks");
      +
      13691  json.BeginObject();
      +
      13692  for(size_t i = 0; i < m_Blocks.size(); ++i)
      +
      13693  {
      +
      13694  json.BeginString();
      +
      13695  json.ContinueString(m_Blocks[i]->GetId());
      +
      13696  json.EndString();
      +
      13697 
      +
      13698  m_Blocks[i]->m_pMetadata->PrintDetailedMap(json);
      +
      13699  }
      +
      13700  json.EndObject();
      +
      13701 
      +
      13702  json.EndObject();
      +
      13703 }
      +
      13704 
      +
      13705 #endif // #if VMA_STATS_STRING_ENABLED
      +
      13706 
      +
      13707 void VmaBlockVector::Defragment(
      +
      13708  class VmaBlockVectorDefragmentationContext* pCtx,
      +
      13709  VmaDefragmentationStats* pStats, VmaDefragmentationFlags flags,
      +
      13710  VkDeviceSize& maxCpuBytesToMove, uint32_t& maxCpuAllocationsToMove,
      +
      13711  VkDeviceSize& maxGpuBytesToMove, uint32_t& maxGpuAllocationsToMove,
      +
      13712  VkCommandBuffer commandBuffer)
      +
      13713 {
      +
      13714  pCtx->res = VK_SUCCESS;
      +
      13715 
      +
      13716  const VkMemoryPropertyFlags memPropFlags =
      +
      13717  m_hAllocator->m_MemProps.memoryTypes[m_MemoryTypeIndex].propertyFlags;
      +
      13718  const bool isHostVisible = (memPropFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0;
      +
      13719 
      +
      13720  const bool canDefragmentOnCpu = maxCpuBytesToMove > 0 && maxCpuAllocationsToMove > 0 &&
      +
      13721  isHostVisible;
      +
      13722  const bool canDefragmentOnGpu = maxGpuBytesToMove > 0 && maxGpuAllocationsToMove > 0 &&
      +
      13723  !IsCorruptionDetectionEnabled() &&
      +
      13724  ((1u << m_MemoryTypeIndex) & m_hAllocator->GetGpuDefragmentationMemoryTypeBits()) != 0;
      +
      13725 
      +
      13726  // There are options to defragment this memory type.
      +
      13727  if(canDefragmentOnCpu || canDefragmentOnGpu)
      +
      13728  {
      +
      13729  bool defragmentOnGpu;
      +
      13730  // There is only one option to defragment this memory type.
      +
      13731  if(canDefragmentOnGpu != canDefragmentOnCpu)
      +
      13732  {
      +
      13733  defragmentOnGpu = canDefragmentOnGpu;
      +
      13734  }
      +
      13735  // Both options are available: Heuristics to choose the best one.
      +
      13736  else
      +
      13737  {
      +
      13738  defragmentOnGpu = (memPropFlags & VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT) != 0 ||
      +
      13739  m_hAllocator->IsIntegratedGpu();
      +
      13740  }
      +
      13741 
      +
      13742  bool overlappingMoveSupported = !defragmentOnGpu;
      +
      13743 
      +
      13744  if(m_hAllocator->m_UseMutex)
      +
      13745  {
      +
      13746  if(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL)
      +
      13747  {
      +
      13748  if(!m_Mutex.TryLockWrite())
      +
      13749  {
      +
      13750  pCtx->res = VK_ERROR_INITIALIZATION_FAILED;
      +
      13751  return;
      +
      13752  }
      +
      13753  }
      +
      13754  else
      +
      13755  {
      +
      13756  m_Mutex.LockWrite();
      +
      13757  pCtx->mutexLocked = true;
      +
      13758  }
      +
      13759  }
      +
      13760 
      +
      13761  pCtx->Begin(overlappingMoveSupported, flags);
      +
      13762 
      +
      13763  // Defragment.
      +
      13764 
      +
      13765  const VkDeviceSize maxBytesToMove = defragmentOnGpu ? maxGpuBytesToMove : maxCpuBytesToMove;
      +
      13766  const uint32_t maxAllocationsToMove = defragmentOnGpu ? maxGpuAllocationsToMove : maxCpuAllocationsToMove;
      +
      13767  pCtx->res = pCtx->GetAlgorithm()->Defragment(pCtx->defragmentationMoves, maxBytesToMove, maxAllocationsToMove, flags);
      13768 
      -
      13769  // Incremental defragmentation doesn't hold the lock, so when we enter here we don't actually have any
      -
      13770  // lock protecting us. Since we mutate state here, we have to take the lock out now
      -
      13771  m_Mutex.LockWrite();
      -
      13772  pCtx->mutexLocked = true;
      -
      13773  }
      -
      13774 
      -
      13775  // If the mutex isn't locked we didn't do any work and there is nothing to delete.
      -
      13776  if(pCtx->mutexLocked || !m_hAllocator->m_UseMutex)
      -
      13777  {
      -
      13778  // Destroy buffers.
      -
      13779  for(size_t blockIndex = pCtx->blockContexts.size(); blockIndex--;)
      -
      13780  {
      -
      13781  VmaBlockDefragmentationContext &blockCtx = pCtx->blockContexts[blockIndex];
      -
      13782  if(blockCtx.hBuffer)
      -
      13783  {
      -
      13784  (*m_hAllocator->GetVulkanFunctions().vkDestroyBuffer)(m_hAllocator->m_hDevice, blockCtx.hBuffer, m_hAllocator->GetAllocationCallbacks());
      -
      13785  }
      -
      13786  }
      -
      13787 
      -
      13788  if(pCtx->res >= VK_SUCCESS)
      -
      13789  {
      -
      13790  FreeEmptyBlocks(pStats);
      -
      13791  }
      -
      13792  }
      -
      13793 
      -
      13794  if(pCtx->mutexLocked)
      -
      13795  {
      -
      13796  VMA_ASSERT(m_hAllocator->m_UseMutex);
      -
      13797  m_Mutex.UnlockWrite();
      -
      13798  }
      -
      13799 }
      +
      13769  // Accumulate statistics.
      +
      13770  if(pStats != VMA_NULL)
      +
      13771  {
      +
      13772  const VkDeviceSize bytesMoved = pCtx->GetAlgorithm()->GetBytesMoved();
      +
      13773  const uint32_t allocationsMoved = pCtx->GetAlgorithm()->GetAllocationsMoved();
      +
      13774  pStats->bytesMoved += bytesMoved;
      +
      13775  pStats->allocationsMoved += allocationsMoved;
      +
      13776  VMA_ASSERT(bytesMoved <= maxBytesToMove);
      +
      13777  VMA_ASSERT(allocationsMoved <= maxAllocationsToMove);
      +
      13778  if(defragmentOnGpu)
      +
      13779  {
      +
      13780  maxGpuBytesToMove -= bytesMoved;
      +
      13781  maxGpuAllocationsToMove -= allocationsMoved;
      +
      13782  }
      +
      13783  else
      +
      13784  {
      +
      13785  maxCpuBytesToMove -= bytesMoved;
      +
      13786  maxCpuAllocationsToMove -= allocationsMoved;
      +
      13787  }
      +
      13788  }
      +
      13789 
      +
      13790  if(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL)
      +
      13791  {
      +
      13792  if(m_hAllocator->m_UseMutex)
      +
      13793  m_Mutex.UnlockWrite();
      +
      13794 
      +
      13795  if(pCtx->res >= VK_SUCCESS && !pCtx->defragmentationMoves.empty())
      +
      13796  pCtx->res = VK_NOT_READY;
      +
      13797 
      +
      13798  return;
      +
      13799  }
      13800 
      -
      13801 uint32_t VmaBlockVector::ProcessDefragmentations(
      -
      13802  class VmaBlockVectorDefragmentationContext *pCtx,
      -
      13803  VmaDefragmentationPassMoveInfo* pMove, uint32_t maxMoves)
      -
      13804 {
      -
      13805  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      13806 
      -
      13807  const uint32_t moveCount = VMA_MIN(uint32_t(pCtx->defragmentationMoves.size()) - pCtx->defragmentationMovesProcessed, maxMoves);
      -
      13808 
      -
      13809  for(uint32_t i = 0; i < moveCount; ++ i)
      -
      13810  {
      -
      13811  VmaDefragmentationMove& move = pCtx->defragmentationMoves[pCtx->defragmentationMovesProcessed + i];
      -
      13812 
      -
      13813  pMove->allocation = move.hAllocation;
      -
      13814  pMove->memory = move.pDstBlock->GetDeviceMemory();
      -
      13815  pMove->offset = move.dstOffset;
      -
      13816 
      -
      13817  ++ pMove;
      -
      13818  }
      -
      13819 
      -
      13820  pCtx->defragmentationMovesProcessed += moveCount;
      -
      13821 
      -
      13822  return moveCount;
      -
      13823 }
      -
      13824 
      -
      13825 void VmaBlockVector::CommitDefragmentations(
      -
      13826  class VmaBlockVectorDefragmentationContext *pCtx,
      -
      13827  VmaDefragmentationStats* pStats)
      -
      13828 {
      -
      13829  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      13830 
      -
      13831  for(uint32_t i = pCtx->defragmentationMovesCommitted; i < pCtx->defragmentationMovesProcessed; ++ i)
      +
      13801  if(pCtx->res >= VK_SUCCESS)
      +
      13802  {
      +
      13803  if(defragmentOnGpu)
      +
      13804  {
      +
      13805  ApplyDefragmentationMovesGpu(pCtx, pCtx->defragmentationMoves, commandBuffer);
      +
      13806  }
      +
      13807  else
      +
      13808  {
      +
      13809  ApplyDefragmentationMovesCpu(pCtx, pCtx->defragmentationMoves);
      +
      13810  }
      +
      13811  }
      +
      13812  }
      +
      13813 }
      +
      13814 
      +
      13815 void VmaBlockVector::DefragmentationEnd(
      +
      13816  class VmaBlockVectorDefragmentationContext* pCtx,
      +
      13817  uint32_t flags,
      +
      13818  VmaDefragmentationStats* pStats)
      +
      13819 {
      +
      13820  if(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL && m_hAllocator->m_UseMutex)
      +
      13821  {
      +
      13822  VMA_ASSERT(pCtx->mutexLocked == false);
      +
      13823 
      +
      13824  // Incremental defragmentation doesn't hold the lock, so when we enter here we don't actually have any
      +
      13825  // lock protecting us. Since we mutate state here, we have to take the lock out now
      +
      13826  m_Mutex.LockWrite();
      +
      13827  pCtx->mutexLocked = true;
      +
      13828  }
      +
      13829 
      +
      13830  // If the mutex isn't locked we didn't do any work and there is nothing to delete.
      +
      13831  if(pCtx->mutexLocked || !m_hAllocator->m_UseMutex)
      13832  {
      -
      13833  const VmaDefragmentationMove &move = pCtx->defragmentationMoves[i];
      -
      13834 
      -
      13835  move.pSrcBlock->m_pMetadata->FreeAtOffset(move.srcOffset);
      -
      13836  move.hAllocation->ChangeBlockAllocation(m_hAllocator, move.pDstBlock, move.dstOffset);
      -
      13837  }
      -
      13838 
      -
      13839  pCtx->defragmentationMovesCommitted = pCtx->defragmentationMovesProcessed;
      -
      13840  FreeEmptyBlocks(pStats);
      -
      13841 }
      +
      13833  // Destroy buffers.
      +
      13834  for(size_t blockIndex = pCtx->blockContexts.size(); blockIndex--;)
      +
      13835  {
      +
      13836  VmaBlockDefragmentationContext &blockCtx = pCtx->blockContexts[blockIndex];
      +
      13837  if(blockCtx.hBuffer)
      +
      13838  {
      +
      13839  (*m_hAllocator->GetVulkanFunctions().vkDestroyBuffer)(m_hAllocator->m_hDevice, blockCtx.hBuffer, m_hAllocator->GetAllocationCallbacks());
      +
      13840  }
      +
      13841  }
      13842 
      -
      13843 size_t VmaBlockVector::CalcAllocationCount() const
      -
      13844 {
      -
      13845  size_t result = 0;
      -
      13846  for(size_t i = 0; i < m_Blocks.size(); ++i)
      -
      13847  {
      -
      13848  result += m_Blocks[i]->m_pMetadata->GetAllocationCount();
      -
      13849  }
      -
      13850  return result;
      -
      13851 }
      -
      13852 
      -
      13853 bool VmaBlockVector::IsBufferImageGranularityConflictPossible() const
      -
      13854 {
      -
      13855  if(m_BufferImageGranularity == 1)
      -
      13856  {
      -
      13857  return false;
      -
      13858  }
      -
      13859  VmaSuballocationType lastSuballocType = VMA_SUBALLOCATION_TYPE_FREE;
      -
      13860  for(size_t i = 0, count = m_Blocks.size(); i < count; ++i)
      -
      13861  {
      -
      13862  VmaDeviceMemoryBlock* const pBlock = m_Blocks[i];
      -
      13863  VMA_ASSERT(m_Algorithm == 0);
      -
      13864  VmaBlockMetadata_Generic* const pMetadata = (VmaBlockMetadata_Generic*)pBlock->m_pMetadata;
      -
      13865  if(pMetadata->IsBufferImageGranularityConflictPossible(m_BufferImageGranularity, lastSuballocType))
      -
      13866  {
      -
      13867  return true;
      -
      13868  }
      -
      13869  }
      -
      13870  return false;
      -
      13871 }
      -
      13872 
      -
      13873 void VmaBlockVector::MakePoolAllocationsLost(
      -
      13874  uint32_t currentFrameIndex,
      -
      13875  size_t* pLostAllocationCount)
      -
      13876 {
      -
      13877  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      13878  size_t lostAllocationCount = 0;
      -
      13879  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
      -
      13880  {
      -
      13881  VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
      -
      13882  VMA_ASSERT(pBlock);
      -
      13883  lostAllocationCount += pBlock->m_pMetadata->MakeAllocationsLost(currentFrameIndex, m_FrameInUseCount);
      -
      13884  }
      -
      13885  if(pLostAllocationCount != VMA_NULL)
      -
      13886  {
      -
      13887  *pLostAllocationCount = lostAllocationCount;
      -
      13888  }
      -
      13889 }
      -
      13890 
      -
      13891 VkResult VmaBlockVector::CheckCorruption()
      -
      13892 {
      -
      13893  if(!IsCorruptionDetectionEnabled())
      -
      13894  {
      -
      13895  return VK_ERROR_FEATURE_NOT_PRESENT;
      -
      13896  }
      +
      13843  if(pCtx->res >= VK_SUCCESS)
      +
      13844  {
      +
      13845  FreeEmptyBlocks(pStats);
      +
      13846  }
      +
      13847  }
      +
      13848 
      +
      13849  if(pCtx->mutexLocked)
      +
      13850  {
      +
      13851  VMA_ASSERT(m_hAllocator->m_UseMutex);
      +
      13852  m_Mutex.UnlockWrite();
      +
      13853  }
      +
      13854 }
      +
      13855 
      +
      13856 uint32_t VmaBlockVector::ProcessDefragmentations(
      +
      13857  class VmaBlockVectorDefragmentationContext *pCtx,
      +
      13858  VmaDefragmentationPassMoveInfo* pMove, uint32_t maxMoves)
      +
      13859 {
      +
      13860  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      13861 
      +
      13862  const uint32_t moveCount = VMA_MIN(uint32_t(pCtx->defragmentationMoves.size()) - pCtx->defragmentationMovesProcessed, maxMoves);
      +
      13863 
      +
      13864  for(uint32_t i = 0; i < moveCount; ++ i)
      +
      13865  {
      +
      13866  VmaDefragmentationMove& move = pCtx->defragmentationMoves[pCtx->defragmentationMovesProcessed + i];
      +
      13867 
      +
      13868  pMove->allocation = move.hAllocation;
      +
      13869  pMove->memory = move.pDstBlock->GetDeviceMemory();
      +
      13870  pMove->offset = move.dstOffset;
      +
      13871 
      +
      13872  ++ pMove;
      +
      13873  }
      +
      13874 
      +
      13875  pCtx->defragmentationMovesProcessed += moveCount;
      +
      13876 
      +
      13877  return moveCount;
      +
      13878 }
      +
      13879 
      +
      13880 void VmaBlockVector::CommitDefragmentations(
      +
      13881  class VmaBlockVectorDefragmentationContext *pCtx,
      +
      13882  VmaDefragmentationStats* pStats)
      +
      13883 {
      +
      13884  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      13885 
      +
      13886  for(uint32_t i = pCtx->defragmentationMovesCommitted; i < pCtx->defragmentationMovesProcessed; ++ i)
      +
      13887  {
      +
      13888  const VmaDefragmentationMove &move = pCtx->defragmentationMoves[i];
      +
      13889 
      +
      13890  move.pSrcBlock->m_pMetadata->FreeAtOffset(move.srcOffset);
      +
      13891  move.hAllocation->ChangeBlockAllocation(m_hAllocator, move.pDstBlock, move.dstOffset);
      +
      13892  }
      +
      13893 
      +
      13894  pCtx->defragmentationMovesCommitted = pCtx->defragmentationMovesProcessed;
      +
      13895  FreeEmptyBlocks(pStats);
      +
      13896 }
      13897 
      -
      13898  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      13899  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
      -
      13900  {
      -
      13901  VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
      -
      13902  VMA_ASSERT(pBlock);
      -
      13903  VkResult res = pBlock->CheckCorruption(m_hAllocator);
      -
      13904  if(res != VK_SUCCESS)
      -
      13905  {
      -
      13906  return res;
      -
      13907  }
      -
      13908  }
      -
      13909  return VK_SUCCESS;
      -
      13910 }
      -
      13911 
      -
      13912 void VmaBlockVector::AddStats(VmaStats* pStats)
      -
      13913 {
      -
      13914  const uint32_t memTypeIndex = m_MemoryTypeIndex;
      -
      13915  const uint32_t memHeapIndex = m_hAllocator->MemoryTypeIndexToHeapIndex(memTypeIndex);
      -
      13916 
      -
      13917  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      -
      13918 
      -
      13919  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
      -
      13920  {
      -
      13921  const VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
      -
      13922  VMA_ASSERT(pBlock);
      -
      13923  VMA_HEAVY_ASSERT(pBlock->Validate());
      -
      13924  VmaStatInfo allocationStatInfo;
      -
      13925  pBlock->m_pMetadata->CalcAllocationStatInfo(allocationStatInfo);
      -
      13926  VmaAddStatInfo(pStats->total, allocationStatInfo);
      -
      13927  VmaAddStatInfo(pStats->memoryType[memTypeIndex], allocationStatInfo);
      -
      13928  VmaAddStatInfo(pStats->memoryHeap[memHeapIndex], allocationStatInfo);
      -
      13929  }
      -
      13930 }
      -
      13931 
      -
      13933 // VmaDefragmentationAlgorithm_Generic members definition
      -
      13934 
      -
      13935 VmaDefragmentationAlgorithm_Generic::VmaDefragmentationAlgorithm_Generic(
      -
      13936  VmaAllocator hAllocator,
      -
      13937  VmaBlockVector* pBlockVector,
      -
      13938  uint32_t currentFrameIndex,
      -
      13939  bool overlappingMoveSupported) :
      -
      13940  VmaDefragmentationAlgorithm(hAllocator, pBlockVector, currentFrameIndex),
      -
      13941  m_AllocationCount(0),
      -
      13942  m_AllAllocations(false),
      -
      13943  m_BytesMoved(0),
      -
      13944  m_AllocationsMoved(0),
      -
      13945  m_Blocks(VmaStlAllocator<BlockInfo*>(hAllocator->GetAllocationCallbacks()))
      -
      13946 {
      -
      13947  // Create block info for each block.
      -
      13948  const size_t blockCount = m_pBlockVector->m_Blocks.size();
      -
      13949  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      -
      13950  {
      -
      13951  BlockInfo* pBlockInfo = vma_new(m_hAllocator, BlockInfo)(m_hAllocator->GetAllocationCallbacks());
      -
      13952  pBlockInfo->m_OriginalBlockIndex = blockIndex;
      -
      13953  pBlockInfo->m_pBlock = m_pBlockVector->m_Blocks[blockIndex];
      -
      13954  m_Blocks.push_back(pBlockInfo);
      -
      13955  }
      -
      13956 
      -
      13957  // Sort them by m_pBlock pointer value.
      -
      13958  VMA_SORT(m_Blocks.begin(), m_Blocks.end(), BlockPointerLess());
      -
      13959 }
      -
      13960 
      -
      13961 VmaDefragmentationAlgorithm_Generic::~VmaDefragmentationAlgorithm_Generic()
      -
      13962 {
      -
      13963  for(size_t i = m_Blocks.size(); i--; )
      -
      13964  {
      -
      13965  vma_delete(m_hAllocator, m_Blocks[i]);
      -
      13966  }
      -
      13967 }
      -
      13968 
      -
      13969 void VmaDefragmentationAlgorithm_Generic::AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged)
      -
      13970 {
      -
      13971  // Now as we are inside VmaBlockVector::m_Mutex, we can make final check if this allocation was not lost.
      -
      13972  if(hAlloc->GetLastUseFrameIndex() != VMA_FRAME_INDEX_LOST)
      -
      13973  {
      -
      13974  VmaDeviceMemoryBlock* pBlock = hAlloc->GetBlock();
      -
      13975  BlockInfoVector::iterator it = VmaBinaryFindFirstNotLess(m_Blocks.begin(), m_Blocks.end(), pBlock, BlockPointerLess());
      -
      13976  if(it != m_Blocks.end() && (*it)->m_pBlock == pBlock)
      -
      13977  {
      -
      13978  AllocationInfo allocInfo = AllocationInfo(hAlloc, pChanged);
      -
      13979  (*it)->m_Allocations.push_back(allocInfo);
      -
      13980  }
      -
      13981  else
      -
      13982  {
      -
      13983  VMA_ASSERT(0);
      -
      13984  }
      -
      13985 
      -
      13986  ++m_AllocationCount;
      -
      13987  }
      -
      13988 }
      +
      13898 size_t VmaBlockVector::CalcAllocationCount() const
      +
      13899 {
      +
      13900  size_t result = 0;
      +
      13901  for(size_t i = 0; i < m_Blocks.size(); ++i)
      +
      13902  {
      +
      13903  result += m_Blocks[i]->m_pMetadata->GetAllocationCount();
      +
      13904  }
      +
      13905  return result;
      +
      13906 }
      +
      13907 
      +
      13908 bool VmaBlockVector::IsBufferImageGranularityConflictPossible() const
      +
      13909 {
      +
      13910  if(m_BufferImageGranularity == 1)
      +
      13911  {
      +
      13912  return false;
      +
      13913  }
      +
      13914  VmaSuballocationType lastSuballocType = VMA_SUBALLOCATION_TYPE_FREE;
      +
      13915  for(size_t i = 0, count = m_Blocks.size(); i < count; ++i)
      +
      13916  {
      +
      13917  VmaDeviceMemoryBlock* const pBlock = m_Blocks[i];
      +
      13918  VMA_ASSERT(m_Algorithm == 0);
      +
      13919  VmaBlockMetadata_Generic* const pMetadata = (VmaBlockMetadata_Generic*)pBlock->m_pMetadata;
      +
      13920  if(pMetadata->IsBufferImageGranularityConflictPossible(m_BufferImageGranularity, lastSuballocType))
      +
      13921  {
      +
      13922  return true;
      +
      13923  }
      +
      13924  }
      +
      13925  return false;
      +
      13926 }
      +
      13927 
      +
      13928 void VmaBlockVector::MakePoolAllocationsLost(
      +
      13929  uint32_t currentFrameIndex,
      +
      13930  size_t* pLostAllocationCount)
      +
      13931 {
      +
      13932  VmaMutexLockWrite lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      13933  size_t lostAllocationCount = 0;
      +
      13934  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
      +
      13935  {
      +
      13936  VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
      +
      13937  VMA_ASSERT(pBlock);
      +
      13938  lostAllocationCount += pBlock->m_pMetadata->MakeAllocationsLost(currentFrameIndex, m_FrameInUseCount);
      +
      13939  }
      +
      13940  if(pLostAllocationCount != VMA_NULL)
      +
      13941  {
      +
      13942  *pLostAllocationCount = lostAllocationCount;
      +
      13943  }
      +
      13944 }
      +
      13945 
      +
      13946 VkResult VmaBlockVector::CheckCorruption()
      +
      13947 {
      +
      13948  if(!IsCorruptionDetectionEnabled())
      +
      13949  {
      +
      13950  return VK_ERROR_FEATURE_NOT_PRESENT;
      +
      13951  }
      +
      13952 
      +
      13953  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      13954  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
      +
      13955  {
      +
      13956  VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
      +
      13957  VMA_ASSERT(pBlock);
      +
      13958  VkResult res = pBlock->CheckCorruption(m_hAllocator);
      +
      13959  if(res != VK_SUCCESS)
      +
      13960  {
      +
      13961  return res;
      +
      13962  }
      +
      13963  }
      +
      13964  return VK_SUCCESS;
      +
      13965 }
      +
      13966 
      +
      13967 void VmaBlockVector::AddStats(VmaStats* pStats)
      +
      13968 {
      +
      13969  const uint32_t memTypeIndex = m_MemoryTypeIndex;
      +
      13970  const uint32_t memHeapIndex = m_hAllocator->MemoryTypeIndexToHeapIndex(memTypeIndex);
      +
      13971 
      +
      13972  VmaMutexLockRead lock(m_Mutex, m_hAllocator->m_UseMutex);
      +
      13973 
      +
      13974  for(uint32_t blockIndex = 0; blockIndex < m_Blocks.size(); ++blockIndex)
      +
      13975  {
      +
      13976  const VmaDeviceMemoryBlock* const pBlock = m_Blocks[blockIndex];
      +
      13977  VMA_ASSERT(pBlock);
      +
      13978  VMA_HEAVY_ASSERT(pBlock->Validate());
      +
      13979  VmaStatInfo allocationStatInfo;
      +
      13980  pBlock->m_pMetadata->CalcAllocationStatInfo(allocationStatInfo);
      +
      13981  VmaAddStatInfo(pStats->total, allocationStatInfo);
      +
      13982  VmaAddStatInfo(pStats->memoryType[memTypeIndex], allocationStatInfo);
      +
      13983  VmaAddStatInfo(pStats->memoryHeap[memHeapIndex], allocationStatInfo);
      +
      13984  }
      +
      13985 }
      +
      13986 
      +
      13988 // VmaDefragmentationAlgorithm_Generic members definition
      13989 
      -
      13990 VkResult VmaDefragmentationAlgorithm_Generic::DefragmentRound(
      -
      13991  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      -
      13992  VkDeviceSize maxBytesToMove,
      -
      13993  uint32_t maxAllocationsToMove,
      -
      13994  bool freeOldAllocations)
      -
      13995 {
      -
      13996  if(m_Blocks.empty())
      -
      13997  {
      -
      13998  return VK_SUCCESS;
      -
      13999  }
      -
      14000 
      -
      14001  // This is a choice based on research.
      -
      14002  // Option 1:
      -
      14003  uint32_t strategy = VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT;
      -
      14004  // Option 2:
      -
      14005  //uint32_t strategy = VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT;
      -
      14006  // Option 3:
      -
      14007  //uint32_t strategy = VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT;
      -
      14008 
      -
      14009  size_t srcBlockMinIndex = 0;
      -
      14010  // When FAST_ALGORITHM, move allocations from only last out of blocks that contain non-movable allocations.
      -
      14011  /*
      -
      14012  if(m_AlgorithmFlags & VMA_DEFRAGMENTATION_FAST_ALGORITHM_BIT)
      -
      14013  {
      -
      14014  const size_t blocksWithNonMovableCount = CalcBlocksWithNonMovableCount();
      -
      14015  if(blocksWithNonMovableCount > 0)
      -
      14016  {
      -
      14017  srcBlockMinIndex = blocksWithNonMovableCount - 1;
      -
      14018  }
      -
      14019  }
      -
      14020  */
      -
      14021 
      -
      14022  size_t srcBlockIndex = m_Blocks.size() - 1;
      -
      14023  size_t srcAllocIndex = SIZE_MAX;
      -
      14024  for(;;)
      -
      14025  {
      -
      14026  // 1. Find next allocation to move.
      -
      14027  // 1.1. Start from last to first m_Blocks - they are sorted from most "destination" to most "source".
      -
      14028  // 1.2. Then start from last to first m_Allocations.
      -
      14029  while(srcAllocIndex >= m_Blocks[srcBlockIndex]->m_Allocations.size())
      -
      14030  {
      -
      14031  if(m_Blocks[srcBlockIndex]->m_Allocations.empty())
      -
      14032  {
      -
      14033  // Finished: no more allocations to process.
      -
      14034  if(srcBlockIndex == srcBlockMinIndex)
      -
      14035  {
      -
      14036  return VK_SUCCESS;
      -
      14037  }
      -
      14038  else
      -
      14039  {
      -
      14040  --srcBlockIndex;
      -
      14041  srcAllocIndex = SIZE_MAX;
      -
      14042  }
      -
      14043  }
      -
      14044  else
      -
      14045  {
      -
      14046  srcAllocIndex = m_Blocks[srcBlockIndex]->m_Allocations.size() - 1;
      -
      14047  }
      -
      14048  }
      -
      14049 
      -
      14050  BlockInfo* pSrcBlockInfo = m_Blocks[srcBlockIndex];
      -
      14051  AllocationInfo& allocInfo = pSrcBlockInfo->m_Allocations[srcAllocIndex];
      -
      14052 
      -
      14053  const VkDeviceSize size = allocInfo.m_hAllocation->GetSize();
      -
      14054  const VkDeviceSize srcOffset = allocInfo.m_hAllocation->GetOffset();
      -
      14055  const VkDeviceSize alignment = allocInfo.m_hAllocation->GetAlignment();
      -
      14056  const VmaSuballocationType suballocType = allocInfo.m_hAllocation->GetSuballocationType();
      -
      14057 
      -
      14058  // 2. Try to find new place for this allocation in preceding or current block.
      -
      14059  for(size_t dstBlockIndex = 0; dstBlockIndex <= srcBlockIndex; ++dstBlockIndex)
      -
      14060  {
      -
      14061  BlockInfo* pDstBlockInfo = m_Blocks[dstBlockIndex];
      -
      14062  VmaAllocationRequest dstAllocRequest;
      -
      14063  if(pDstBlockInfo->m_pBlock->m_pMetadata->CreateAllocationRequest(
      -
      14064  m_CurrentFrameIndex,
      -
      14065  m_pBlockVector->GetFrameInUseCount(),
      -
      14066  m_pBlockVector->GetBufferImageGranularity(),
      -
      14067  size,
      -
      14068  alignment,
      -
      14069  false, // upperAddress
      -
      14070  suballocType,
      -
      14071  false, // canMakeOtherLost
      -
      14072  strategy,
      -
      14073  &dstAllocRequest) &&
      -
      14074  MoveMakesSense(
      -
      14075  dstBlockIndex, dstAllocRequest.offset, srcBlockIndex, srcOffset))
      -
      14076  {
      -
      14077  VMA_ASSERT(dstAllocRequest.itemsToMakeLostCount == 0);
      -
      14078 
      -
      14079  // Reached limit on number of allocations or bytes to move.
      -
      14080  if((m_AllocationsMoved + 1 > maxAllocationsToMove) ||
      -
      14081  (m_BytesMoved + size > maxBytesToMove))
      -
      14082  {
      -
      14083  return VK_SUCCESS;
      -
      14084  }
      -
      14085 
      -
      14086  VmaDefragmentationMove move = {};
      -
      14087  move.srcBlockIndex = pSrcBlockInfo->m_OriginalBlockIndex;
      -
      14088  move.dstBlockIndex = pDstBlockInfo->m_OriginalBlockIndex;
      -
      14089  move.srcOffset = srcOffset;
      -
      14090  move.dstOffset = dstAllocRequest.offset;
      -
      14091  move.size = size;
      -
      14092  move.hAllocation = allocInfo.m_hAllocation;
      -
      14093  move.pSrcBlock = pSrcBlockInfo->m_pBlock;
      -
      14094  move.pDstBlock = pDstBlockInfo->m_pBlock;
      -
      14095 
      -
      14096  moves.push_back(move);
      -
      14097 
      -
      14098  pDstBlockInfo->m_pBlock->m_pMetadata->Alloc(
      -
      14099  dstAllocRequest,
      -
      14100  suballocType,
      -
      14101  size,
      -
      14102  allocInfo.m_hAllocation);
      -
      14103 
      -
      14104  if(freeOldAllocations)
      -
      14105  {
      -
      14106  pSrcBlockInfo->m_pBlock->m_pMetadata->FreeAtOffset(srcOffset);
      -
      14107  allocInfo.m_hAllocation->ChangeBlockAllocation(m_hAllocator, pDstBlockInfo->m_pBlock, dstAllocRequest.offset);
      -
      14108  }
      -
      14109 
      -
      14110  if(allocInfo.m_pChanged != VMA_NULL)
      -
      14111  {
      -
      14112  *allocInfo.m_pChanged = VK_TRUE;
      -
      14113  }
      -
      14114 
      -
      14115  ++m_AllocationsMoved;
      -
      14116  m_BytesMoved += size;
      -
      14117 
      -
      14118  VmaVectorRemove(pSrcBlockInfo->m_Allocations, srcAllocIndex);
      -
      14119 
      -
      14120  break;
      -
      14121  }
      -
      14122  }
      -
      14123 
      -
      14124  // If not processed, this allocInfo remains in pBlockInfo->m_Allocations for next round.
      -
      14125 
      -
      14126  if(srcAllocIndex > 0)
      -
      14127  {
      -
      14128  --srcAllocIndex;
      -
      14129  }
      -
      14130  else
      -
      14131  {
      -
      14132  if(srcBlockIndex > 0)
      -
      14133  {
      -
      14134  --srcBlockIndex;
      -
      14135  srcAllocIndex = SIZE_MAX;
      -
      14136  }
      -
      14137  else
      -
      14138  {
      -
      14139  return VK_SUCCESS;
      -
      14140  }
      -
      14141  }
      -
      14142  }
      -
      14143 }
      -
      14144 
      -
      14145 size_t VmaDefragmentationAlgorithm_Generic::CalcBlocksWithNonMovableCount() const
      -
      14146 {
      -
      14147  size_t result = 0;
      -
      14148  for(size_t i = 0; i < m_Blocks.size(); ++i)
      -
      14149  {
      -
      14150  if(m_Blocks[i]->m_HasNonMovableAllocations)
      -
      14151  {
      -
      14152  ++result;
      -
      14153  }
      -
      14154  }
      -
      14155  return result;
      -
      14156 }
      -
      14157 
      -
      14158 VkResult VmaDefragmentationAlgorithm_Generic::Defragment(
      -
      14159  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      -
      14160  VkDeviceSize maxBytesToMove,
      -
      14161  uint32_t maxAllocationsToMove,
      -
      14162  VmaDefragmentationFlags flags)
      -
      14163 {
      -
      14164  if(!m_AllAllocations && m_AllocationCount == 0)
      -
      14165  {
      -
      14166  return VK_SUCCESS;
      -
      14167  }
      -
      14168 
      -
      14169  const size_t blockCount = m_Blocks.size();
      -
      14170  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      -
      14171  {
      -
      14172  BlockInfo* pBlockInfo = m_Blocks[blockIndex];
      -
      14173 
      -
      14174  if(m_AllAllocations)
      -
      14175  {
      -
      14176  VmaBlockMetadata_Generic* pMetadata = (VmaBlockMetadata_Generic*)pBlockInfo->m_pBlock->m_pMetadata;
      -
      14177  for(VmaSuballocationList::const_iterator it = pMetadata->m_Suballocations.begin();
      -
      14178  it != pMetadata->m_Suballocations.end();
      -
      14179  ++it)
      -
      14180  {
      -
      14181  if(it->type != VMA_SUBALLOCATION_TYPE_FREE)
      -
      14182  {
      -
      14183  AllocationInfo allocInfo = AllocationInfo(it->hAllocation, VMA_NULL);
      -
      14184  pBlockInfo->m_Allocations.push_back(allocInfo);
      -
      14185  }
      -
      14186  }
      -
      14187  }
      -
      14188 
      -
      14189  pBlockInfo->CalcHasNonMovableAllocations();
      -
      14190 
      -
      14191  // This is a choice based on research.
      -
      14192  // Option 1:
      -
      14193  pBlockInfo->SortAllocationsByOffsetDescending();
      -
      14194  // Option 2:
      -
      14195  //pBlockInfo->SortAllocationsBySizeDescending();
      -
      14196  }
      -
      14197 
      -
      14198  // Sort m_Blocks this time by the main criterium, from most "destination" to most "source" blocks.
      -
      14199  VMA_SORT(m_Blocks.begin(), m_Blocks.end(), BlockInfoCompareMoveDestination());
      -
      14200 
      -
      14201  // This is a choice based on research.
      -
      14202  const uint32_t roundCount = 2;
      -
      14203 
      -
      14204  // Execute defragmentation rounds (the main part).
      -
      14205  VkResult result = VK_SUCCESS;
      -
      14206  for(uint32_t round = 0; (round < roundCount) && (result == VK_SUCCESS); ++round)
      -
      14207  {
      -
      14208  result = DefragmentRound(moves, maxBytesToMove, maxAllocationsToMove, !(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL));
      +
      13990 VmaDefragmentationAlgorithm_Generic::VmaDefragmentationAlgorithm_Generic(
      +
      13991  VmaAllocator hAllocator,
      +
      13992  VmaBlockVector* pBlockVector,
      +
      13993  uint32_t currentFrameIndex,
      +
      13994  bool overlappingMoveSupported) :
      +
      13995  VmaDefragmentationAlgorithm(hAllocator, pBlockVector, currentFrameIndex),
      +
      13996  m_AllocationCount(0),
      +
      13997  m_AllAllocations(false),
      +
      13998  m_BytesMoved(0),
      +
      13999  m_AllocationsMoved(0),
      +
      14000  m_Blocks(VmaStlAllocator<BlockInfo*>(hAllocator->GetAllocationCallbacks()))
      +
      14001 {
      +
      14002  // Create block info for each block.
      +
      14003  const size_t blockCount = m_pBlockVector->m_Blocks.size();
      +
      14004  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      +
      14005  {
      +
      14006  BlockInfo* pBlockInfo = vma_new(m_hAllocator, BlockInfo)(m_hAllocator->GetAllocationCallbacks());
      +
      14007  pBlockInfo->m_OriginalBlockIndex = blockIndex;
      +
      14008  pBlockInfo->m_pBlock = m_pBlockVector->m_Blocks[blockIndex];
      +
      14009  m_Blocks.push_back(pBlockInfo);
      +
      14010  }
      +
      14011 
      +
      14012  // Sort them by m_pBlock pointer value.
      +
      14013  VMA_SORT(m_Blocks.begin(), m_Blocks.end(), BlockPointerLess());
      +
      14014 }
      +
      14015 
      +
      14016 VmaDefragmentationAlgorithm_Generic::~VmaDefragmentationAlgorithm_Generic()
      +
      14017 {
      +
      14018  for(size_t i = m_Blocks.size(); i--; )
      +
      14019  {
      +
      14020  vma_delete(m_hAllocator, m_Blocks[i]);
      +
      14021  }
      +
      14022 }
      +
      14023 
      +
      14024 void VmaDefragmentationAlgorithm_Generic::AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged)
      +
      14025 {
      +
      14026  // Now as we are inside VmaBlockVector::m_Mutex, we can make final check if this allocation was not lost.
      +
      14027  if(hAlloc->GetLastUseFrameIndex() != VMA_FRAME_INDEX_LOST)
      +
      14028  {
      +
      14029  VmaDeviceMemoryBlock* pBlock = hAlloc->GetBlock();
      +
      14030  BlockInfoVector::iterator it = VmaBinaryFindFirstNotLess(m_Blocks.begin(), m_Blocks.end(), pBlock, BlockPointerLess());
      +
      14031  if(it != m_Blocks.end() && (*it)->m_pBlock == pBlock)
      +
      14032  {
      +
      14033  AllocationInfo allocInfo = AllocationInfo(hAlloc, pChanged);
      +
      14034  (*it)->m_Allocations.push_back(allocInfo);
      +
      14035  }
      +
      14036  else
      +
      14037  {
      +
      14038  VMA_ASSERT(0);
      +
      14039  }
      +
      14040 
      +
      14041  ++m_AllocationCount;
      +
      14042  }
      +
      14043 }
      +
      14044 
      +
      14045 VkResult VmaDefragmentationAlgorithm_Generic::DefragmentRound(
      +
      14046  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      +
      14047  VkDeviceSize maxBytesToMove,
      +
      14048  uint32_t maxAllocationsToMove,
      +
      14049  bool freeOldAllocations)
      +
      14050 {
      +
      14051  if(m_Blocks.empty())
      +
      14052  {
      +
      14053  return VK_SUCCESS;
      +
      14054  }
      +
      14055 
      +
      14056  // This is a choice based on research.
      +
      14057  // Option 1:
      +
      14058  uint32_t strategy = VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT;
      +
      14059  // Option 2:
      +
      14060  //uint32_t strategy = VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT;
      +
      14061  // Option 3:
      +
      14062  //uint32_t strategy = VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT;
      +
      14063 
      +
      14064  size_t srcBlockMinIndex = 0;
      +
      14065  // When FAST_ALGORITHM, move allocations from only last out of blocks that contain non-movable allocations.
      +
      14066  /*
      +
      14067  if(m_AlgorithmFlags & VMA_DEFRAGMENTATION_FAST_ALGORITHM_BIT)
      +
      14068  {
      +
      14069  const size_t blocksWithNonMovableCount = CalcBlocksWithNonMovableCount();
      +
      14070  if(blocksWithNonMovableCount > 0)
      +
      14071  {
      +
      14072  srcBlockMinIndex = blocksWithNonMovableCount - 1;
      +
      14073  }
      +
      14074  }
      +
      14075  */
      +
      14076 
      +
      14077  size_t srcBlockIndex = m_Blocks.size() - 1;
      +
      14078  size_t srcAllocIndex = SIZE_MAX;
      +
      14079  for(;;)
      +
      14080  {
      +
      14081  // 1. Find next allocation to move.
      +
      14082  // 1.1. Start from last to first m_Blocks - they are sorted from most "destination" to most "source".
      +
      14083  // 1.2. Then start from last to first m_Allocations.
      +
      14084  while(srcAllocIndex >= m_Blocks[srcBlockIndex]->m_Allocations.size())
      +
      14085  {
      +
      14086  if(m_Blocks[srcBlockIndex]->m_Allocations.empty())
      +
      14087  {
      +
      14088  // Finished: no more allocations to process.
      +
      14089  if(srcBlockIndex == srcBlockMinIndex)
      +
      14090  {
      +
      14091  return VK_SUCCESS;
      +
      14092  }
      +
      14093  else
      +
      14094  {
      +
      14095  --srcBlockIndex;
      +
      14096  srcAllocIndex = SIZE_MAX;
      +
      14097  }
      +
      14098  }
      +
      14099  else
      +
      14100  {
      +
      14101  srcAllocIndex = m_Blocks[srcBlockIndex]->m_Allocations.size() - 1;
      +
      14102  }
      +
      14103  }
      +
      14104 
      +
      14105  BlockInfo* pSrcBlockInfo = m_Blocks[srcBlockIndex];
      +
      14106  AllocationInfo& allocInfo = pSrcBlockInfo->m_Allocations[srcAllocIndex];
      +
      14107 
      +
      14108  const VkDeviceSize size = allocInfo.m_hAllocation->GetSize();
      +
      14109  const VkDeviceSize srcOffset = allocInfo.m_hAllocation->GetOffset();
      +
      14110  const VkDeviceSize alignment = allocInfo.m_hAllocation->GetAlignment();
      +
      14111  const VmaSuballocationType suballocType = allocInfo.m_hAllocation->GetSuballocationType();
      +
      14112 
      +
      14113  // 2. Try to find new place for this allocation in preceding or current block.
      +
      14114  for(size_t dstBlockIndex = 0; dstBlockIndex <= srcBlockIndex; ++dstBlockIndex)
      +
      14115  {
      +
      14116  BlockInfo* pDstBlockInfo = m_Blocks[dstBlockIndex];
      +
      14117  VmaAllocationRequest dstAllocRequest;
      +
      14118  if(pDstBlockInfo->m_pBlock->m_pMetadata->CreateAllocationRequest(
      +
      14119  m_CurrentFrameIndex,
      +
      14120  m_pBlockVector->GetFrameInUseCount(),
      +
      14121  m_pBlockVector->GetBufferImageGranularity(),
      +
      14122  size,
      +
      14123  alignment,
      +
      14124  false, // upperAddress
      +
      14125  suballocType,
      +
      14126  false, // canMakeOtherLost
      +
      14127  strategy,
      +
      14128  &dstAllocRequest) &&
      +
      14129  MoveMakesSense(
      +
      14130  dstBlockIndex, dstAllocRequest.offset, srcBlockIndex, srcOffset))
      +
      14131  {
      +
      14132  VMA_ASSERT(dstAllocRequest.itemsToMakeLostCount == 0);
      +
      14133 
      +
      14134  // Reached limit on number of allocations or bytes to move.
      +
      14135  if((m_AllocationsMoved + 1 > maxAllocationsToMove) ||
      +
      14136  (m_BytesMoved + size > maxBytesToMove))
      +
      14137  {
      +
      14138  return VK_SUCCESS;
      +
      14139  }
      +
      14140 
      +
      14141  VmaDefragmentationMove move = {};
      +
      14142  move.srcBlockIndex = pSrcBlockInfo->m_OriginalBlockIndex;
      +
      14143  move.dstBlockIndex = pDstBlockInfo->m_OriginalBlockIndex;
      +
      14144  move.srcOffset = srcOffset;
      +
      14145  move.dstOffset = dstAllocRequest.offset;
      +
      14146  move.size = size;
      +
      14147  move.hAllocation = allocInfo.m_hAllocation;
      +
      14148  move.pSrcBlock = pSrcBlockInfo->m_pBlock;
      +
      14149  move.pDstBlock = pDstBlockInfo->m_pBlock;
      +
      14150 
      +
      14151  moves.push_back(move);
      +
      14152 
      +
      14153  pDstBlockInfo->m_pBlock->m_pMetadata->Alloc(
      +
      14154  dstAllocRequest,
      +
      14155  suballocType,
      +
      14156  size,
      +
      14157  allocInfo.m_hAllocation);
      +
      14158 
      +
      14159  if(freeOldAllocations)
      +
      14160  {
      +
      14161  pSrcBlockInfo->m_pBlock->m_pMetadata->FreeAtOffset(srcOffset);
      +
      14162  allocInfo.m_hAllocation->ChangeBlockAllocation(m_hAllocator, pDstBlockInfo->m_pBlock, dstAllocRequest.offset);
      +
      14163  }
      +
      14164 
      +
      14165  if(allocInfo.m_pChanged != VMA_NULL)
      +
      14166  {
      +
      14167  *allocInfo.m_pChanged = VK_TRUE;
      +
      14168  }
      +
      14169 
      +
      14170  ++m_AllocationsMoved;
      +
      14171  m_BytesMoved += size;
      +
      14172 
      +
      14173  VmaVectorRemove(pSrcBlockInfo->m_Allocations, srcAllocIndex);
      +
      14174 
      +
      14175  break;
      +
      14176  }
      +
      14177  }
      +
      14178 
      +
      14179  // If not processed, this allocInfo remains in pBlockInfo->m_Allocations for next round.
      +
      14180 
      +
      14181  if(srcAllocIndex > 0)
      +
      14182  {
      +
      14183  --srcAllocIndex;
      +
      14184  }
      +
      14185  else
      +
      14186  {
      +
      14187  if(srcBlockIndex > 0)
      +
      14188  {
      +
      14189  --srcBlockIndex;
      +
      14190  srcAllocIndex = SIZE_MAX;
      +
      14191  }
      +
      14192  else
      +
      14193  {
      +
      14194  return VK_SUCCESS;
      +
      14195  }
      +
      14196  }
      +
      14197  }
      +
      14198 }
      +
      14199 
      +
      14200 size_t VmaDefragmentationAlgorithm_Generic::CalcBlocksWithNonMovableCount() const
      +
      14201 {
      +
      14202  size_t result = 0;
      +
      14203  for(size_t i = 0; i < m_Blocks.size(); ++i)
      +
      14204  {
      +
      14205  if(m_Blocks[i]->m_HasNonMovableAllocations)
      +
      14206  {
      +
      14207  ++result;
      +
      14208  }
      14209  }
      -
      14210 
      -
      14211  return result;
      -
      14212 }
      -
      14213 
      -
      14214 bool VmaDefragmentationAlgorithm_Generic::MoveMakesSense(
      -
      14215  size_t dstBlockIndex, VkDeviceSize dstOffset,
      -
      14216  size_t srcBlockIndex, VkDeviceSize srcOffset)
      -
      14217 {
      -
      14218  if(dstBlockIndex < srcBlockIndex)
      -
      14219  {
      -
      14220  return true;
      -
      14221  }
      -
      14222  if(dstBlockIndex > srcBlockIndex)
      -
      14223  {
      -
      14224  return false;
      -
      14225  }
      -
      14226  if(dstOffset < srcOffset)
      -
      14227  {
      -
      14228  return true;
      -
      14229  }
      -
      14230  return false;
      -
      14231 }
      -
      14232 
      -
      14234 // VmaDefragmentationAlgorithm_Fast
      -
      14235 
      -
      14236 VmaDefragmentationAlgorithm_Fast::VmaDefragmentationAlgorithm_Fast(
      -
      14237  VmaAllocator hAllocator,
      -
      14238  VmaBlockVector* pBlockVector,
      -
      14239  uint32_t currentFrameIndex,
      -
      14240  bool overlappingMoveSupported) :
      -
      14241  VmaDefragmentationAlgorithm(hAllocator, pBlockVector, currentFrameIndex),
      -
      14242  m_OverlappingMoveSupported(overlappingMoveSupported),
      -
      14243  m_AllocationCount(0),
      -
      14244  m_AllAllocations(false),
      -
      14245  m_BytesMoved(0),
      -
      14246  m_AllocationsMoved(0),
      -
      14247  m_BlockInfos(VmaStlAllocator<BlockInfo>(hAllocator->GetAllocationCallbacks()))
      -
      14248 {
      -
      14249  VMA_ASSERT(VMA_DEBUG_MARGIN == 0);
      -
      14250 
      -
      14251 }
      +
      14210  return result;
      +
      14211 }
      +
      14212 
      +
      14213 VkResult VmaDefragmentationAlgorithm_Generic::Defragment(
      +
      14214  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      +
      14215  VkDeviceSize maxBytesToMove,
      +
      14216  uint32_t maxAllocationsToMove,
      +
      14217  VmaDefragmentationFlags flags)
      +
      14218 {
      +
      14219  if(!m_AllAllocations && m_AllocationCount == 0)
      +
      14220  {
      +
      14221  return VK_SUCCESS;
      +
      14222  }
      +
      14223 
      +
      14224  const size_t blockCount = m_Blocks.size();
      +
      14225  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      +
      14226  {
      +
      14227  BlockInfo* pBlockInfo = m_Blocks[blockIndex];
      +
      14228 
      +
      14229  if(m_AllAllocations)
      +
      14230  {
      +
      14231  VmaBlockMetadata_Generic* pMetadata = (VmaBlockMetadata_Generic*)pBlockInfo->m_pBlock->m_pMetadata;
      +
      14232  for(VmaSuballocationList::const_iterator it = pMetadata->m_Suballocations.begin();
      +
      14233  it != pMetadata->m_Suballocations.end();
      +
      14234  ++it)
      +
      14235  {
      +
      14236  if(it->type != VMA_SUBALLOCATION_TYPE_FREE)
      +
      14237  {
      +
      14238  AllocationInfo allocInfo = AllocationInfo(it->hAllocation, VMA_NULL);
      +
      14239  pBlockInfo->m_Allocations.push_back(allocInfo);
      +
      14240  }
      +
      14241  }
      +
      14242  }
      +
      14243 
      +
      14244  pBlockInfo->CalcHasNonMovableAllocations();
      +
      14245 
      +
      14246  // This is a choice based on research.
      +
      14247  // Option 1:
      +
      14248  pBlockInfo->SortAllocationsByOffsetDescending();
      +
      14249  // Option 2:
      +
      14250  //pBlockInfo->SortAllocationsBySizeDescending();
      +
      14251  }
      14252 
      -
      14253 VmaDefragmentationAlgorithm_Fast::~VmaDefragmentationAlgorithm_Fast()
      -
      14254 {
      -
      14255 }
      -
      14256 
      -
      14257 VkResult VmaDefragmentationAlgorithm_Fast::Defragment(
      -
      14258  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      -
      14259  VkDeviceSize maxBytesToMove,
      -
      14260  uint32_t maxAllocationsToMove,
      -
      14261  VmaDefragmentationFlags flags)
      -
      14262 {
      -
      14263  VMA_ASSERT(m_AllAllocations || m_pBlockVector->CalcAllocationCount() == m_AllocationCount);
      -
      14264 
      -
      14265  const size_t blockCount = m_pBlockVector->GetBlockCount();
      -
      14266  if(blockCount == 0 || maxBytesToMove == 0 || maxAllocationsToMove == 0)
      -
      14267  {
      -
      14268  return VK_SUCCESS;
      -
      14269  }
      -
      14270 
      -
      14271  PreprocessMetadata();
      -
      14272 
      -
      14273  // Sort blocks in order from most destination.
      -
      14274 
      -
      14275  m_BlockInfos.resize(blockCount);
      -
      14276  for(size_t i = 0; i < blockCount; ++i)
      -
      14277  {
      -
      14278  m_BlockInfos[i].origBlockIndex = i;
      -
      14279  }
      -
      14280 
      -
      14281  VMA_SORT(m_BlockInfos.begin(), m_BlockInfos.end(), [this](const BlockInfo& lhs, const BlockInfo& rhs) -> bool {
      -
      14282  return m_pBlockVector->GetBlock(lhs.origBlockIndex)->m_pMetadata->GetSumFreeSize() <
      -
      14283  m_pBlockVector->GetBlock(rhs.origBlockIndex)->m_pMetadata->GetSumFreeSize();
      -
      14284  });
      -
      14285 
      -
      14286  // THE MAIN ALGORITHM
      +
      14253  // Sort m_Blocks this time by the main criterium, from most "destination" to most "source" blocks.
      +
      14254  VMA_SORT(m_Blocks.begin(), m_Blocks.end(), BlockInfoCompareMoveDestination());
      +
      14255 
      +
      14256  // This is a choice based on research.
      +
      14257  const uint32_t roundCount = 2;
      +
      14258 
      +
      14259  // Execute defragmentation rounds (the main part).
      +
      14260  VkResult result = VK_SUCCESS;
      +
      14261  for(uint32_t round = 0; (round < roundCount) && (result == VK_SUCCESS); ++round)
      +
      14262  {
      +
      14263  result = DefragmentRound(moves, maxBytesToMove, maxAllocationsToMove, !(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL));
      +
      14264  }
      +
      14265 
      +
      14266  return result;
      +
      14267 }
      +
      14268 
      +
      14269 bool VmaDefragmentationAlgorithm_Generic::MoveMakesSense(
      +
      14270  size_t dstBlockIndex, VkDeviceSize dstOffset,
      +
      14271  size_t srcBlockIndex, VkDeviceSize srcOffset)
      +
      14272 {
      +
      14273  if(dstBlockIndex < srcBlockIndex)
      +
      14274  {
      +
      14275  return true;
      +
      14276  }
      +
      14277  if(dstBlockIndex > srcBlockIndex)
      +
      14278  {
      +
      14279  return false;
      +
      14280  }
      +
      14281  if(dstOffset < srcOffset)
      +
      14282  {
      +
      14283  return true;
      +
      14284  }
      +
      14285  return false;
      +
      14286 }
      14287 
      -
      14288  FreeSpaceDatabase freeSpaceDb;
      -
      14289 
      -
      14290  size_t dstBlockInfoIndex = 0;
      -
      14291  size_t dstOrigBlockIndex = m_BlockInfos[dstBlockInfoIndex].origBlockIndex;
      -
      14292  VmaDeviceMemoryBlock* pDstBlock = m_pBlockVector->GetBlock(dstOrigBlockIndex);
      -
      14293  VmaBlockMetadata_Generic* pDstMetadata = (VmaBlockMetadata_Generic*)pDstBlock->m_pMetadata;
      -
      14294  VkDeviceSize dstBlockSize = pDstMetadata->GetSize();
      -
      14295  VkDeviceSize dstOffset = 0;
      -
      14296 
      -
      14297  bool end = false;
      -
      14298  for(size_t srcBlockInfoIndex = 0; !end && srcBlockInfoIndex < blockCount; ++srcBlockInfoIndex)
      -
      14299  {
      -
      14300  const size_t srcOrigBlockIndex = m_BlockInfos[srcBlockInfoIndex].origBlockIndex;
      -
      14301  VmaDeviceMemoryBlock* const pSrcBlock = m_pBlockVector->GetBlock(srcOrigBlockIndex);
      -
      14302  VmaBlockMetadata_Generic* const pSrcMetadata = (VmaBlockMetadata_Generic*)pSrcBlock->m_pMetadata;
      -
      14303  for(VmaSuballocationList::iterator srcSuballocIt = pSrcMetadata->m_Suballocations.begin();
      -
      14304  !end && srcSuballocIt != pSrcMetadata->m_Suballocations.end(); )
      -
      14305  {
      -
      14306  VmaAllocation_T* const pAlloc = srcSuballocIt->hAllocation;
      -
      14307  const VkDeviceSize srcAllocAlignment = pAlloc->GetAlignment();
      -
      14308  const VkDeviceSize srcAllocSize = srcSuballocIt->size;
      -
      14309  if(m_AllocationsMoved == maxAllocationsToMove ||
      -
      14310  m_BytesMoved + srcAllocSize > maxBytesToMove)
      -
      14311  {
      -
      14312  end = true;
      -
      14313  break;
      -
      14314  }
      -
      14315  const VkDeviceSize srcAllocOffset = srcSuballocIt->offset;
      -
      14316 
      -
      14317  VmaDefragmentationMove move = {};
      -
      14318  // Try to place it in one of free spaces from the database.
      -
      14319  size_t freeSpaceInfoIndex;
      -
      14320  VkDeviceSize dstAllocOffset;
      -
      14321  if(freeSpaceDb.Fetch(srcAllocAlignment, srcAllocSize,
      -
      14322  freeSpaceInfoIndex, dstAllocOffset))
      -
      14323  {
      -
      14324  size_t freeSpaceOrigBlockIndex = m_BlockInfos[freeSpaceInfoIndex].origBlockIndex;
      -
      14325  VmaDeviceMemoryBlock* pFreeSpaceBlock = m_pBlockVector->GetBlock(freeSpaceOrigBlockIndex);
      -
      14326  VmaBlockMetadata_Generic* pFreeSpaceMetadata = (VmaBlockMetadata_Generic*)pFreeSpaceBlock->m_pMetadata;
      +
      14289 // VmaDefragmentationAlgorithm_Fast
      +
      14290 
      +
      14291 VmaDefragmentationAlgorithm_Fast::VmaDefragmentationAlgorithm_Fast(
      +
      14292  VmaAllocator hAllocator,
      +
      14293  VmaBlockVector* pBlockVector,
      +
      14294  uint32_t currentFrameIndex,
      +
      14295  bool overlappingMoveSupported) :
      +
      14296  VmaDefragmentationAlgorithm(hAllocator, pBlockVector, currentFrameIndex),
      +
      14297  m_OverlappingMoveSupported(overlappingMoveSupported),
      +
      14298  m_AllocationCount(0),
      +
      14299  m_AllAllocations(false),
      +
      14300  m_BytesMoved(0),
      +
      14301  m_AllocationsMoved(0),
      +
      14302  m_BlockInfos(VmaStlAllocator<BlockInfo>(hAllocator->GetAllocationCallbacks()))
      +
      14303 {
      +
      14304  VMA_ASSERT(VMA_DEBUG_MARGIN == 0);
      +
      14305 
      +
      14306 }
      +
      14307 
      +
      14308 VmaDefragmentationAlgorithm_Fast::~VmaDefragmentationAlgorithm_Fast()
      +
      14309 {
      +
      14310 }
      +
      14311 
      +
      14312 VkResult VmaDefragmentationAlgorithm_Fast::Defragment(
      +
      14313  VmaVector< VmaDefragmentationMove, VmaStlAllocator<VmaDefragmentationMove> >& moves,
      +
      14314  VkDeviceSize maxBytesToMove,
      +
      14315  uint32_t maxAllocationsToMove,
      +
      14316  VmaDefragmentationFlags flags)
      +
      14317 {
      +
      14318  VMA_ASSERT(m_AllAllocations || m_pBlockVector->CalcAllocationCount() == m_AllocationCount);
      +
      14319 
      +
      14320  const size_t blockCount = m_pBlockVector->GetBlockCount();
      +
      14321  if(blockCount == 0 || maxBytesToMove == 0 || maxAllocationsToMove == 0)
      +
      14322  {
      +
      14323  return VK_SUCCESS;
      +
      14324  }
      +
      14325 
      +
      14326  PreprocessMetadata();
      14327 
      -
      14328  // Same block
      -
      14329  if(freeSpaceInfoIndex == srcBlockInfoIndex)
      -
      14330  {
      -
      14331  VMA_ASSERT(dstAllocOffset <= srcAllocOffset);
      -
      14332 
      -
      14333  // MOVE OPTION 1: Move the allocation inside the same block by decreasing offset.
      -
      14334 
      -
      14335  VmaSuballocation suballoc = *srcSuballocIt;
      -
      14336  suballoc.offset = dstAllocOffset;
      -
      14337  suballoc.hAllocation->ChangeOffset(dstAllocOffset);
      -
      14338  m_BytesMoved += srcAllocSize;
      -
      14339  ++m_AllocationsMoved;
      -
      14340 
      -
      14341  VmaSuballocationList::iterator nextSuballocIt = srcSuballocIt;
      -
      14342  ++nextSuballocIt;
      -
      14343  pSrcMetadata->m_Suballocations.erase(srcSuballocIt);
      -
      14344  srcSuballocIt = nextSuballocIt;
      -
      14345 
      -
      14346  InsertSuballoc(pFreeSpaceMetadata, suballoc);
      -
      14347 
      -
      14348  move.srcBlockIndex = srcOrigBlockIndex;
      -
      14349  move.dstBlockIndex = freeSpaceOrigBlockIndex;
      -
      14350  move.srcOffset = srcAllocOffset;
      -
      14351  move.dstOffset = dstAllocOffset;
      -
      14352  move.size = srcAllocSize;
      -
      14353 
      -
      14354  moves.push_back(move);
      -
      14355  }
      -
      14356  // Different block
      -
      14357  else
      -
      14358  {
      -
      14359  // MOVE OPTION 2: Move the allocation to a different block.
      -
      14360 
      -
      14361  VMA_ASSERT(freeSpaceInfoIndex < srcBlockInfoIndex);
      -
      14362 
      -
      14363  VmaSuballocation suballoc = *srcSuballocIt;
      -
      14364  suballoc.offset = dstAllocOffset;
      -
      14365  suballoc.hAllocation->ChangeBlockAllocation(m_hAllocator, pFreeSpaceBlock, dstAllocOffset);
      -
      14366  m_BytesMoved += srcAllocSize;
      -
      14367  ++m_AllocationsMoved;
      -
      14368 
      -
      14369  VmaSuballocationList::iterator nextSuballocIt = srcSuballocIt;
      -
      14370  ++nextSuballocIt;
      -
      14371  pSrcMetadata->m_Suballocations.erase(srcSuballocIt);
      -
      14372  srcSuballocIt = nextSuballocIt;
      -
      14373 
      -
      14374  InsertSuballoc(pFreeSpaceMetadata, suballoc);
      -
      14375 
      -
      14376  move.srcBlockIndex = srcOrigBlockIndex;
      -
      14377  move.dstBlockIndex = freeSpaceOrigBlockIndex;
      -
      14378  move.srcOffset = srcAllocOffset;
      -
      14379  move.dstOffset = dstAllocOffset;
      -
      14380  move.size = srcAllocSize;
      -
      14381 
      -
      14382  moves.push_back(move);
      -
      14383  }
      -
      14384  }
      -
      14385  else
      -
      14386  {
      -
      14387  dstAllocOffset = VmaAlignUp(dstOffset, srcAllocAlignment);
      -
      14388 
      -
      14389  // If the allocation doesn't fit before the end of dstBlock, forward to next block.
      -
      14390  while(dstBlockInfoIndex < srcBlockInfoIndex &&
      -
      14391  dstAllocOffset + srcAllocSize > dstBlockSize)
      -
      14392  {
      -
      14393  // But before that, register remaining free space at the end of dst block.
      -
      14394  freeSpaceDb.Register(dstBlockInfoIndex, dstOffset, dstBlockSize - dstOffset);
      +
      14328  // Sort blocks in order from most destination.
      +
      14329 
      +
      14330  m_BlockInfos.resize(blockCount);
      +
      14331  for(size_t i = 0; i < blockCount; ++i)
      +
      14332  {
      +
      14333  m_BlockInfos[i].origBlockIndex = i;
      +
      14334  }
      +
      14335 
      +
      14336  VMA_SORT(m_BlockInfos.begin(), m_BlockInfos.end(), [this](const BlockInfo& lhs, const BlockInfo& rhs) -> bool {
      +
      14337  return m_pBlockVector->GetBlock(lhs.origBlockIndex)->m_pMetadata->GetSumFreeSize() <
      +
      14338  m_pBlockVector->GetBlock(rhs.origBlockIndex)->m_pMetadata->GetSumFreeSize();
      +
      14339  });
      +
      14340 
      +
      14341  // THE MAIN ALGORITHM
      +
      14342 
      +
      14343  FreeSpaceDatabase freeSpaceDb;
      +
      14344 
      +
      14345  size_t dstBlockInfoIndex = 0;
      +
      14346  size_t dstOrigBlockIndex = m_BlockInfos[dstBlockInfoIndex].origBlockIndex;
      +
      14347  VmaDeviceMemoryBlock* pDstBlock = m_pBlockVector->GetBlock(dstOrigBlockIndex);
      +
      14348  VmaBlockMetadata_Generic* pDstMetadata = (VmaBlockMetadata_Generic*)pDstBlock->m_pMetadata;
      +
      14349  VkDeviceSize dstBlockSize = pDstMetadata->GetSize();
      +
      14350  VkDeviceSize dstOffset = 0;
      +
      14351 
      +
      14352  bool end = false;
      +
      14353  for(size_t srcBlockInfoIndex = 0; !end && srcBlockInfoIndex < blockCount; ++srcBlockInfoIndex)
      +
      14354  {
      +
      14355  const size_t srcOrigBlockIndex = m_BlockInfos[srcBlockInfoIndex].origBlockIndex;
      +
      14356  VmaDeviceMemoryBlock* const pSrcBlock = m_pBlockVector->GetBlock(srcOrigBlockIndex);
      +
      14357  VmaBlockMetadata_Generic* const pSrcMetadata = (VmaBlockMetadata_Generic*)pSrcBlock->m_pMetadata;
      +
      14358  for(VmaSuballocationList::iterator srcSuballocIt = pSrcMetadata->m_Suballocations.begin();
      +
      14359  !end && srcSuballocIt != pSrcMetadata->m_Suballocations.end(); )
      +
      14360  {
      +
      14361  VmaAllocation_T* const pAlloc = srcSuballocIt->hAllocation;
      +
      14362  const VkDeviceSize srcAllocAlignment = pAlloc->GetAlignment();
      +
      14363  const VkDeviceSize srcAllocSize = srcSuballocIt->size;
      +
      14364  if(m_AllocationsMoved == maxAllocationsToMove ||
      +
      14365  m_BytesMoved + srcAllocSize > maxBytesToMove)
      +
      14366  {
      +
      14367  end = true;
      +
      14368  break;
      +
      14369  }
      +
      14370  const VkDeviceSize srcAllocOffset = srcSuballocIt->offset;
      +
      14371 
      +
      14372  VmaDefragmentationMove move = {};
      +
      14373  // Try to place it in one of free spaces from the database.
      +
      14374  size_t freeSpaceInfoIndex;
      +
      14375  VkDeviceSize dstAllocOffset;
      +
      14376  if(freeSpaceDb.Fetch(srcAllocAlignment, srcAllocSize,
      +
      14377  freeSpaceInfoIndex, dstAllocOffset))
      +
      14378  {
      +
      14379  size_t freeSpaceOrigBlockIndex = m_BlockInfos[freeSpaceInfoIndex].origBlockIndex;
      +
      14380  VmaDeviceMemoryBlock* pFreeSpaceBlock = m_pBlockVector->GetBlock(freeSpaceOrigBlockIndex);
      +
      14381  VmaBlockMetadata_Generic* pFreeSpaceMetadata = (VmaBlockMetadata_Generic*)pFreeSpaceBlock->m_pMetadata;
      +
      14382 
      +
      14383  // Same block
      +
      14384  if(freeSpaceInfoIndex == srcBlockInfoIndex)
      +
      14385  {
      +
      14386  VMA_ASSERT(dstAllocOffset <= srcAllocOffset);
      +
      14387 
      +
      14388  // MOVE OPTION 1: Move the allocation inside the same block by decreasing offset.
      +
      14389 
      +
      14390  VmaSuballocation suballoc = *srcSuballocIt;
      +
      14391  suballoc.offset = dstAllocOffset;
      +
      14392  suballoc.hAllocation->ChangeOffset(dstAllocOffset);
      +
      14393  m_BytesMoved += srcAllocSize;
      +
      14394  ++m_AllocationsMoved;
      14395 
      -
      14396  ++dstBlockInfoIndex;
      -
      14397  dstOrigBlockIndex = m_BlockInfos[dstBlockInfoIndex].origBlockIndex;
      -
      14398  pDstBlock = m_pBlockVector->GetBlock(dstOrigBlockIndex);
      -
      14399  pDstMetadata = (VmaBlockMetadata_Generic*)pDstBlock->m_pMetadata;
      -
      14400  dstBlockSize = pDstMetadata->GetSize();
      -
      14401  dstOffset = 0;
      -
      14402  dstAllocOffset = 0;
      -
      14403  }
      -
      14404 
      -
      14405  // Same block
      -
      14406  if(dstBlockInfoIndex == srcBlockInfoIndex)
      -
      14407  {
      -
      14408  VMA_ASSERT(dstAllocOffset <= srcAllocOffset);
      -
      14409 
      -
      14410  const bool overlap = dstAllocOffset + srcAllocSize > srcAllocOffset;
      -
      14411 
      -
      14412  bool skipOver = overlap;
      -
      14413  if(overlap && m_OverlappingMoveSupported && dstAllocOffset < srcAllocOffset)
      -
      14414  {
      -
      14415  // If destination and source place overlap, skip if it would move it
      -
      14416  // by only < 1/64 of its size.
      -
      14417  skipOver = (srcAllocOffset - dstAllocOffset) * 64 < srcAllocSize;
      -
      14418  }
      -
      14419 
      -
      14420  if(skipOver)
      -
      14421  {
      -
      14422  freeSpaceDb.Register(dstBlockInfoIndex, dstOffset, srcAllocOffset - dstOffset);
      +
      14396  VmaSuballocationList::iterator nextSuballocIt = srcSuballocIt;
      +
      14397  ++nextSuballocIt;
      +
      14398  pSrcMetadata->m_Suballocations.erase(srcSuballocIt);
      +
      14399  srcSuballocIt = nextSuballocIt;
      +
      14400 
      +
      14401  InsertSuballoc(pFreeSpaceMetadata, suballoc);
      +
      14402 
      +
      14403  move.srcBlockIndex = srcOrigBlockIndex;
      +
      14404  move.dstBlockIndex = freeSpaceOrigBlockIndex;
      +
      14405  move.srcOffset = srcAllocOffset;
      +
      14406  move.dstOffset = dstAllocOffset;
      +
      14407  move.size = srcAllocSize;
      +
      14408 
      +
      14409  moves.push_back(move);
      +
      14410  }
      +
      14411  // Different block
      +
      14412  else
      +
      14413  {
      +
      14414  // MOVE OPTION 2: Move the allocation to a different block.
      +
      14415 
      +
      14416  VMA_ASSERT(freeSpaceInfoIndex < srcBlockInfoIndex);
      +
      14417 
      +
      14418  VmaSuballocation suballoc = *srcSuballocIt;
      +
      14419  suballoc.offset = dstAllocOffset;
      +
      14420  suballoc.hAllocation->ChangeBlockAllocation(m_hAllocator, pFreeSpaceBlock, dstAllocOffset);
      +
      14421  m_BytesMoved += srcAllocSize;
      +
      14422  ++m_AllocationsMoved;
      14423 
      -
      14424  dstOffset = srcAllocOffset + srcAllocSize;
      -
      14425  ++srcSuballocIt;
      -
      14426  }
      -
      14427  // MOVE OPTION 1: Move the allocation inside the same block by decreasing offset.
      -
      14428  else
      -
      14429  {
      -
      14430  srcSuballocIt->offset = dstAllocOffset;
      -
      14431  srcSuballocIt->hAllocation->ChangeOffset(dstAllocOffset);
      -
      14432  dstOffset = dstAllocOffset + srcAllocSize;
      -
      14433  m_BytesMoved += srcAllocSize;
      -
      14434  ++m_AllocationsMoved;
      -
      14435  ++srcSuballocIt;
      -
      14436 
      -
      14437  move.srcBlockIndex = srcOrigBlockIndex;
      -
      14438  move.dstBlockIndex = dstOrigBlockIndex;
      -
      14439  move.srcOffset = srcAllocOffset;
      -
      14440  move.dstOffset = dstAllocOffset;
      -
      14441  move.size = srcAllocSize;
      -
      14442 
      -
      14443  moves.push_back(move);
      -
      14444  }
      -
      14445  }
      -
      14446  // Different block
      -
      14447  else
      -
      14448  {
      -
      14449  // MOVE OPTION 2: Move the allocation to a different block.
      +
      14424  VmaSuballocationList::iterator nextSuballocIt = srcSuballocIt;
      +
      14425  ++nextSuballocIt;
      +
      14426  pSrcMetadata->m_Suballocations.erase(srcSuballocIt);
      +
      14427  srcSuballocIt = nextSuballocIt;
      +
      14428 
      +
      14429  InsertSuballoc(pFreeSpaceMetadata, suballoc);
      +
      14430 
      +
      14431  move.srcBlockIndex = srcOrigBlockIndex;
      +
      14432  move.dstBlockIndex = freeSpaceOrigBlockIndex;
      +
      14433  move.srcOffset = srcAllocOffset;
      +
      14434  move.dstOffset = dstAllocOffset;
      +
      14435  move.size = srcAllocSize;
      +
      14436 
      +
      14437  moves.push_back(move);
      +
      14438  }
      +
      14439  }
      +
      14440  else
      +
      14441  {
      +
      14442  dstAllocOffset = VmaAlignUp(dstOffset, srcAllocAlignment);
      +
      14443 
      +
      14444  // If the allocation doesn't fit before the end of dstBlock, forward to next block.
      +
      14445  while(dstBlockInfoIndex < srcBlockInfoIndex &&
      +
      14446  dstAllocOffset + srcAllocSize > dstBlockSize)
      +
      14447  {
      +
      14448  // But before that, register remaining free space at the end of dst block.
      +
      14449  freeSpaceDb.Register(dstBlockInfoIndex, dstOffset, dstBlockSize - dstOffset);
      14450 
      -
      14451  VMA_ASSERT(dstBlockInfoIndex < srcBlockInfoIndex);
      -
      14452  VMA_ASSERT(dstAllocOffset + srcAllocSize <= dstBlockSize);
      -
      14453 
      -
      14454  VmaSuballocation suballoc = *srcSuballocIt;
      -
      14455  suballoc.offset = dstAllocOffset;
      -
      14456  suballoc.hAllocation->ChangeBlockAllocation(m_hAllocator, pDstBlock, dstAllocOffset);
      -
      14457  dstOffset = dstAllocOffset + srcAllocSize;
      -
      14458  m_BytesMoved += srcAllocSize;
      -
      14459  ++m_AllocationsMoved;
      -
      14460 
      -
      14461  VmaSuballocationList::iterator nextSuballocIt = srcSuballocIt;
      -
      14462  ++nextSuballocIt;
      -
      14463  pSrcMetadata->m_Suballocations.erase(srcSuballocIt);
      -
      14464  srcSuballocIt = nextSuballocIt;
      -
      14465 
      -
      14466  pDstMetadata->m_Suballocations.push_back(suballoc);
      -
      14467 
      -
      14468  move.srcBlockIndex = srcOrigBlockIndex;
      -
      14469  move.dstBlockIndex = dstOrigBlockIndex;
      -
      14470  move.srcOffset = srcAllocOffset;
      -
      14471  move.dstOffset = dstAllocOffset;
      -
      14472  move.size = srcAllocSize;
      -
      14473 
      -
      14474  moves.push_back(move);
      -
      14475  }
      -
      14476  }
      -
      14477  }
      -
      14478  }
      -
      14479 
      -
      14480  m_BlockInfos.clear();
      -
      14481 
      -
      14482  PostprocessMetadata();
      -
      14483 
      -
      14484  return VK_SUCCESS;
      -
      14485 }
      -
      14486 
      -
      14487 void VmaDefragmentationAlgorithm_Fast::PreprocessMetadata()
      -
      14488 {
      -
      14489  const size_t blockCount = m_pBlockVector->GetBlockCount();
      -
      14490  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      -
      14491  {
      -
      14492  VmaBlockMetadata_Generic* const pMetadata =
      -
      14493  (VmaBlockMetadata_Generic*)m_pBlockVector->GetBlock(blockIndex)->m_pMetadata;
      -
      14494  pMetadata->m_FreeCount = 0;
      -
      14495  pMetadata->m_SumFreeSize = pMetadata->GetSize();
      -
      14496  pMetadata->m_FreeSuballocationsBySize.clear();
      -
      14497  for(VmaSuballocationList::iterator it = pMetadata->m_Suballocations.begin();
      -
      14498  it != pMetadata->m_Suballocations.end(); )
      -
      14499  {
      -
      14500  if(it->type == VMA_SUBALLOCATION_TYPE_FREE)
      -
      14501  {
      -
      14502  VmaSuballocationList::iterator nextIt = it;
      -
      14503  ++nextIt;
      -
      14504  pMetadata->m_Suballocations.erase(it);
      -
      14505  it = nextIt;
      -
      14506  }
      -
      14507  else
      -
      14508  {
      -
      14509  ++it;
      -
      14510  }
      -
      14511  }
      -
      14512  }
      -
      14513 }
      -
      14514 
      -
      14515 void VmaDefragmentationAlgorithm_Fast::PostprocessMetadata()
      -
      14516 {
      -
      14517  const size_t blockCount = m_pBlockVector->GetBlockCount();
      -
      14518  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      -
      14519  {
      -
      14520  VmaBlockMetadata_Generic* const pMetadata =
      -
      14521  (VmaBlockMetadata_Generic*)m_pBlockVector->GetBlock(blockIndex)->m_pMetadata;
      -
      14522  const VkDeviceSize blockSize = pMetadata->GetSize();
      -
      14523 
      -
      14524  // No allocations in this block - entire area is free.
      -
      14525  if(pMetadata->m_Suballocations.empty())
      -
      14526  {
      -
      14527  pMetadata->m_FreeCount = 1;
      -
      14528  //pMetadata->m_SumFreeSize is already set to blockSize.
      -
      14529  VmaSuballocation suballoc = {
      -
      14530  0, // offset
      -
      14531  blockSize, // size
      -
      14532  VMA_NULL, // hAllocation
      -
      14533  VMA_SUBALLOCATION_TYPE_FREE };
      -
      14534  pMetadata->m_Suballocations.push_back(suballoc);
      -
      14535  pMetadata->RegisterFreeSuballocation(pMetadata->m_Suballocations.begin());
      -
      14536  }
      -
      14537  // There are some allocations in this block.
      -
      14538  else
      -
      14539  {
      -
      14540  VkDeviceSize offset = 0;
      -
      14541  VmaSuballocationList::iterator it;
      -
      14542  for(it = pMetadata->m_Suballocations.begin();
      -
      14543  it != pMetadata->m_Suballocations.end();
      -
      14544  ++it)
      -
      14545  {
      -
      14546  VMA_ASSERT(it->type != VMA_SUBALLOCATION_TYPE_FREE);
      -
      14547  VMA_ASSERT(it->offset >= offset);
      -
      14548 
      -
      14549  // Need to insert preceding free space.
      -
      14550  if(it->offset > offset)
      -
      14551  {
      -
      14552  ++pMetadata->m_FreeCount;
      -
      14553  const VkDeviceSize freeSize = it->offset - offset;
      -
      14554  VmaSuballocation suballoc = {
      -
      14555  offset, // offset
      -
      14556  freeSize, // size
      -
      14557  VMA_NULL, // hAllocation
      -
      14558  VMA_SUBALLOCATION_TYPE_FREE };
      -
      14559  VmaSuballocationList::iterator precedingFreeIt = pMetadata->m_Suballocations.insert(it, suballoc);
      -
      14560  if(freeSize >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      -
      14561  {
      -
      14562  pMetadata->m_FreeSuballocationsBySize.push_back(precedingFreeIt);
      -
      14563  }
      -
      14564  }
      -
      14565 
      -
      14566  pMetadata->m_SumFreeSize -= it->size;
      -
      14567  offset = it->offset + it->size;
      -
      14568  }
      +
      14451  ++dstBlockInfoIndex;
      +
      14452  dstOrigBlockIndex = m_BlockInfos[dstBlockInfoIndex].origBlockIndex;
      +
      14453  pDstBlock = m_pBlockVector->GetBlock(dstOrigBlockIndex);
      +
      14454  pDstMetadata = (VmaBlockMetadata_Generic*)pDstBlock->m_pMetadata;
      +
      14455  dstBlockSize = pDstMetadata->GetSize();
      +
      14456  dstOffset = 0;
      +
      14457  dstAllocOffset = 0;
      +
      14458  }
      +
      14459 
      +
      14460  // Same block
      +
      14461  if(dstBlockInfoIndex == srcBlockInfoIndex)
      +
      14462  {
      +
      14463  VMA_ASSERT(dstAllocOffset <= srcAllocOffset);
      +
      14464 
      +
      14465  const bool overlap = dstAllocOffset + srcAllocSize > srcAllocOffset;
      +
      14466 
      +
      14467  bool skipOver = overlap;
      +
      14468  if(overlap && m_OverlappingMoveSupported && dstAllocOffset < srcAllocOffset)
      +
      14469  {
      +
      14470  // If destination and source place overlap, skip if it would move it
      +
      14471  // by only < 1/64 of its size.
      +
      14472  skipOver = (srcAllocOffset - dstAllocOffset) * 64 < srcAllocSize;
      +
      14473  }
      +
      14474 
      +
      14475  if(skipOver)
      +
      14476  {
      +
      14477  freeSpaceDb.Register(dstBlockInfoIndex, dstOffset, srcAllocOffset - dstOffset);
      +
      14478 
      +
      14479  dstOffset = srcAllocOffset + srcAllocSize;
      +
      14480  ++srcSuballocIt;
      +
      14481  }
      +
      14482  // MOVE OPTION 1: Move the allocation inside the same block by decreasing offset.
      +
      14483  else
      +
      14484  {
      +
      14485  srcSuballocIt->offset = dstAllocOffset;
      +
      14486  srcSuballocIt->hAllocation->ChangeOffset(dstAllocOffset);
      +
      14487  dstOffset = dstAllocOffset + srcAllocSize;
      +
      14488  m_BytesMoved += srcAllocSize;
      +
      14489  ++m_AllocationsMoved;
      +
      14490  ++srcSuballocIt;
      +
      14491 
      +
      14492  move.srcBlockIndex = srcOrigBlockIndex;
      +
      14493  move.dstBlockIndex = dstOrigBlockIndex;
      +
      14494  move.srcOffset = srcAllocOffset;
      +
      14495  move.dstOffset = dstAllocOffset;
      +
      14496  move.size = srcAllocSize;
      +
      14497 
      +
      14498  moves.push_back(move);
      +
      14499  }
      +
      14500  }
      +
      14501  // Different block
      +
      14502  else
      +
      14503  {
      +
      14504  // MOVE OPTION 2: Move the allocation to a different block.
      +
      14505 
      +
      14506  VMA_ASSERT(dstBlockInfoIndex < srcBlockInfoIndex);
      +
      14507  VMA_ASSERT(dstAllocOffset + srcAllocSize <= dstBlockSize);
      +
      14508 
      +
      14509  VmaSuballocation suballoc = *srcSuballocIt;
      +
      14510  suballoc.offset = dstAllocOffset;
      +
      14511  suballoc.hAllocation->ChangeBlockAllocation(m_hAllocator, pDstBlock, dstAllocOffset);
      +
      14512  dstOffset = dstAllocOffset + srcAllocSize;
      +
      14513  m_BytesMoved += srcAllocSize;
      +
      14514  ++m_AllocationsMoved;
      +
      14515 
      +
      14516  VmaSuballocationList::iterator nextSuballocIt = srcSuballocIt;
      +
      14517  ++nextSuballocIt;
      +
      14518  pSrcMetadata->m_Suballocations.erase(srcSuballocIt);
      +
      14519  srcSuballocIt = nextSuballocIt;
      +
      14520 
      +
      14521  pDstMetadata->m_Suballocations.push_back(suballoc);
      +
      14522 
      +
      14523  move.srcBlockIndex = srcOrigBlockIndex;
      +
      14524  move.dstBlockIndex = dstOrigBlockIndex;
      +
      14525  move.srcOffset = srcAllocOffset;
      +
      14526  move.dstOffset = dstAllocOffset;
      +
      14527  move.size = srcAllocSize;
      +
      14528 
      +
      14529  moves.push_back(move);
      +
      14530  }
      +
      14531  }
      +
      14532  }
      +
      14533  }
      +
      14534 
      +
      14535  m_BlockInfos.clear();
      +
      14536 
      +
      14537  PostprocessMetadata();
      +
      14538 
      +
      14539  return VK_SUCCESS;
      +
      14540 }
      +
      14541 
      +
      14542 void VmaDefragmentationAlgorithm_Fast::PreprocessMetadata()
      +
      14543 {
      +
      14544  const size_t blockCount = m_pBlockVector->GetBlockCount();
      +
      14545  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      +
      14546  {
      +
      14547  VmaBlockMetadata_Generic* const pMetadata =
      +
      14548  (VmaBlockMetadata_Generic*)m_pBlockVector->GetBlock(blockIndex)->m_pMetadata;
      +
      14549  pMetadata->m_FreeCount = 0;
      +
      14550  pMetadata->m_SumFreeSize = pMetadata->GetSize();
      +
      14551  pMetadata->m_FreeSuballocationsBySize.clear();
      +
      14552  for(VmaSuballocationList::iterator it = pMetadata->m_Suballocations.begin();
      +
      14553  it != pMetadata->m_Suballocations.end(); )
      +
      14554  {
      +
      14555  if(it->type == VMA_SUBALLOCATION_TYPE_FREE)
      +
      14556  {
      +
      14557  VmaSuballocationList::iterator nextIt = it;
      +
      14558  ++nextIt;
      +
      14559  pMetadata->m_Suballocations.erase(it);
      +
      14560  it = nextIt;
      +
      14561  }
      +
      14562  else
      +
      14563  {
      +
      14564  ++it;
      +
      14565  }
      +
      14566  }
      +
      14567  }
      +
      14568 }
      14569 
      -
      14570  // Need to insert trailing free space.
      -
      14571  if(offset < blockSize)
      -
      14572  {
      -
      14573  ++pMetadata->m_FreeCount;
      -
      14574  const VkDeviceSize freeSize = blockSize - offset;
      -
      14575  VmaSuballocation suballoc = {
      -
      14576  offset, // offset
      -
      14577  freeSize, // size
      -
      14578  VMA_NULL, // hAllocation
      -
      14579  VMA_SUBALLOCATION_TYPE_FREE };
      -
      14580  VMA_ASSERT(it == pMetadata->m_Suballocations.end());
      -
      14581  VmaSuballocationList::iterator trailingFreeIt = pMetadata->m_Suballocations.insert(it, suballoc);
      -
      14582  if(freeSize > VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      -
      14583  {
      -
      14584  pMetadata->m_FreeSuballocationsBySize.push_back(trailingFreeIt);
      -
      14585  }
      -
      14586  }
      -
      14587 
      -
      14588  VMA_SORT(
      -
      14589  pMetadata->m_FreeSuballocationsBySize.begin(),
      -
      14590  pMetadata->m_FreeSuballocationsBySize.end(),
      -
      14591  VmaSuballocationItemSizeLess());
      -
      14592  }
      -
      14593 
      -
      14594  VMA_HEAVY_ASSERT(pMetadata->Validate());
      -
      14595  }
      -
      14596 }
      -
      14597 
      -
      14598 void VmaDefragmentationAlgorithm_Fast::InsertSuballoc(VmaBlockMetadata_Generic* pMetadata, const VmaSuballocation& suballoc)
      -
      14599 {
      -
      14600  // TODO: Optimize somehow. Remember iterator instead of searching for it linearly.
      -
      14601  VmaSuballocationList::iterator it = pMetadata->m_Suballocations.begin();
      -
      14602  while(it != pMetadata->m_Suballocations.end())
      -
      14603  {
      -
      14604  if(it->offset < suballoc.offset)
      -
      14605  {
      -
      14606  ++it;
      -
      14607  }
      -
      14608  }
      -
      14609  pMetadata->m_Suballocations.insert(it, suballoc);
      -
      14610 }
      -
      14611 
      -
      14613 // VmaBlockVectorDefragmentationContext
      -
      14614 
      -
      14615 VmaBlockVectorDefragmentationContext::VmaBlockVectorDefragmentationContext(
      -
      14616  VmaAllocator hAllocator,
      -
      14617  VmaPool hCustomPool,
      -
      14618  VmaBlockVector* pBlockVector,
      -
      14619  uint32_t currFrameIndex) :
      -
      14620  res(VK_SUCCESS),
      -
      14621  mutexLocked(false),
      -
      14622  blockContexts(VmaStlAllocator<VmaBlockDefragmentationContext>(hAllocator->GetAllocationCallbacks())),
      -
      14623  defragmentationMoves(VmaStlAllocator<VmaDefragmentationMove>(hAllocator->GetAllocationCallbacks())),
      -
      14624  defragmentationMovesProcessed(0),
      -
      14625  defragmentationMovesCommitted(0),
      -
      14626  hasDefragmentationPlan(0),
      -
      14627  m_hAllocator(hAllocator),
      -
      14628  m_hCustomPool(hCustomPool),
      -
      14629  m_pBlockVector(pBlockVector),
      -
      14630  m_CurrFrameIndex(currFrameIndex),
      -
      14631  m_pAlgorithm(VMA_NULL),
      -
      14632  m_Allocations(VmaStlAllocator<AllocInfo>(hAllocator->GetAllocationCallbacks())),
      -
      14633  m_AllAllocations(false)
      -
      14634 {
      -
      14635 }
      -
      14636 
      -
      14637 VmaBlockVectorDefragmentationContext::~VmaBlockVectorDefragmentationContext()
      -
      14638 {
      -
      14639  vma_delete(m_hAllocator, m_pAlgorithm);
      -
      14640 }
      -
      14641 
      -
      14642 void VmaBlockVectorDefragmentationContext::AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged)
      -
      14643 {
      -
      14644  AllocInfo info = { hAlloc, pChanged };
      -
      14645  m_Allocations.push_back(info);
      -
      14646 }
      -
      14647 
      -
      14648 void VmaBlockVectorDefragmentationContext::Begin(bool overlappingMoveSupported, VmaDefragmentationFlags flags)
      -
      14649 {
      -
      14650  const bool allAllocations = m_AllAllocations ||
      -
      14651  m_Allocations.size() == m_pBlockVector->CalcAllocationCount();
      +
      14570 void VmaDefragmentationAlgorithm_Fast::PostprocessMetadata()
      +
      14571 {
      +
      14572  const size_t blockCount = m_pBlockVector->GetBlockCount();
      +
      14573  for(size_t blockIndex = 0; blockIndex < blockCount; ++blockIndex)
      +
      14574  {
      +
      14575  VmaBlockMetadata_Generic* const pMetadata =
      +
      14576  (VmaBlockMetadata_Generic*)m_pBlockVector->GetBlock(blockIndex)->m_pMetadata;
      +
      14577  const VkDeviceSize blockSize = pMetadata->GetSize();
      +
      14578 
      +
      14579  // No allocations in this block - entire area is free.
      +
      14580  if(pMetadata->m_Suballocations.empty())
      +
      14581  {
      +
      14582  pMetadata->m_FreeCount = 1;
      +
      14583  //pMetadata->m_SumFreeSize is already set to blockSize.
      +
      14584  VmaSuballocation suballoc = {
      +
      14585  0, // offset
      +
      14586  blockSize, // size
      +
      14587  VMA_NULL, // hAllocation
      +
      14588  VMA_SUBALLOCATION_TYPE_FREE };
      +
      14589  pMetadata->m_Suballocations.push_back(suballoc);
      +
      14590  pMetadata->RegisterFreeSuballocation(pMetadata->m_Suballocations.begin());
      +
      14591  }
      +
      14592  // There are some allocations in this block.
      +
      14593  else
      +
      14594  {
      +
      14595  VkDeviceSize offset = 0;
      +
      14596  VmaSuballocationList::iterator it;
      +
      14597  for(it = pMetadata->m_Suballocations.begin();
      +
      14598  it != pMetadata->m_Suballocations.end();
      +
      14599  ++it)
      +
      14600  {
      +
      14601  VMA_ASSERT(it->type != VMA_SUBALLOCATION_TYPE_FREE);
      +
      14602  VMA_ASSERT(it->offset >= offset);
      +
      14603 
      +
      14604  // Need to insert preceding free space.
      +
      14605  if(it->offset > offset)
      +
      14606  {
      +
      14607  ++pMetadata->m_FreeCount;
      +
      14608  const VkDeviceSize freeSize = it->offset - offset;
      +
      14609  VmaSuballocation suballoc = {
      +
      14610  offset, // offset
      +
      14611  freeSize, // size
      +
      14612  VMA_NULL, // hAllocation
      +
      14613  VMA_SUBALLOCATION_TYPE_FREE };
      +
      14614  VmaSuballocationList::iterator precedingFreeIt = pMetadata->m_Suballocations.insert(it, suballoc);
      +
      14615  if(freeSize >= VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      +
      14616  {
      +
      14617  pMetadata->m_FreeSuballocationsBySize.push_back(precedingFreeIt);
      +
      14618  }
      +
      14619  }
      +
      14620 
      +
      14621  pMetadata->m_SumFreeSize -= it->size;
      +
      14622  offset = it->offset + it->size;
      +
      14623  }
      +
      14624 
      +
      14625  // Need to insert trailing free space.
      +
      14626  if(offset < blockSize)
      +
      14627  {
      +
      14628  ++pMetadata->m_FreeCount;
      +
      14629  const VkDeviceSize freeSize = blockSize - offset;
      +
      14630  VmaSuballocation suballoc = {
      +
      14631  offset, // offset
      +
      14632  freeSize, // size
      +
      14633  VMA_NULL, // hAllocation
      +
      14634  VMA_SUBALLOCATION_TYPE_FREE };
      +
      14635  VMA_ASSERT(it == pMetadata->m_Suballocations.end());
      +
      14636  VmaSuballocationList::iterator trailingFreeIt = pMetadata->m_Suballocations.insert(it, suballoc);
      +
      14637  if(freeSize > VMA_MIN_FREE_SUBALLOCATION_SIZE_TO_REGISTER)
      +
      14638  {
      +
      14639  pMetadata->m_FreeSuballocationsBySize.push_back(trailingFreeIt);
      +
      14640  }
      +
      14641  }
      +
      14642 
      +
      14643  VMA_SORT(
      +
      14644  pMetadata->m_FreeSuballocationsBySize.begin(),
      +
      14645  pMetadata->m_FreeSuballocationsBySize.end(),
      +
      14646  VmaSuballocationItemSizeLess());
      +
      14647  }
      +
      14648 
      +
      14649  VMA_HEAVY_ASSERT(pMetadata->Validate());
      +
      14650  }
      +
      14651 }
      14652 
      -
      14653  /********************************
      -
      14654  HERE IS THE CHOICE OF DEFRAGMENTATION ALGORITHM.
      -
      14655  ********************************/
      -
      14656 
      -
      14657  /*
      -
      14658  Fast algorithm is supported only when certain criteria are met:
      -
      14659  - VMA_DEBUG_MARGIN is 0.
      -
      14660  - All allocations in this block vector are moveable.
      -
      14661  - There is no possibility of image/buffer granularity conflict.
      -
      14662  - The defragmentation is not incremental
      -
      14663  */
      -
      14664  if(VMA_DEBUG_MARGIN == 0 &&
      -
      14665  allAllocations &&
      -
      14666  !m_pBlockVector->IsBufferImageGranularityConflictPossible() &&
      -
      14667  !(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL))
      -
      14668  {
      -
      14669  m_pAlgorithm = vma_new(m_hAllocator, VmaDefragmentationAlgorithm_Fast)(
      -
      14670  m_hAllocator, m_pBlockVector, m_CurrFrameIndex, overlappingMoveSupported);
      -
      14671  }
      -
      14672  else
      -
      14673  {
      -
      14674  m_pAlgorithm = vma_new(m_hAllocator, VmaDefragmentationAlgorithm_Generic)(
      -
      14675  m_hAllocator, m_pBlockVector, m_CurrFrameIndex, overlappingMoveSupported);
      -
      14676  }
      -
      14677 
      -
      14678  if(allAllocations)
      -
      14679  {
      -
      14680  m_pAlgorithm->AddAll();
      -
      14681  }
      -
      14682  else
      -
      14683  {
      -
      14684  for(size_t i = 0, count = m_Allocations.size(); i < count; ++i)
      -
      14685  {
      -
      14686  m_pAlgorithm->AddAllocation(m_Allocations[i].hAlloc, m_Allocations[i].pChanged);
      -
      14687  }
      -
      14688  }
      -
      14689 }
      -
      14690 
      -
      14692 // VmaDefragmentationContext
      -
      14693 
      -
      14694 VmaDefragmentationContext_T::VmaDefragmentationContext_T(
      -
      14695  VmaAllocator hAllocator,
      -
      14696  uint32_t currFrameIndex,
      -
      14697  uint32_t flags,
      -
      14698  VmaDefragmentationStats* pStats) :
      -
      14699  m_hAllocator(hAllocator),
      -
      14700  m_CurrFrameIndex(currFrameIndex),
      -
      14701  m_Flags(flags),
      -
      14702  m_pStats(pStats),
      -
      14703  m_CustomPoolContexts(VmaStlAllocator<VmaBlockVectorDefragmentationContext*>(hAllocator->GetAllocationCallbacks()))
      +
      14653 void VmaDefragmentationAlgorithm_Fast::InsertSuballoc(VmaBlockMetadata_Generic* pMetadata, const VmaSuballocation& suballoc)
      +
      14654 {
      +
      14655  // TODO: Optimize somehow. Remember iterator instead of searching for it linearly.
      +
      14656  VmaSuballocationList::iterator it = pMetadata->m_Suballocations.begin();
      +
      14657  while(it != pMetadata->m_Suballocations.end())
      +
      14658  {
      +
      14659  if(it->offset < suballoc.offset)
      +
      14660  {
      +
      14661  ++it;
      +
      14662  }
      +
      14663  }
      +
      14664  pMetadata->m_Suballocations.insert(it, suballoc);
      +
      14665 }
      +
      14666 
      +
      14668 // VmaBlockVectorDefragmentationContext
      +
      14669 
      +
      14670 VmaBlockVectorDefragmentationContext::VmaBlockVectorDefragmentationContext(
      +
      14671  VmaAllocator hAllocator,
      +
      14672  VmaPool hCustomPool,
      +
      14673  VmaBlockVector* pBlockVector,
      +
      14674  uint32_t currFrameIndex) :
      +
      14675  res(VK_SUCCESS),
      +
      14676  mutexLocked(false),
      +
      14677  blockContexts(VmaStlAllocator<VmaBlockDefragmentationContext>(hAllocator->GetAllocationCallbacks())),
      +
      14678  defragmentationMoves(VmaStlAllocator<VmaDefragmentationMove>(hAllocator->GetAllocationCallbacks())),
      +
      14679  defragmentationMovesProcessed(0),
      +
      14680  defragmentationMovesCommitted(0),
      +
      14681  hasDefragmentationPlan(0),
      +
      14682  m_hAllocator(hAllocator),
      +
      14683  m_hCustomPool(hCustomPool),
      +
      14684  m_pBlockVector(pBlockVector),
      +
      14685  m_CurrFrameIndex(currFrameIndex),
      +
      14686  m_pAlgorithm(VMA_NULL),
      +
      14687  m_Allocations(VmaStlAllocator<AllocInfo>(hAllocator->GetAllocationCallbacks())),
      +
      14688  m_AllAllocations(false)
      +
      14689 {
      +
      14690 }
      +
      14691 
      +
      14692 VmaBlockVectorDefragmentationContext::~VmaBlockVectorDefragmentationContext()
      +
      14693 {
      +
      14694  vma_delete(m_hAllocator, m_pAlgorithm);
      +
      14695 }
      +
      14696 
      +
      14697 void VmaBlockVectorDefragmentationContext::AddAllocation(VmaAllocation hAlloc, VkBool32* pChanged)
      +
      14698 {
      +
      14699  AllocInfo info = { hAlloc, pChanged };
      +
      14700  m_Allocations.push_back(info);
      +
      14701 }
      +
      14702 
      +
      14703 void VmaBlockVectorDefragmentationContext::Begin(bool overlappingMoveSupported, VmaDefragmentationFlags flags)
      14704 {
      -
      14705  memset(m_DefaultPoolContexts, 0, sizeof(m_DefaultPoolContexts));
      -
      14706 }
      +
      14705  const bool allAllocations = m_AllAllocations ||
      +
      14706  m_Allocations.size() == m_pBlockVector->CalcAllocationCount();
      14707 
      -
      14708 VmaDefragmentationContext_T::~VmaDefragmentationContext_T()
      -
      14709 {
      -
      14710  for(size_t i = m_CustomPoolContexts.size(); i--; )
      -
      14711  {
      -
      14712  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_CustomPoolContexts[i];
      -
      14713  pBlockVectorCtx->GetBlockVector()->DefragmentationEnd(pBlockVectorCtx, m_Flags, m_pStats);
      -
      14714  vma_delete(m_hAllocator, pBlockVectorCtx);
      -
      14715  }
      -
      14716  for(size_t i = m_hAllocator->m_MemProps.memoryTypeCount; i--; )
      -
      14717  {
      -
      14718  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_DefaultPoolContexts[i];
      -
      14719  if(pBlockVectorCtx)
      -
      14720  {
      -
      14721  pBlockVectorCtx->GetBlockVector()->DefragmentationEnd(pBlockVectorCtx, m_Flags, m_pStats);
      -
      14722  vma_delete(m_hAllocator, pBlockVectorCtx);
      -
      14723  }
      -
      14724  }
      -
      14725 }
      -
      14726 
      -
      14727 void VmaDefragmentationContext_T::AddPools(uint32_t poolCount, const VmaPool* pPools)
      -
      14728 {
      -
      14729  for(uint32_t poolIndex = 0; poolIndex < poolCount; ++poolIndex)
      -
      14730  {
      -
      14731  VmaPool pool = pPools[poolIndex];
      -
      14732  VMA_ASSERT(pool);
      -
      14733  // Pools with algorithm other than default are not defragmented.
      -
      14734  if(pool->m_BlockVector.GetAlgorithm() == 0)
      -
      14735  {
      -
      14736  VmaBlockVectorDefragmentationContext* pBlockVectorDefragCtx = VMA_NULL;
      -
      14737 
      -
      14738  for(size_t i = m_CustomPoolContexts.size(); i--; )
      -
      14739  {
      -
      14740  if(m_CustomPoolContexts[i]->GetCustomPool() == pool)
      -
      14741  {
      -
      14742  pBlockVectorDefragCtx = m_CustomPoolContexts[i];
      -
      14743  break;
      -
      14744  }
      -
      14745  }
      -
      14746 
      -
      14747  if(!pBlockVectorDefragCtx)
      -
      14748  {
      -
      14749  pBlockVectorDefragCtx = vma_new(m_hAllocator, VmaBlockVectorDefragmentationContext)(
      -
      14750  m_hAllocator,
      -
      14751  pool,
      -
      14752  &pool->m_BlockVector,
      -
      14753  m_CurrFrameIndex);
      -
      14754  m_CustomPoolContexts.push_back(pBlockVectorDefragCtx);
      -
      14755  }
      -
      14756 
      -
      14757  pBlockVectorDefragCtx->AddAll();
      -
      14758  }
      -
      14759  }
      -
      14760 }
      -
      14761 
      -
      14762 void VmaDefragmentationContext_T::AddAllocations(
      -
      14763  uint32_t allocationCount,
      -
      14764  const VmaAllocation* pAllocations,
      -
      14765  VkBool32* pAllocationsChanged)
      -
      14766 {
      -
      14767  // Dispatch pAllocations among defragmentators. Create them when necessary.
      -
      14768  for(uint32_t allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
      -
      14769  {
      -
      14770  const VmaAllocation hAlloc = pAllocations[allocIndex];
      -
      14771  VMA_ASSERT(hAlloc);
      -
      14772  // DedicatedAlloc cannot be defragmented.
      -
      14773  if((hAlloc->GetType() == VmaAllocation_T::ALLOCATION_TYPE_BLOCK) &&
      -
      14774  // Lost allocation cannot be defragmented.
      -
      14775  (hAlloc->GetLastUseFrameIndex() != VMA_FRAME_INDEX_LOST))
      -
      14776  {
      -
      14777  VmaBlockVectorDefragmentationContext* pBlockVectorDefragCtx = VMA_NULL;
      -
      14778 
      -
      14779  const VmaPool hAllocPool = hAlloc->GetBlock()->GetParentPool();
      -
      14780  // This allocation belongs to custom pool.
      -
      14781  if(hAllocPool != VK_NULL_HANDLE)
      -
      14782  {
      -
      14783  // Pools with algorithm other than default are not defragmented.
      -
      14784  if(hAllocPool->m_BlockVector.GetAlgorithm() == 0)
      -
      14785  {
      -
      14786  for(size_t i = m_CustomPoolContexts.size(); i--; )
      -
      14787  {
      -
      14788  if(m_CustomPoolContexts[i]->GetCustomPool() == hAllocPool)
      -
      14789  {
      -
      14790  pBlockVectorDefragCtx = m_CustomPoolContexts[i];
      -
      14791  break;
      -
      14792  }
      -
      14793  }
      -
      14794  if(!pBlockVectorDefragCtx)
      -
      14795  {
      -
      14796  pBlockVectorDefragCtx = vma_new(m_hAllocator, VmaBlockVectorDefragmentationContext)(
      -
      14797  m_hAllocator,
      -
      14798  hAllocPool,
      -
      14799  &hAllocPool->m_BlockVector,
      -
      14800  m_CurrFrameIndex);
      -
      14801  m_CustomPoolContexts.push_back(pBlockVectorDefragCtx);
      -
      14802  }
      -
      14803  }
      -
      14804  }
      -
      14805  // This allocation belongs to default pool.
      -
      14806  else
      -
      14807  {
      -
      14808  const uint32_t memTypeIndex = hAlloc->GetMemoryTypeIndex();
      -
      14809  pBlockVectorDefragCtx = m_DefaultPoolContexts[memTypeIndex];
      -
      14810  if(!pBlockVectorDefragCtx)
      -
      14811  {
      -
      14812  pBlockVectorDefragCtx = vma_new(m_hAllocator, VmaBlockVectorDefragmentationContext)(
      -
      14813  m_hAllocator,
      -
      14814  VMA_NULL, // hCustomPool
      -
      14815  m_hAllocator->m_pBlockVectors[memTypeIndex],
      -
      14816  m_CurrFrameIndex);
      -
      14817  m_DefaultPoolContexts[memTypeIndex] = pBlockVectorDefragCtx;
      -
      14818  }
      -
      14819  }
      -
      14820 
      -
      14821  if(pBlockVectorDefragCtx)
      -
      14822  {
      -
      14823  VkBool32* const pChanged = (pAllocationsChanged != VMA_NULL) ?
      -
      14824  &pAllocationsChanged[allocIndex] : VMA_NULL;
      -
      14825  pBlockVectorDefragCtx->AddAllocation(hAlloc, pChanged);
      -
      14826  }
      -
      14827  }
      -
      14828  }
      -
      14829 }
      -
      14830 
      -
      14831 VkResult VmaDefragmentationContext_T::Defragment(
      -
      14832  VkDeviceSize maxCpuBytesToMove, uint32_t maxCpuAllocationsToMove,
      -
      14833  VkDeviceSize maxGpuBytesToMove, uint32_t maxGpuAllocationsToMove,
      -
      14834  VkCommandBuffer commandBuffer, VmaDefragmentationStats* pStats, VmaDefragmentationFlags flags)
      -
      14835 {
      -
      14836  if(pStats)
      -
      14837  {
      -
      14838  memset(pStats, 0, sizeof(VmaDefragmentationStats));
      -
      14839  }
      -
      14840 
      -
      14841  if(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL)
      -
      14842  {
      -
      14843  // For incremental defragmetnations, we just earmark how much we can move
      -
      14844  // The real meat is in the defragmentation steps
      -
      14845  m_MaxCpuBytesToMove = maxCpuBytesToMove;
      -
      14846  m_MaxCpuAllocationsToMove = maxCpuAllocationsToMove;
      -
      14847 
      -
      14848  m_MaxGpuBytesToMove = maxGpuBytesToMove;
      -
      14849  m_MaxGpuAllocationsToMove = maxGpuAllocationsToMove;
      -
      14850 
      -
      14851  if(m_MaxCpuBytesToMove == 0 && m_MaxCpuAllocationsToMove == 0 &&
      -
      14852  m_MaxGpuBytesToMove == 0 && m_MaxGpuAllocationsToMove == 0)
      -
      14853  return VK_SUCCESS;
      -
      14854 
      -
      14855  return VK_NOT_READY;
      -
      14856  }
      -
      14857 
      -
      14858  if(commandBuffer == VK_NULL_HANDLE)
      -
      14859  {
      -
      14860  maxGpuBytesToMove = 0;
      -
      14861  maxGpuAllocationsToMove = 0;
      -
      14862  }
      -
      14863 
      -
      14864  VkResult res = VK_SUCCESS;
      -
      14865 
      -
      14866  // Process default pools.
      -
      14867  for(uint32_t memTypeIndex = 0;
      -
      14868  memTypeIndex < m_hAllocator->GetMemoryTypeCount() && res >= VK_SUCCESS;
      -
      14869  ++memTypeIndex)
      -
      14870  {
      -
      14871  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_DefaultPoolContexts[memTypeIndex];
      -
      14872  if(pBlockVectorCtx)
      -
      14873  {
      -
      14874  VMA_ASSERT(pBlockVectorCtx->GetBlockVector());
      -
      14875  pBlockVectorCtx->GetBlockVector()->Defragment(
      -
      14876  pBlockVectorCtx,
      -
      14877  pStats, flags,
      -
      14878  maxCpuBytesToMove, maxCpuAllocationsToMove,
      -
      14879  maxGpuBytesToMove, maxGpuAllocationsToMove,
      -
      14880  commandBuffer);
      -
      14881  if(pBlockVectorCtx->res != VK_SUCCESS)
      -
      14882  {
      -
      14883  res = pBlockVectorCtx->res;
      -
      14884  }
      -
      14885  }
      -
      14886  }
      -
      14887 
      -
      14888  // Process custom pools.
      -
      14889  for(size_t customCtxIndex = 0, customCtxCount = m_CustomPoolContexts.size();
      -
      14890  customCtxIndex < customCtxCount && res >= VK_SUCCESS;
      -
      14891  ++customCtxIndex)
      +
      14708  /********************************
      +
      14709  HERE IS THE CHOICE OF DEFRAGMENTATION ALGORITHM.
      +
      14710  ********************************/
      +
      14711 
      +
      14712  /*
      +
      14713  Fast algorithm is supported only when certain criteria are met:
      +
      14714  - VMA_DEBUG_MARGIN is 0.
      +
      14715  - All allocations in this block vector are moveable.
      +
      14716  - There is no possibility of image/buffer granularity conflict.
      +
      14717  - The defragmentation is not incremental
      +
      14718  */
      +
      14719  if(VMA_DEBUG_MARGIN == 0 &&
      +
      14720  allAllocations &&
      +
      14721  !m_pBlockVector->IsBufferImageGranularityConflictPossible() &&
      +
      14722  !(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL))
      +
      14723  {
      +
      14724  m_pAlgorithm = vma_new(m_hAllocator, VmaDefragmentationAlgorithm_Fast)(
      +
      14725  m_hAllocator, m_pBlockVector, m_CurrFrameIndex, overlappingMoveSupported);
      +
      14726  }
      +
      14727  else
      +
      14728  {
      +
      14729  m_pAlgorithm = vma_new(m_hAllocator, VmaDefragmentationAlgorithm_Generic)(
      +
      14730  m_hAllocator, m_pBlockVector, m_CurrFrameIndex, overlappingMoveSupported);
      +
      14731  }
      +
      14732 
      +
      14733  if(allAllocations)
      +
      14734  {
      +
      14735  m_pAlgorithm->AddAll();
      +
      14736  }
      +
      14737  else
      +
      14738  {
      +
      14739  for(size_t i = 0, count = m_Allocations.size(); i < count; ++i)
      +
      14740  {
      +
      14741  m_pAlgorithm->AddAllocation(m_Allocations[i].hAlloc, m_Allocations[i].pChanged);
      +
      14742  }
      +
      14743  }
      +
      14744 }
      +
      14745 
      +
      14747 // VmaDefragmentationContext
      +
      14748 
      +
      14749 VmaDefragmentationContext_T::VmaDefragmentationContext_T(
      +
      14750  VmaAllocator hAllocator,
      +
      14751  uint32_t currFrameIndex,
      +
      14752  uint32_t flags,
      +
      14753  VmaDefragmentationStats* pStats) :
      +
      14754  m_hAllocator(hAllocator),
      +
      14755  m_CurrFrameIndex(currFrameIndex),
      +
      14756  m_Flags(flags),
      +
      14757  m_pStats(pStats),
      +
      14758  m_CustomPoolContexts(VmaStlAllocator<VmaBlockVectorDefragmentationContext*>(hAllocator->GetAllocationCallbacks()))
      +
      14759 {
      +
      14760  memset(m_DefaultPoolContexts, 0, sizeof(m_DefaultPoolContexts));
      +
      14761 }
      +
      14762 
      +
      14763 VmaDefragmentationContext_T::~VmaDefragmentationContext_T()
      +
      14764 {
      +
      14765  for(size_t i = m_CustomPoolContexts.size(); i--; )
      +
      14766  {
      +
      14767  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_CustomPoolContexts[i];
      +
      14768  pBlockVectorCtx->GetBlockVector()->DefragmentationEnd(pBlockVectorCtx, m_Flags, m_pStats);
      +
      14769  vma_delete(m_hAllocator, pBlockVectorCtx);
      +
      14770  }
      +
      14771  for(size_t i = m_hAllocator->m_MemProps.memoryTypeCount; i--; )
      +
      14772  {
      +
      14773  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_DefaultPoolContexts[i];
      +
      14774  if(pBlockVectorCtx)
      +
      14775  {
      +
      14776  pBlockVectorCtx->GetBlockVector()->DefragmentationEnd(pBlockVectorCtx, m_Flags, m_pStats);
      +
      14777  vma_delete(m_hAllocator, pBlockVectorCtx);
      +
      14778  }
      +
      14779  }
      +
      14780 }
      +
      14781 
      +
      14782 void VmaDefragmentationContext_T::AddPools(uint32_t poolCount, const VmaPool* pPools)
      +
      14783 {
      +
      14784  for(uint32_t poolIndex = 0; poolIndex < poolCount; ++poolIndex)
      +
      14785  {
      +
      14786  VmaPool pool = pPools[poolIndex];
      +
      14787  VMA_ASSERT(pool);
      +
      14788  // Pools with algorithm other than default are not defragmented.
      +
      14789  if(pool->m_BlockVector.GetAlgorithm() == 0)
      +
      14790  {
      +
      14791  VmaBlockVectorDefragmentationContext* pBlockVectorDefragCtx = VMA_NULL;
      +
      14792 
      +
      14793  for(size_t i = m_CustomPoolContexts.size(); i--; )
      +
      14794  {
      +
      14795  if(m_CustomPoolContexts[i]->GetCustomPool() == pool)
      +
      14796  {
      +
      14797  pBlockVectorDefragCtx = m_CustomPoolContexts[i];
      +
      14798  break;
      +
      14799  }
      +
      14800  }
      +
      14801 
      +
      14802  if(!pBlockVectorDefragCtx)
      +
      14803  {
      +
      14804  pBlockVectorDefragCtx = vma_new(m_hAllocator, VmaBlockVectorDefragmentationContext)(
      +
      14805  m_hAllocator,
      +
      14806  pool,
      +
      14807  &pool->m_BlockVector,
      +
      14808  m_CurrFrameIndex);
      +
      14809  m_CustomPoolContexts.push_back(pBlockVectorDefragCtx);
      +
      14810  }
      +
      14811 
      +
      14812  pBlockVectorDefragCtx->AddAll();
      +
      14813  }
      +
      14814  }
      +
      14815 }
      +
      14816 
      +
      14817 void VmaDefragmentationContext_T::AddAllocations(
      +
      14818  uint32_t allocationCount,
      +
      14819  const VmaAllocation* pAllocations,
      +
      14820  VkBool32* pAllocationsChanged)
      +
      14821 {
      +
      14822  // Dispatch pAllocations among defragmentators. Create them when necessary.
      +
      14823  for(uint32_t allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
      +
      14824  {
      +
      14825  const VmaAllocation hAlloc = pAllocations[allocIndex];
      +
      14826  VMA_ASSERT(hAlloc);
      +
      14827  // DedicatedAlloc cannot be defragmented.
      +
      14828  if((hAlloc->GetType() == VmaAllocation_T::ALLOCATION_TYPE_BLOCK) &&
      +
      14829  // Lost allocation cannot be defragmented.
      +
      14830  (hAlloc->GetLastUseFrameIndex() != VMA_FRAME_INDEX_LOST))
      +
      14831  {
      +
      14832  VmaBlockVectorDefragmentationContext* pBlockVectorDefragCtx = VMA_NULL;
      +
      14833 
      +
      14834  const VmaPool hAllocPool = hAlloc->GetBlock()->GetParentPool();
      +
      14835  // This allocation belongs to custom pool.
      +
      14836  if(hAllocPool != VK_NULL_HANDLE)
      +
      14837  {
      +
      14838  // Pools with algorithm other than default are not defragmented.
      +
      14839  if(hAllocPool->m_BlockVector.GetAlgorithm() == 0)
      +
      14840  {
      +
      14841  for(size_t i = m_CustomPoolContexts.size(); i--; )
      +
      14842  {
      +
      14843  if(m_CustomPoolContexts[i]->GetCustomPool() == hAllocPool)
      +
      14844  {
      +
      14845  pBlockVectorDefragCtx = m_CustomPoolContexts[i];
      +
      14846  break;
      +
      14847  }
      +
      14848  }
      +
      14849  if(!pBlockVectorDefragCtx)
      +
      14850  {
      +
      14851  pBlockVectorDefragCtx = vma_new(m_hAllocator, VmaBlockVectorDefragmentationContext)(
      +
      14852  m_hAllocator,
      +
      14853  hAllocPool,
      +
      14854  &hAllocPool->m_BlockVector,
      +
      14855  m_CurrFrameIndex);
      +
      14856  m_CustomPoolContexts.push_back(pBlockVectorDefragCtx);
      +
      14857  }
      +
      14858  }
      +
      14859  }
      +
      14860  // This allocation belongs to default pool.
      +
      14861  else
      +
      14862  {
      +
      14863  const uint32_t memTypeIndex = hAlloc->GetMemoryTypeIndex();
      +
      14864  pBlockVectorDefragCtx = m_DefaultPoolContexts[memTypeIndex];
      +
      14865  if(!pBlockVectorDefragCtx)
      +
      14866  {
      +
      14867  pBlockVectorDefragCtx = vma_new(m_hAllocator, VmaBlockVectorDefragmentationContext)(
      +
      14868  m_hAllocator,
      +
      14869  VMA_NULL, // hCustomPool
      +
      14870  m_hAllocator->m_pBlockVectors[memTypeIndex],
      +
      14871  m_CurrFrameIndex);
      +
      14872  m_DefaultPoolContexts[memTypeIndex] = pBlockVectorDefragCtx;
      +
      14873  }
      +
      14874  }
      +
      14875 
      +
      14876  if(pBlockVectorDefragCtx)
      +
      14877  {
      +
      14878  VkBool32* const pChanged = (pAllocationsChanged != VMA_NULL) ?
      +
      14879  &pAllocationsChanged[allocIndex] : VMA_NULL;
      +
      14880  pBlockVectorDefragCtx->AddAllocation(hAlloc, pChanged);
      +
      14881  }
      +
      14882  }
      +
      14883  }
      +
      14884 }
      +
      14885 
      +
      14886 VkResult VmaDefragmentationContext_T::Defragment(
      +
      14887  VkDeviceSize maxCpuBytesToMove, uint32_t maxCpuAllocationsToMove,
      +
      14888  VkDeviceSize maxGpuBytesToMove, uint32_t maxGpuAllocationsToMove,
      +
      14889  VkCommandBuffer commandBuffer, VmaDefragmentationStats* pStats, VmaDefragmentationFlags flags)
      +
      14890 {
      +
      14891  if(pStats)
      14892  {
      -
      14893  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_CustomPoolContexts[customCtxIndex];
      -
      14894  VMA_ASSERT(pBlockVectorCtx && pBlockVectorCtx->GetBlockVector());
      -
      14895  pBlockVectorCtx->GetBlockVector()->Defragment(
      -
      14896  pBlockVectorCtx,
      -
      14897  pStats, flags,
      -
      14898  maxCpuBytesToMove, maxCpuAllocationsToMove,
      -
      14899  maxGpuBytesToMove, maxGpuAllocationsToMove,
      -
      14900  commandBuffer);
      -
      14901  if(pBlockVectorCtx->res != VK_SUCCESS)
      -
      14902  {
      -
      14903  res = pBlockVectorCtx->res;
      -
      14904  }
      -
      14905  }
      -
      14906 
      -
      14907  return res;
      -
      14908 }
      +
      14893  memset(pStats, 0, sizeof(VmaDefragmentationStats));
      +
      14894  }
      +
      14895 
      +
      14896  if(flags & VMA_DEFRAGMENTATION_FLAG_INCREMENTAL)
      +
      14897  {
      +
      14898  // For incremental defragmetnations, we just earmark how much we can move
      +
      14899  // The real meat is in the defragmentation steps
      +
      14900  m_MaxCpuBytesToMove = maxCpuBytesToMove;
      +
      14901  m_MaxCpuAllocationsToMove = maxCpuAllocationsToMove;
      +
      14902 
      +
      14903  m_MaxGpuBytesToMove = maxGpuBytesToMove;
      +
      14904  m_MaxGpuAllocationsToMove = maxGpuAllocationsToMove;
      +
      14905 
      +
      14906  if(m_MaxCpuBytesToMove == 0 && m_MaxCpuAllocationsToMove == 0 &&
      +
      14907  m_MaxGpuBytesToMove == 0 && m_MaxGpuAllocationsToMove == 0)
      +
      14908  return VK_SUCCESS;
      14909 
      -
      14910 VkResult VmaDefragmentationContext_T::DefragmentPassBegin(VmaDefragmentationPassInfo* pInfo)
      -
      14911 {
      -
      14912  VmaDefragmentationPassMoveInfo* pCurrentMove = pInfo->pMoves;
      -
      14913  uint32_t movesLeft = pInfo->moveCount;
      -
      14914 
      -
      14915  // Process default pools.
      -
      14916  for(uint32_t memTypeIndex = 0;
      -
      14917  memTypeIndex < m_hAllocator->GetMemoryTypeCount();
      -
      14918  ++memTypeIndex)
      -
      14919  {
      -
      14920  VmaBlockVectorDefragmentationContext *pBlockVectorCtx = m_DefaultPoolContexts[memTypeIndex];
      -
      14921  if(pBlockVectorCtx)
      -
      14922  {
      -
      14923  VMA_ASSERT(pBlockVectorCtx->GetBlockVector());
      -
      14924 
      -
      14925  if(!pBlockVectorCtx->hasDefragmentationPlan)
      -
      14926  {
      -
      14927  pBlockVectorCtx->GetBlockVector()->Defragment(
      -
      14928  pBlockVectorCtx,
      -
      14929  m_pStats, m_Flags,
      -
      14930  m_MaxCpuBytesToMove, m_MaxCpuAllocationsToMove,
      -
      14931  m_MaxGpuBytesToMove, m_MaxGpuAllocationsToMove,
      -
      14932  VK_NULL_HANDLE);
      -
      14933 
      -
      14934  if(pBlockVectorCtx->res < VK_SUCCESS)
      -
      14935  continue;
      -
      14936 
      -
      14937  pBlockVectorCtx->hasDefragmentationPlan = true;
      -
      14938  }
      -
      14939 
      -
      14940  const uint32_t processed = pBlockVectorCtx->GetBlockVector()->ProcessDefragmentations(
      -
      14941  pBlockVectorCtx,
      -
      14942  pCurrentMove, movesLeft);
      -
      14943 
      -
      14944  movesLeft -= processed;
      -
      14945  pCurrentMove += processed;
      -
      14946  }
      -
      14947  }
      -
      14948 
      -
      14949  // Process custom pools.
      -
      14950  for(size_t customCtxIndex = 0, customCtxCount = m_CustomPoolContexts.size();
      -
      14951  customCtxIndex < customCtxCount;
      -
      14952  ++customCtxIndex)
      -
      14953  {
      -
      14954  VmaBlockVectorDefragmentationContext *pBlockVectorCtx = m_CustomPoolContexts[customCtxIndex];
      -
      14955  VMA_ASSERT(pBlockVectorCtx && pBlockVectorCtx->GetBlockVector());
      -
      14956 
      -
      14957  if(!pBlockVectorCtx->hasDefragmentationPlan)
      -
      14958  {
      -
      14959  pBlockVectorCtx->GetBlockVector()->Defragment(
      -
      14960  pBlockVectorCtx,
      -
      14961  m_pStats, m_Flags,
      -
      14962  m_MaxCpuBytesToMove, m_MaxCpuAllocationsToMove,
      -
      14963  m_MaxGpuBytesToMove, m_MaxGpuAllocationsToMove,
      -
      14964  VK_NULL_HANDLE);
      -
      14965 
      -
      14966  if(pBlockVectorCtx->res < VK_SUCCESS)
      -
      14967  continue;
      -
      14968 
      -
      14969  pBlockVectorCtx->hasDefragmentationPlan = true;
      -
      14970  }
      -
      14971 
      -
      14972  const uint32_t processed = pBlockVectorCtx->GetBlockVector()->ProcessDefragmentations(
      -
      14973  pBlockVectorCtx,
      -
      14974  pCurrentMove, movesLeft);
      -
      14975 
      -
      14976  movesLeft -= processed;
      -
      14977  pCurrentMove += processed;
      -
      14978  }
      +
      14910  return VK_NOT_READY;
      +
      14911  }
      +
      14912 
      +
      14913  if(commandBuffer == VK_NULL_HANDLE)
      +
      14914  {
      +
      14915  maxGpuBytesToMove = 0;
      +
      14916  maxGpuAllocationsToMove = 0;
      +
      14917  }
      +
      14918 
      +
      14919  VkResult res = VK_SUCCESS;
      +
      14920 
      +
      14921  // Process default pools.
      +
      14922  for(uint32_t memTypeIndex = 0;
      +
      14923  memTypeIndex < m_hAllocator->GetMemoryTypeCount() && res >= VK_SUCCESS;
      +
      14924  ++memTypeIndex)
      +
      14925  {
      +
      14926  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_DefaultPoolContexts[memTypeIndex];
      +
      14927  if(pBlockVectorCtx)
      +
      14928  {
      +
      14929  VMA_ASSERT(pBlockVectorCtx->GetBlockVector());
      +
      14930  pBlockVectorCtx->GetBlockVector()->Defragment(
      +
      14931  pBlockVectorCtx,
      +
      14932  pStats, flags,
      +
      14933  maxCpuBytesToMove, maxCpuAllocationsToMove,
      +
      14934  maxGpuBytesToMove, maxGpuAllocationsToMove,
      +
      14935  commandBuffer);
      +
      14936  if(pBlockVectorCtx->res != VK_SUCCESS)
      +
      14937  {
      +
      14938  res = pBlockVectorCtx->res;
      +
      14939  }
      +
      14940  }
      +
      14941  }
      +
      14942 
      +
      14943  // Process custom pools.
      +
      14944  for(size_t customCtxIndex = 0, customCtxCount = m_CustomPoolContexts.size();
      +
      14945  customCtxIndex < customCtxCount && res >= VK_SUCCESS;
      +
      14946  ++customCtxIndex)
      +
      14947  {
      +
      14948  VmaBlockVectorDefragmentationContext* pBlockVectorCtx = m_CustomPoolContexts[customCtxIndex];
      +
      14949  VMA_ASSERT(pBlockVectorCtx && pBlockVectorCtx->GetBlockVector());
      +
      14950  pBlockVectorCtx->GetBlockVector()->Defragment(
      +
      14951  pBlockVectorCtx,
      +
      14952  pStats, flags,
      +
      14953  maxCpuBytesToMove, maxCpuAllocationsToMove,
      +
      14954  maxGpuBytesToMove, maxGpuAllocationsToMove,
      +
      14955  commandBuffer);
      +
      14956  if(pBlockVectorCtx->res != VK_SUCCESS)
      +
      14957  {
      +
      14958  res = pBlockVectorCtx->res;
      +
      14959  }
      +
      14960  }
      +
      14961 
      +
      14962  return res;
      +
      14963 }
      +
      14964 
      +
      14965 VkResult VmaDefragmentationContext_T::DefragmentPassBegin(VmaDefragmentationPassInfo* pInfo)
      +
      14966 {
      +
      14967  VmaDefragmentationPassMoveInfo* pCurrentMove = pInfo->pMoves;
      +
      14968  uint32_t movesLeft = pInfo->moveCount;
      +
      14969 
      +
      14970  // Process default pools.
      +
      14971  for(uint32_t memTypeIndex = 0;
      +
      14972  memTypeIndex < m_hAllocator->GetMemoryTypeCount();
      +
      14973  ++memTypeIndex)
      +
      14974  {
      +
      14975  VmaBlockVectorDefragmentationContext *pBlockVectorCtx = m_DefaultPoolContexts[memTypeIndex];
      +
      14976  if(pBlockVectorCtx)
      +
      14977  {
      +
      14978  VMA_ASSERT(pBlockVectorCtx->GetBlockVector());
      14979 
      -
      14980  pInfo->moveCount = pInfo->moveCount - movesLeft;
      -
      14981 
      -
      14982  return VK_SUCCESS;
      -
      14983 }
      -
      14984 VkResult VmaDefragmentationContext_T::DefragmentPassEnd()
      -
      14985 {
      -
      14986  VkResult res = VK_SUCCESS;
      -
      14987 
      -
      14988  // Process default pools.
      -
      14989  for(uint32_t memTypeIndex = 0;
      -
      14990  memTypeIndex < m_hAllocator->GetMemoryTypeCount();
      -
      14991  ++memTypeIndex)
      -
      14992  {
      -
      14993  VmaBlockVectorDefragmentationContext *pBlockVectorCtx = m_DefaultPoolContexts[memTypeIndex];
      -
      14994  if(pBlockVectorCtx)
      -
      14995  {
      -
      14996  VMA_ASSERT(pBlockVectorCtx->GetBlockVector());
      -
      14997 
      -
      14998  if(!pBlockVectorCtx->hasDefragmentationPlan)
      -
      14999  {
      -
      15000  res = VK_NOT_READY;
      -
      15001  continue;
      -
      15002  }
      +
      14980  if(!pBlockVectorCtx->hasDefragmentationPlan)
      +
      14981  {
      +
      14982  pBlockVectorCtx->GetBlockVector()->Defragment(
      +
      14983  pBlockVectorCtx,
      +
      14984  m_pStats, m_Flags,
      +
      14985  m_MaxCpuBytesToMove, m_MaxCpuAllocationsToMove,
      +
      14986  m_MaxGpuBytesToMove, m_MaxGpuAllocationsToMove,
      +
      14987  VK_NULL_HANDLE);
      +
      14988 
      +
      14989  if(pBlockVectorCtx->res < VK_SUCCESS)
      +
      14990  continue;
      +
      14991 
      +
      14992  pBlockVectorCtx->hasDefragmentationPlan = true;
      +
      14993  }
      +
      14994 
      +
      14995  const uint32_t processed = pBlockVectorCtx->GetBlockVector()->ProcessDefragmentations(
      +
      14996  pBlockVectorCtx,
      +
      14997  pCurrentMove, movesLeft);
      +
      14998 
      +
      14999  movesLeft -= processed;
      +
      15000  pCurrentMove += processed;
      +
      15001  }
      +
      15002  }
      15003 
      -
      15004  pBlockVectorCtx->GetBlockVector()->CommitDefragmentations(
      -
      15005  pBlockVectorCtx, m_pStats);
      -
      15006 
      -
      15007  if(pBlockVectorCtx->defragmentationMoves.size() != pBlockVectorCtx->defragmentationMovesCommitted)
      -
      15008  res = VK_NOT_READY;
      -
      15009  }
      -
      15010  }
      +
      15004  // Process custom pools.
      +
      15005  for(size_t customCtxIndex = 0, customCtxCount = m_CustomPoolContexts.size();
      +
      15006  customCtxIndex < customCtxCount;
      +
      15007  ++customCtxIndex)
      +
      15008  {
      +
      15009  VmaBlockVectorDefragmentationContext *pBlockVectorCtx = m_CustomPoolContexts[customCtxIndex];
      +
      15010  VMA_ASSERT(pBlockVectorCtx && pBlockVectorCtx->GetBlockVector());
      15011 
      -
      15012  // Process custom pools.
      -
      15013  for(size_t customCtxIndex = 0, customCtxCount = m_CustomPoolContexts.size();
      -
      15014  customCtxIndex < customCtxCount;
      -
      15015  ++customCtxIndex)
      -
      15016  {
      -
      15017  VmaBlockVectorDefragmentationContext *pBlockVectorCtx = m_CustomPoolContexts[customCtxIndex];
      -
      15018  VMA_ASSERT(pBlockVectorCtx && pBlockVectorCtx->GetBlockVector());
      -
      15019 
      -
      15020  if(!pBlockVectorCtx->hasDefragmentationPlan)
      -
      15021  {
      -
      15022  res = VK_NOT_READY;
      -
      15023  continue;
      -
      15024  }
      -
      15025 
      -
      15026  pBlockVectorCtx->GetBlockVector()->CommitDefragmentations(
      -
      15027  pBlockVectorCtx, m_pStats);
      -
      15028 
      -
      15029  if(pBlockVectorCtx->defragmentationMoves.size() != pBlockVectorCtx->defragmentationMovesCommitted)
      -
      15030  res = VK_NOT_READY;
      -
      15031  }
      -
      15032 
      -
      15033  return res;
      -
      15034 }
      -
      15035 
      -
      15037 // VmaRecorder
      -
      15038 
      -
      15039 #if VMA_RECORDING_ENABLED
      -
      15040 
      -
      15041 VmaRecorder::VmaRecorder() :
      -
      15042  m_UseMutex(true),
      -
      15043  m_Flags(0),
      -
      15044  m_File(VMA_NULL),
      -
      15045  m_RecordingStartTime(std::chrono::high_resolution_clock::now())
      -
      15046 {
      -
      15047 }
      -
      15048 
      -
      15049 VkResult VmaRecorder::Init(const VmaRecordSettings& settings, bool useMutex)
      -
      15050 {
      -
      15051  m_UseMutex = useMutex;
      -
      15052  m_Flags = settings.flags;
      -
      15053 
      -
      15054 #if defined(_WIN32)
      -
      15055  // Open file for writing.
      -
      15056  errno_t err = fopen_s(&m_File, settings.pFilePath, "wb");
      -
      15057 
      -
      15058  if(err != 0)
      -
      15059  {
      -
      15060  return VK_ERROR_INITIALIZATION_FAILED;
      -
      15061  }
      -
      15062 #else
      -
      15063  // Open file for writing.
      -
      15064  m_File = fopen(settings.pFilePath, "wb");
      -
      15065 
      -
      15066  if(m_File == 0)
      -
      15067  {
      -
      15068  return VK_ERROR_INITIALIZATION_FAILED;
      -
      15069  }
      -
      15070 #endif
      -
      15071 
      -
      15072  // Write header.
      -
      15073  fprintf(m_File, "%s\n", "Vulkan Memory Allocator,Calls recording");
      -
      15074  fprintf(m_File, "%s\n", "1,8");
      -
      15075 
      -
      15076  return VK_SUCCESS;
      -
      15077 }
      -
      15078 
      -
      15079 VmaRecorder::~VmaRecorder()
      -
      15080 {
      -
      15081  if(m_File != VMA_NULL)
      -
      15082  {
      -
      15083  fclose(m_File);
      -
      15084  }
      -
      15085 }
      -
      15086 
      -
      15087 void VmaRecorder::RecordCreateAllocator(uint32_t frameIndex)
      -
      15088 {
      -
      15089  CallParams callParams;
      -
      15090  GetBasicParams(callParams);
      -
      15091 
      -
      15092  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15093  fprintf(m_File, "%u,%.3f,%u,vmaCreateAllocator\n", callParams.threadId, callParams.time, frameIndex);
      -
      15094  Flush();
      -
      15095 }
      -
      15096 
      -
      15097 void VmaRecorder::RecordDestroyAllocator(uint32_t frameIndex)
      -
      15098 {
      -
      15099  CallParams callParams;
      -
      15100  GetBasicParams(callParams);
      -
      15101 
      -
      15102  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15103  fprintf(m_File, "%u,%.3f,%u,vmaDestroyAllocator\n", callParams.threadId, callParams.time, frameIndex);
      -
      15104  Flush();
      -
      15105 }
      -
      15106 
      -
      15107 void VmaRecorder::RecordCreatePool(uint32_t frameIndex, const VmaPoolCreateInfo& createInfo, VmaPool pool)
      -
      15108 {
      -
      15109  CallParams callParams;
      -
      15110  GetBasicParams(callParams);
      -
      15111 
      -
      15112  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15113  fprintf(m_File, "%u,%.3f,%u,vmaCreatePool,%u,%u,%llu,%llu,%llu,%u,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      15114  createInfo.memoryTypeIndex,
      -
      15115  createInfo.flags,
      -
      15116  createInfo.blockSize,
      -
      15117  (uint64_t)createInfo.minBlockCount,
      -
      15118  (uint64_t)createInfo.maxBlockCount,
      -
      15119  createInfo.frameInUseCount,
      -
      15120  pool);
      -
      15121  Flush();
      -
      15122 }
      -
      15123 
      -
      15124 void VmaRecorder::RecordDestroyPool(uint32_t frameIndex, VmaPool pool)
      -
      15125 {
      -
      15126  CallParams callParams;
      -
      15127  GetBasicParams(callParams);
      -
      15128 
      -
      15129  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15130  fprintf(m_File, "%u,%.3f,%u,vmaDestroyPool,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      15131  pool);
      -
      15132  Flush();
      -
      15133 }
      -
      15134 
      -
      15135 void VmaRecorder::RecordAllocateMemory(uint32_t frameIndex,
      -
      15136  const VkMemoryRequirements& vkMemReq,
      -
      15137  const VmaAllocationCreateInfo& createInfo,
      -
      15138  VmaAllocation allocation)
      -
      15139 {
      -
      15140  CallParams callParams;
      -
      15141  GetBasicParams(callParams);
      -
      15142 
      -
      15143  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15144  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
      -
      15145  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemory,%llu,%llu,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      -
      15146  vkMemReq.size,
      -
      15147  vkMemReq.alignment,
      -
      15148  vkMemReq.memoryTypeBits,
      -
      15149  createInfo.flags,
      -
      15150  createInfo.usage,
      -
      15151  createInfo.requiredFlags,
      -
      15152  createInfo.preferredFlags,
      -
      15153  createInfo.memoryTypeBits,
      -
      15154  createInfo.pool,
      -
      15155  allocation,
      -
      15156  userDataStr.GetString());
      -
      15157  Flush();
      -
      15158 }
      -
      15159 
      -
      15160 void VmaRecorder::RecordAllocateMemoryPages(uint32_t frameIndex,
      -
      15161  const VkMemoryRequirements& vkMemReq,
      -
      15162  const VmaAllocationCreateInfo& createInfo,
      -
      15163  uint64_t allocationCount,
      -
      15164  const VmaAllocation* pAllocations)
      -
      15165 {
      -
      15166  CallParams callParams;
      -
      15167  GetBasicParams(callParams);
      -
      15168 
      -
      15169  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15170  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
      -
      15171  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemoryPages,%llu,%llu,%u,%u,%u,%u,%u,%u,%p,", callParams.threadId, callParams.time, frameIndex,
      -
      15172  vkMemReq.size,
      -
      15173  vkMemReq.alignment,
      -
      15174  vkMemReq.memoryTypeBits,
      -
      15175  createInfo.flags,
      -
      15176  createInfo.usage,
      -
      15177  createInfo.requiredFlags,
      -
      15178  createInfo.preferredFlags,
      -
      15179  createInfo.memoryTypeBits,
      -
      15180  createInfo.pool);
      -
      15181  PrintPointerList(allocationCount, pAllocations);
      -
      15182  fprintf(m_File, ",%s\n", userDataStr.GetString());
      -
      15183  Flush();
      -
      15184 }
      -
      15185 
      -
      15186 void VmaRecorder::RecordAllocateMemoryForBuffer(uint32_t frameIndex,
      -
      15187  const VkMemoryRequirements& vkMemReq,
      -
      15188  bool requiresDedicatedAllocation,
      -
      15189  bool prefersDedicatedAllocation,
      -
      15190  const VmaAllocationCreateInfo& createInfo,
      -
      15191  VmaAllocation allocation)
      -
      15192 {
      -
      15193  CallParams callParams;
      -
      15194  GetBasicParams(callParams);
      -
      15195 
      -
      15196  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15197  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
      -
      15198  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemoryForBuffer,%llu,%llu,%u,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      -
      15199  vkMemReq.size,
      -
      15200  vkMemReq.alignment,
      -
      15201  vkMemReq.memoryTypeBits,
      -
      15202  requiresDedicatedAllocation ? 1 : 0,
      -
      15203  prefersDedicatedAllocation ? 1 : 0,
      +
      15012  if(!pBlockVectorCtx->hasDefragmentationPlan)
      +
      15013  {
      +
      15014  pBlockVectorCtx->GetBlockVector()->Defragment(
      +
      15015  pBlockVectorCtx,
      +
      15016  m_pStats, m_Flags,
      +
      15017  m_MaxCpuBytesToMove, m_MaxCpuAllocationsToMove,
      +
      15018  m_MaxGpuBytesToMove, m_MaxGpuAllocationsToMove,
      +
      15019  VK_NULL_HANDLE);
      +
      15020 
      +
      15021  if(pBlockVectorCtx->res < VK_SUCCESS)
      +
      15022  continue;
      +
      15023 
      +
      15024  pBlockVectorCtx->hasDefragmentationPlan = true;
      +
      15025  }
      +
      15026 
      +
      15027  const uint32_t processed = pBlockVectorCtx->GetBlockVector()->ProcessDefragmentations(
      +
      15028  pBlockVectorCtx,
      +
      15029  pCurrentMove, movesLeft);
      +
      15030 
      +
      15031  movesLeft -= processed;
      +
      15032  pCurrentMove += processed;
      +
      15033  }
      +
      15034 
      +
      15035  pInfo->moveCount = pInfo->moveCount - movesLeft;
      +
      15036 
      +
      15037  return VK_SUCCESS;
      +
      15038 }
      +
      15039 VkResult VmaDefragmentationContext_T::DefragmentPassEnd()
      +
      15040 {
      +
      15041  VkResult res = VK_SUCCESS;
      +
      15042 
      +
      15043  // Process default pools.
      +
      15044  for(uint32_t memTypeIndex = 0;
      +
      15045  memTypeIndex < m_hAllocator->GetMemoryTypeCount();
      +
      15046  ++memTypeIndex)
      +
      15047  {
      +
      15048  VmaBlockVectorDefragmentationContext *pBlockVectorCtx = m_DefaultPoolContexts[memTypeIndex];
      +
      15049  if(pBlockVectorCtx)
      +
      15050  {
      +
      15051  VMA_ASSERT(pBlockVectorCtx->GetBlockVector());
      +
      15052 
      +
      15053  if(!pBlockVectorCtx->hasDefragmentationPlan)
      +
      15054  {
      +
      15055  res = VK_NOT_READY;
      +
      15056  continue;
      +
      15057  }
      +
      15058 
      +
      15059  pBlockVectorCtx->GetBlockVector()->CommitDefragmentations(
      +
      15060  pBlockVectorCtx, m_pStats);
      +
      15061 
      +
      15062  if(pBlockVectorCtx->defragmentationMoves.size() != pBlockVectorCtx->defragmentationMovesCommitted)
      +
      15063  res = VK_NOT_READY;
      +
      15064  }
      +
      15065  }
      +
      15066 
      +
      15067  // Process custom pools.
      +
      15068  for(size_t customCtxIndex = 0, customCtxCount = m_CustomPoolContexts.size();
      +
      15069  customCtxIndex < customCtxCount;
      +
      15070  ++customCtxIndex)
      +
      15071  {
      +
      15072  VmaBlockVectorDefragmentationContext *pBlockVectorCtx = m_CustomPoolContexts[customCtxIndex];
      +
      15073  VMA_ASSERT(pBlockVectorCtx && pBlockVectorCtx->GetBlockVector());
      +
      15074 
      +
      15075  if(!pBlockVectorCtx->hasDefragmentationPlan)
      +
      15076  {
      +
      15077  res = VK_NOT_READY;
      +
      15078  continue;
      +
      15079  }
      +
      15080 
      +
      15081  pBlockVectorCtx->GetBlockVector()->CommitDefragmentations(
      +
      15082  pBlockVectorCtx, m_pStats);
      +
      15083 
      +
      15084  if(pBlockVectorCtx->defragmentationMoves.size() != pBlockVectorCtx->defragmentationMovesCommitted)
      +
      15085  res = VK_NOT_READY;
      +
      15086  }
      +
      15087 
      +
      15088  return res;
      +
      15089 }
      +
      15090 
      +
      15092 // VmaRecorder
      +
      15093 
      +
      15094 #if VMA_RECORDING_ENABLED
      +
      15095 
      +
      15096 VmaRecorder::VmaRecorder() :
      +
      15097  m_UseMutex(true),
      +
      15098  m_Flags(0),
      +
      15099  m_File(VMA_NULL),
      +
      15100  m_RecordingStartTime(std::chrono::high_resolution_clock::now())
      +
      15101 {
      +
      15102 }
      +
      15103 
      +
      15104 VkResult VmaRecorder::Init(const VmaRecordSettings& settings, bool useMutex)
      +
      15105 {
      +
      15106  m_UseMutex = useMutex;
      +
      15107  m_Flags = settings.flags;
      +
      15108 
      +
      15109 #if defined(_WIN32)
      +
      15110  // Open file for writing.
      +
      15111  errno_t err = fopen_s(&m_File, settings.pFilePath, "wb");
      +
      15112 
      +
      15113  if(err != 0)
      +
      15114  {
      +
      15115  return VK_ERROR_INITIALIZATION_FAILED;
      +
      15116  }
      +
      15117 #else
      +
      15118  // Open file for writing.
      +
      15119  m_File = fopen(settings.pFilePath, "wb");
      +
      15120 
      +
      15121  if(m_File == 0)
      +
      15122  {
      +
      15123  return VK_ERROR_INITIALIZATION_FAILED;
      +
      15124  }
      +
      15125 #endif
      +
      15126 
      +
      15127  // Write header.
      +
      15128  fprintf(m_File, "%s\n", "Vulkan Memory Allocator,Calls recording");
      +
      15129  fprintf(m_File, "%s\n", "1,8");
      +
      15130 
      +
      15131  return VK_SUCCESS;
      +
      15132 }
      +
      15133 
      +
      15134 VmaRecorder::~VmaRecorder()
      +
      15135 {
      +
      15136  if(m_File != VMA_NULL)
      +
      15137  {
      +
      15138  fclose(m_File);
      +
      15139  }
      +
      15140 }
      +
      15141 
      +
      15142 void VmaRecorder::RecordCreateAllocator(uint32_t frameIndex)
      +
      15143 {
      +
      15144  CallParams callParams;
      +
      15145  GetBasicParams(callParams);
      +
      15146 
      +
      15147  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15148  fprintf(m_File, "%u,%.3f,%u,vmaCreateAllocator\n", callParams.threadId, callParams.time, frameIndex);
      +
      15149  Flush();
      +
      15150 }
      +
      15151 
      +
      15152 void VmaRecorder::RecordDestroyAllocator(uint32_t frameIndex)
      +
      15153 {
      +
      15154  CallParams callParams;
      +
      15155  GetBasicParams(callParams);
      +
      15156 
      +
      15157  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15158  fprintf(m_File, "%u,%.3f,%u,vmaDestroyAllocator\n", callParams.threadId, callParams.time, frameIndex);
      +
      15159  Flush();
      +
      15160 }
      +
      15161 
      +
      15162 void VmaRecorder::RecordCreatePool(uint32_t frameIndex, const VmaPoolCreateInfo& createInfo, VmaPool pool)
      +
      15163 {
      +
      15164  CallParams callParams;
      +
      15165  GetBasicParams(callParams);
      +
      15166 
      +
      15167  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15168  fprintf(m_File, "%u,%.3f,%u,vmaCreatePool,%u,%u,%llu,%llu,%llu,%u,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      15169  createInfo.memoryTypeIndex,
      +
      15170  createInfo.flags,
      +
      15171  createInfo.blockSize,
      +
      15172  (uint64_t)createInfo.minBlockCount,
      +
      15173  (uint64_t)createInfo.maxBlockCount,
      +
      15174  createInfo.frameInUseCount,
      +
      15175  pool);
      +
      15176  Flush();
      +
      15177 }
      +
      15178 
      +
      15179 void VmaRecorder::RecordDestroyPool(uint32_t frameIndex, VmaPool pool)
      +
      15180 {
      +
      15181  CallParams callParams;
      +
      15182  GetBasicParams(callParams);
      +
      15183 
      +
      15184  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15185  fprintf(m_File, "%u,%.3f,%u,vmaDestroyPool,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      15186  pool);
      +
      15187  Flush();
      +
      15188 }
      +
      15189 
      +
      15190 void VmaRecorder::RecordAllocateMemory(uint32_t frameIndex,
      +
      15191  const VkMemoryRequirements& vkMemReq,
      +
      15192  const VmaAllocationCreateInfo& createInfo,
      +
      15193  VmaAllocation allocation)
      +
      15194 {
      +
      15195  CallParams callParams;
      +
      15196  GetBasicParams(callParams);
      +
      15197 
      +
      15198  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15199  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
      +
      15200  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemory,%llu,%llu,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      +
      15201  vkMemReq.size,
      +
      15202  vkMemReq.alignment,
      +
      15203  vkMemReq.memoryTypeBits,
      15204  createInfo.flags,
      15205  createInfo.usage,
      15206  createInfo.requiredFlags,
      @@ -12008,4264 +11981,4342 @@ $(function() {
      15212  Flush();
      15213 }
      15214 
      -
      15215 void VmaRecorder::RecordAllocateMemoryForImage(uint32_t frameIndex,
      +
      15215 void VmaRecorder::RecordAllocateMemoryPages(uint32_t frameIndex,
      15216  const VkMemoryRequirements& vkMemReq,
      -
      15217  bool requiresDedicatedAllocation,
      -
      15218  bool prefersDedicatedAllocation,
      -
      15219  const VmaAllocationCreateInfo& createInfo,
      -
      15220  VmaAllocation allocation)
      -
      15221 {
      -
      15222  CallParams callParams;
      -
      15223  GetBasicParams(callParams);
      -
      15224 
      -
      15225  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15226  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
      -
      15227  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemoryForImage,%llu,%llu,%u,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      -
      15228  vkMemReq.size,
      -
      15229  vkMemReq.alignment,
      -
      15230  vkMemReq.memoryTypeBits,
      -
      15231  requiresDedicatedAllocation ? 1 : 0,
      -
      15232  prefersDedicatedAllocation ? 1 : 0,
      -
      15233  createInfo.flags,
      -
      15234  createInfo.usage,
      -
      15235  createInfo.requiredFlags,
      -
      15236  createInfo.preferredFlags,
      -
      15237  createInfo.memoryTypeBits,
      -
      15238  createInfo.pool,
      -
      15239  allocation,
      -
      15240  userDataStr.GetString());
      -
      15241  Flush();
      -
      15242 }
      -
      15243 
      -
      15244 void VmaRecorder::RecordFreeMemory(uint32_t frameIndex,
      -
      15245  VmaAllocation allocation)
      -
      15246 {
      -
      15247  CallParams callParams;
      -
      15248  GetBasicParams(callParams);
      -
      15249 
      -
      15250  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15251  fprintf(m_File, "%u,%.3f,%u,vmaFreeMemory,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      15252  allocation);
      -
      15253  Flush();
      -
      15254 }
      -
      15255 
      -
      15256 void VmaRecorder::RecordFreeMemoryPages(uint32_t frameIndex,
      -
      15257  uint64_t allocationCount,
      -
      15258  const VmaAllocation* pAllocations)
      -
      15259 {
      -
      15260  CallParams callParams;
      -
      15261  GetBasicParams(callParams);
      -
      15262 
      -
      15263  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15264  fprintf(m_File, "%u,%.3f,%u,vmaFreeMemoryPages,", callParams.threadId, callParams.time, frameIndex);
      -
      15265  PrintPointerList(allocationCount, pAllocations);
      -
      15266  fprintf(m_File, "\n");
      +
      15217  const VmaAllocationCreateInfo& createInfo,
      +
      15218  uint64_t allocationCount,
      +
      15219  const VmaAllocation* pAllocations)
      +
      15220 {
      +
      15221  CallParams callParams;
      +
      15222  GetBasicParams(callParams);
      +
      15223 
      +
      15224  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15225  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
      +
      15226  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemoryPages,%llu,%llu,%u,%u,%u,%u,%u,%u,%p,", callParams.threadId, callParams.time, frameIndex,
      +
      15227  vkMemReq.size,
      +
      15228  vkMemReq.alignment,
      +
      15229  vkMemReq.memoryTypeBits,
      +
      15230  createInfo.flags,
      +
      15231  createInfo.usage,
      +
      15232  createInfo.requiredFlags,
      +
      15233  createInfo.preferredFlags,
      +
      15234  createInfo.memoryTypeBits,
      +
      15235  createInfo.pool);
      +
      15236  PrintPointerList(allocationCount, pAllocations);
      +
      15237  fprintf(m_File, ",%s\n", userDataStr.GetString());
      +
      15238  Flush();
      +
      15239 }
      +
      15240 
      +
      15241 void VmaRecorder::RecordAllocateMemoryForBuffer(uint32_t frameIndex,
      +
      15242  const VkMemoryRequirements& vkMemReq,
      +
      15243  bool requiresDedicatedAllocation,
      +
      15244  bool prefersDedicatedAllocation,
      +
      15245  const VmaAllocationCreateInfo& createInfo,
      +
      15246  VmaAllocation allocation)
      +
      15247 {
      +
      15248  CallParams callParams;
      +
      15249  GetBasicParams(callParams);
      +
      15250 
      +
      15251  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15252  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
      +
      15253  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemoryForBuffer,%llu,%llu,%u,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      +
      15254  vkMemReq.size,
      +
      15255  vkMemReq.alignment,
      +
      15256  vkMemReq.memoryTypeBits,
      +
      15257  requiresDedicatedAllocation ? 1 : 0,
      +
      15258  prefersDedicatedAllocation ? 1 : 0,
      +
      15259  createInfo.flags,
      +
      15260  createInfo.usage,
      +
      15261  createInfo.requiredFlags,
      +
      15262  createInfo.preferredFlags,
      +
      15263  createInfo.memoryTypeBits,
      +
      15264  createInfo.pool,
      +
      15265  allocation,
      +
      15266  userDataStr.GetString());
      15267  Flush();
      15268 }
      15269 
      -
      15270 void VmaRecorder::RecordSetAllocationUserData(uint32_t frameIndex,
      -
      15271  VmaAllocation allocation,
      -
      15272  const void* pUserData)
      -
      15273 {
      -
      15274  CallParams callParams;
      -
      15275  GetBasicParams(callParams);
      -
      15276 
      -
      15277  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15278  UserDataString userDataStr(
      -
      15279  allocation->IsUserDataString() ? VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT : 0,
      -
      15280  pUserData);
      -
      15281  fprintf(m_File, "%u,%.3f,%u,vmaSetAllocationUserData,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      -
      15282  allocation,
      -
      15283  userDataStr.GetString());
      -
      15284  Flush();
      -
      15285 }
      -
      15286 
      -
      15287 void VmaRecorder::RecordCreateLostAllocation(uint32_t frameIndex,
      -
      15288  VmaAllocation allocation)
      -
      15289 {
      -
      15290  CallParams callParams;
      -
      15291  GetBasicParams(callParams);
      -
      15292 
      -
      15293  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15294  fprintf(m_File, "%u,%.3f,%u,vmaCreateLostAllocation,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      15295  allocation);
      +
      15270 void VmaRecorder::RecordAllocateMemoryForImage(uint32_t frameIndex,
      +
      15271  const VkMemoryRequirements& vkMemReq,
      +
      15272  bool requiresDedicatedAllocation,
      +
      15273  bool prefersDedicatedAllocation,
      +
      15274  const VmaAllocationCreateInfo& createInfo,
      +
      15275  VmaAllocation allocation)
      +
      15276 {
      +
      15277  CallParams callParams;
      +
      15278  GetBasicParams(callParams);
      +
      15279 
      +
      15280  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15281  UserDataString userDataStr(createInfo.flags, createInfo.pUserData);
      +
      15282  fprintf(m_File, "%u,%.3f,%u,vmaAllocateMemoryForImage,%llu,%llu,%u,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      +
      15283  vkMemReq.size,
      +
      15284  vkMemReq.alignment,
      +
      15285  vkMemReq.memoryTypeBits,
      +
      15286  requiresDedicatedAllocation ? 1 : 0,
      +
      15287  prefersDedicatedAllocation ? 1 : 0,
      +
      15288  createInfo.flags,
      +
      15289  createInfo.usage,
      +
      15290  createInfo.requiredFlags,
      +
      15291  createInfo.preferredFlags,
      +
      15292  createInfo.memoryTypeBits,
      +
      15293  createInfo.pool,
      +
      15294  allocation,
      +
      15295  userDataStr.GetString());
      15296  Flush();
      15297 }
      15298 
      -
      15299 void VmaRecorder::RecordMapMemory(uint32_t frameIndex,
      +
      15299 void VmaRecorder::RecordFreeMemory(uint32_t frameIndex,
      15300  VmaAllocation allocation)
      15301 {
      15302  CallParams callParams;
      15303  GetBasicParams(callParams);
      15304 
      15305  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15306  fprintf(m_File, "%u,%.3f,%u,vmaMapMemory,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      15306  fprintf(m_File, "%u,%.3f,%u,vmaFreeMemory,%p\n", callParams.threadId, callParams.time, frameIndex,
      15307  allocation);
      15308  Flush();
      15309 }
      15310 
      -
      15311 void VmaRecorder::RecordUnmapMemory(uint32_t frameIndex,
      -
      15312  VmaAllocation allocation)
      -
      15313 {
      -
      15314  CallParams callParams;
      -
      15315  GetBasicParams(callParams);
      -
      15316 
      -
      15317  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15318  fprintf(m_File, "%u,%.3f,%u,vmaUnmapMemory,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      15319  allocation);
      -
      15320  Flush();
      -
      15321 }
      -
      15322 
      -
      15323 void VmaRecorder::RecordFlushAllocation(uint32_t frameIndex,
      -
      15324  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      -
      15325 {
      -
      15326  CallParams callParams;
      -
      15327  GetBasicParams(callParams);
      -
      15328 
      -
      15329  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15330  fprintf(m_File, "%u,%.3f,%u,vmaFlushAllocation,%p,%llu,%llu\n", callParams.threadId, callParams.time, frameIndex,
      -
      15331  allocation,
      -
      15332  offset,
      -
      15333  size);
      -
      15334  Flush();
      -
      15335 }
      -
      15336 
      -
      15337 void VmaRecorder::RecordInvalidateAllocation(uint32_t frameIndex,
      -
      15338  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      -
      15339 {
      -
      15340  CallParams callParams;
      -
      15341  GetBasicParams(callParams);
      -
      15342 
      -
      15343  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15344  fprintf(m_File, "%u,%.3f,%u,vmaInvalidateAllocation,%p,%llu,%llu\n", callParams.threadId, callParams.time, frameIndex,
      -
      15345  allocation,
      -
      15346  offset,
      -
      15347  size);
      -
      15348  Flush();
      -
      15349 }
      -
      15350 
      -
      15351 void VmaRecorder::RecordCreateBuffer(uint32_t frameIndex,
      -
      15352  const VkBufferCreateInfo& bufCreateInfo,
      -
      15353  const VmaAllocationCreateInfo& allocCreateInfo,
      -
      15354  VmaAllocation allocation)
      -
      15355 {
      -
      15356  CallParams callParams;
      -
      15357  GetBasicParams(callParams);
      -
      15358 
      -
      15359  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15360  UserDataString userDataStr(allocCreateInfo.flags, allocCreateInfo.pUserData);
      -
      15361  fprintf(m_File, "%u,%.3f,%u,vmaCreateBuffer,%u,%llu,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      -
      15362  bufCreateInfo.flags,
      -
      15363  bufCreateInfo.size,
      -
      15364  bufCreateInfo.usage,
      -
      15365  bufCreateInfo.sharingMode,
      -
      15366  allocCreateInfo.flags,
      -
      15367  allocCreateInfo.usage,
      -
      15368  allocCreateInfo.requiredFlags,
      -
      15369  allocCreateInfo.preferredFlags,
      -
      15370  allocCreateInfo.memoryTypeBits,
      -
      15371  allocCreateInfo.pool,
      -
      15372  allocation,
      -
      15373  userDataStr.GetString());
      -
      15374  Flush();
      -
      15375 }
      -
      15376 
      -
      15377 void VmaRecorder::RecordCreateImage(uint32_t frameIndex,
      -
      15378  const VkImageCreateInfo& imageCreateInfo,
      -
      15379  const VmaAllocationCreateInfo& allocCreateInfo,
      -
      15380  VmaAllocation allocation)
      -
      15381 {
      -
      15382  CallParams callParams;
      -
      15383  GetBasicParams(callParams);
      -
      15384 
      -
      15385  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15386  UserDataString userDataStr(allocCreateInfo.flags, allocCreateInfo.pUserData);
      -
      15387  fprintf(m_File, "%u,%.3f,%u,vmaCreateImage,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      -
      15388  imageCreateInfo.flags,
      -
      15389  imageCreateInfo.imageType,
      -
      15390  imageCreateInfo.format,
      -
      15391  imageCreateInfo.extent.width,
      -
      15392  imageCreateInfo.extent.height,
      -
      15393  imageCreateInfo.extent.depth,
      -
      15394  imageCreateInfo.mipLevels,
      -
      15395  imageCreateInfo.arrayLayers,
      -
      15396  imageCreateInfo.samples,
      -
      15397  imageCreateInfo.tiling,
      -
      15398  imageCreateInfo.usage,
      -
      15399  imageCreateInfo.sharingMode,
      -
      15400  imageCreateInfo.initialLayout,
      -
      15401  allocCreateInfo.flags,
      -
      15402  allocCreateInfo.usage,
      -
      15403  allocCreateInfo.requiredFlags,
      -
      15404  allocCreateInfo.preferredFlags,
      -
      15405  allocCreateInfo.memoryTypeBits,
      -
      15406  allocCreateInfo.pool,
      -
      15407  allocation,
      -
      15408  userDataStr.GetString());
      -
      15409  Flush();
      -
      15410 }
      -
      15411 
      -
      15412 void VmaRecorder::RecordDestroyBuffer(uint32_t frameIndex,
      -
      15413  VmaAllocation allocation)
      -
      15414 {
      -
      15415  CallParams callParams;
      -
      15416  GetBasicParams(callParams);
      -
      15417 
      -
      15418  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15419  fprintf(m_File, "%u,%.3f,%u,vmaDestroyBuffer,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      15420  allocation);
      -
      15421  Flush();
      -
      15422 }
      -
      15423 
      -
      15424 void VmaRecorder::RecordDestroyImage(uint32_t frameIndex,
      -
      15425  VmaAllocation allocation)
      -
      15426 {
      -
      15427  CallParams callParams;
      -
      15428  GetBasicParams(callParams);
      -
      15429 
      -
      15430  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15431  fprintf(m_File, "%u,%.3f,%u,vmaDestroyImage,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      15432  allocation);
      -
      15433  Flush();
      -
      15434 }
      -
      15435 
      -
      15436 void VmaRecorder::RecordTouchAllocation(uint32_t frameIndex,
      -
      15437  VmaAllocation allocation)
      -
      15438 {
      -
      15439  CallParams callParams;
      -
      15440  GetBasicParams(callParams);
      -
      15441 
      -
      15442  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15443  fprintf(m_File, "%u,%.3f,%u,vmaTouchAllocation,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      15444  allocation);
      -
      15445  Flush();
      -
      15446 }
      -
      15447 
      -
      15448 void VmaRecorder::RecordGetAllocationInfo(uint32_t frameIndex,
      -
      15449  VmaAllocation allocation)
      -
      15450 {
      -
      15451  CallParams callParams;
      -
      15452  GetBasicParams(callParams);
      -
      15453 
      -
      15454  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15455  fprintf(m_File, "%u,%.3f,%u,vmaGetAllocationInfo,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      15456  allocation);
      -
      15457  Flush();
      -
      15458 }
      -
      15459 
      -
      15460 void VmaRecorder::RecordMakePoolAllocationsLost(uint32_t frameIndex,
      -
      15461  VmaPool pool)
      -
      15462 {
      -
      15463  CallParams callParams;
      -
      15464  GetBasicParams(callParams);
      -
      15465 
      -
      15466  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15467  fprintf(m_File, "%u,%.3f,%u,vmaMakePoolAllocationsLost,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      15468  pool);
      -
      15469  Flush();
      -
      15470 }
      -
      15471 
      -
      15472 void VmaRecorder::RecordDefragmentationBegin(uint32_t frameIndex,
      -
      15473  const VmaDefragmentationInfo2& info,
      -
      15474  VmaDefragmentationContext ctx)
      -
      15475 {
      -
      15476  CallParams callParams;
      -
      15477  GetBasicParams(callParams);
      +
      15311 void VmaRecorder::RecordFreeMemoryPages(uint32_t frameIndex,
      +
      15312  uint64_t allocationCount,
      +
      15313  const VmaAllocation* pAllocations)
      +
      15314 {
      +
      15315  CallParams callParams;
      +
      15316  GetBasicParams(callParams);
      +
      15317 
      +
      15318  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15319  fprintf(m_File, "%u,%.3f,%u,vmaFreeMemoryPages,", callParams.threadId, callParams.time, frameIndex);
      +
      15320  PrintPointerList(allocationCount, pAllocations);
      +
      15321  fprintf(m_File, "\n");
      +
      15322  Flush();
      +
      15323 }
      +
      15324 
      +
      15325 void VmaRecorder::RecordSetAllocationUserData(uint32_t frameIndex,
      +
      15326  VmaAllocation allocation,
      +
      15327  const void* pUserData)
      +
      15328 {
      +
      15329  CallParams callParams;
      +
      15330  GetBasicParams(callParams);
      +
      15331 
      +
      15332  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15333  UserDataString userDataStr(
      +
      15334  allocation->IsUserDataString() ? VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT : 0,
      +
      15335  pUserData);
      +
      15336  fprintf(m_File, "%u,%.3f,%u,vmaSetAllocationUserData,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      +
      15337  allocation,
      +
      15338  userDataStr.GetString());
      +
      15339  Flush();
      +
      15340 }
      +
      15341 
      +
      15342 void VmaRecorder::RecordCreateLostAllocation(uint32_t frameIndex,
      +
      15343  VmaAllocation allocation)
      +
      15344 {
      +
      15345  CallParams callParams;
      +
      15346  GetBasicParams(callParams);
      +
      15347 
      +
      15348  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15349  fprintf(m_File, "%u,%.3f,%u,vmaCreateLostAllocation,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      15350  allocation);
      +
      15351  Flush();
      +
      15352 }
      +
      15353 
      +
      15354 void VmaRecorder::RecordMapMemory(uint32_t frameIndex,
      +
      15355  VmaAllocation allocation)
      +
      15356 {
      +
      15357  CallParams callParams;
      +
      15358  GetBasicParams(callParams);
      +
      15359 
      +
      15360  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15361  fprintf(m_File, "%u,%.3f,%u,vmaMapMemory,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      15362  allocation);
      +
      15363  Flush();
      +
      15364 }
      +
      15365 
      +
      15366 void VmaRecorder::RecordUnmapMemory(uint32_t frameIndex,
      +
      15367  VmaAllocation allocation)
      +
      15368 {
      +
      15369  CallParams callParams;
      +
      15370  GetBasicParams(callParams);
      +
      15371 
      +
      15372  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15373  fprintf(m_File, "%u,%.3f,%u,vmaUnmapMemory,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      15374  allocation);
      +
      15375  Flush();
      +
      15376 }
      +
      15377 
      +
      15378 void VmaRecorder::RecordFlushAllocation(uint32_t frameIndex,
      +
      15379  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      +
      15380 {
      +
      15381  CallParams callParams;
      +
      15382  GetBasicParams(callParams);
      +
      15383 
      +
      15384  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15385  fprintf(m_File, "%u,%.3f,%u,vmaFlushAllocation,%p,%llu,%llu\n", callParams.threadId, callParams.time, frameIndex,
      +
      15386  allocation,
      +
      15387  offset,
      +
      15388  size);
      +
      15389  Flush();
      +
      15390 }
      +
      15391 
      +
      15392 void VmaRecorder::RecordInvalidateAllocation(uint32_t frameIndex,
      +
      15393  VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      +
      15394 {
      +
      15395  CallParams callParams;
      +
      15396  GetBasicParams(callParams);
      +
      15397 
      +
      15398  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15399  fprintf(m_File, "%u,%.3f,%u,vmaInvalidateAllocation,%p,%llu,%llu\n", callParams.threadId, callParams.time, frameIndex,
      +
      15400  allocation,
      +
      15401  offset,
      +
      15402  size);
      +
      15403  Flush();
      +
      15404 }
      +
      15405 
      +
      15406 void VmaRecorder::RecordCreateBuffer(uint32_t frameIndex,
      +
      15407  const VkBufferCreateInfo& bufCreateInfo,
      +
      15408  const VmaAllocationCreateInfo& allocCreateInfo,
      +
      15409  VmaAllocation allocation)
      +
      15410 {
      +
      15411  CallParams callParams;
      +
      15412  GetBasicParams(callParams);
      +
      15413 
      +
      15414  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15415  UserDataString userDataStr(allocCreateInfo.flags, allocCreateInfo.pUserData);
      +
      15416  fprintf(m_File, "%u,%.3f,%u,vmaCreateBuffer,%u,%llu,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      +
      15417  bufCreateInfo.flags,
      +
      15418  bufCreateInfo.size,
      +
      15419  bufCreateInfo.usage,
      +
      15420  bufCreateInfo.sharingMode,
      +
      15421  allocCreateInfo.flags,
      +
      15422  allocCreateInfo.usage,
      +
      15423  allocCreateInfo.requiredFlags,
      +
      15424  allocCreateInfo.preferredFlags,
      +
      15425  allocCreateInfo.memoryTypeBits,
      +
      15426  allocCreateInfo.pool,
      +
      15427  allocation,
      +
      15428  userDataStr.GetString());
      +
      15429  Flush();
      +
      15430 }
      +
      15431 
      +
      15432 void VmaRecorder::RecordCreateImage(uint32_t frameIndex,
      +
      15433  const VkImageCreateInfo& imageCreateInfo,
      +
      15434  const VmaAllocationCreateInfo& allocCreateInfo,
      +
      15435  VmaAllocation allocation)
      +
      15436 {
      +
      15437  CallParams callParams;
      +
      15438  GetBasicParams(callParams);
      +
      15439 
      +
      15440  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15441  UserDataString userDataStr(allocCreateInfo.flags, allocCreateInfo.pUserData);
      +
      15442  fprintf(m_File, "%u,%.3f,%u,vmaCreateImage,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%u,%p,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      +
      15443  imageCreateInfo.flags,
      +
      15444  imageCreateInfo.imageType,
      +
      15445  imageCreateInfo.format,
      +
      15446  imageCreateInfo.extent.width,
      +
      15447  imageCreateInfo.extent.height,
      +
      15448  imageCreateInfo.extent.depth,
      +
      15449  imageCreateInfo.mipLevels,
      +
      15450  imageCreateInfo.arrayLayers,
      +
      15451  imageCreateInfo.samples,
      +
      15452  imageCreateInfo.tiling,
      +
      15453  imageCreateInfo.usage,
      +
      15454  imageCreateInfo.sharingMode,
      +
      15455  imageCreateInfo.initialLayout,
      +
      15456  allocCreateInfo.flags,
      +
      15457  allocCreateInfo.usage,
      +
      15458  allocCreateInfo.requiredFlags,
      +
      15459  allocCreateInfo.preferredFlags,
      +
      15460  allocCreateInfo.memoryTypeBits,
      +
      15461  allocCreateInfo.pool,
      +
      15462  allocation,
      +
      15463  userDataStr.GetString());
      +
      15464  Flush();
      +
      15465 }
      +
      15466 
      +
      15467 void VmaRecorder::RecordDestroyBuffer(uint32_t frameIndex,
      +
      15468  VmaAllocation allocation)
      +
      15469 {
      +
      15470  CallParams callParams;
      +
      15471  GetBasicParams(callParams);
      +
      15472 
      +
      15473  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15474  fprintf(m_File, "%u,%.3f,%u,vmaDestroyBuffer,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      15475  allocation);
      +
      15476  Flush();
      +
      15477 }
      15478 
      -
      15479  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15480  fprintf(m_File, "%u,%.3f,%u,vmaDefragmentationBegin,%u,", callParams.threadId, callParams.time, frameIndex,
      -
      15481  info.flags);
      -
      15482  PrintPointerList(info.allocationCount, info.pAllocations);
      -
      15483  fprintf(m_File, ",");
      -
      15484  PrintPointerList(info.poolCount, info.pPools);
      -
      15485  fprintf(m_File, ",%llu,%u,%llu,%u,%p,%p\n",
      -
      15486  info.maxCpuBytesToMove,
      -
      15487  info.maxCpuAllocationsToMove,
      -
      15488  info.maxGpuBytesToMove,
      -
      15489  info.maxGpuAllocationsToMove,
      -
      15490  info.commandBuffer,
      -
      15491  ctx);
      -
      15492  Flush();
      -
      15493 }
      -
      15494 
      -
      15495 void VmaRecorder::RecordDefragmentationEnd(uint32_t frameIndex,
      -
      15496  VmaDefragmentationContext ctx)
      -
      15497 {
      -
      15498  CallParams callParams;
      -
      15499  GetBasicParams(callParams);
      -
      15500 
      -
      15501  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15502  fprintf(m_File, "%u,%.3f,%u,vmaDefragmentationEnd,%p\n", callParams.threadId, callParams.time, frameIndex,
      -
      15503  ctx);
      -
      15504  Flush();
      -
      15505 }
      -
      15506 
      -
      15507 void VmaRecorder::RecordSetPoolName(uint32_t frameIndex,
      -
      15508  VmaPool pool,
      -
      15509  const char* name)
      -
      15510 {
      -
      15511  CallParams callParams;
      -
      15512  GetBasicParams(callParams);
      -
      15513 
      -
      15514  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      -
      15515  fprintf(m_File, "%u,%.3f,%u,vmaSetPoolName,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      -
      15516  pool, name != VMA_NULL ? name : "");
      -
      15517  Flush();
      -
      15518 }
      -
      15519 
      -
      15520 VmaRecorder::UserDataString::UserDataString(VmaAllocationCreateFlags allocFlags, const void* pUserData)
      -
      15521 {
      -
      15522  if(pUserData != VMA_NULL)
      -
      15523  {
      -
      15524  if((allocFlags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0)
      -
      15525  {
      -
      15526  m_Str = (const char*)pUserData;
      -
      15527  }
      -
      15528  else
      -
      15529  {
      -
      15530  // If VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT is not specified, convert the string's memory address to a string and store it.
      -
      15531  snprintf(m_PtrStr, 17, "%p", pUserData);
      -
      15532  m_Str = m_PtrStr;
      -
      15533  }
      -
      15534  }
      -
      15535  else
      -
      15536  {
      -
      15537  m_Str = "";
      -
      15538  }
      -
      15539 }
      -
      15540 
      -
      15541 void VmaRecorder::WriteConfiguration(
      -
      15542  const VkPhysicalDeviceProperties& devProps,
      -
      15543  const VkPhysicalDeviceMemoryProperties& memProps,
      -
      15544  uint32_t vulkanApiVersion,
      -
      15545  bool dedicatedAllocationExtensionEnabled,
      -
      15546  bool bindMemory2ExtensionEnabled,
      -
      15547  bool memoryBudgetExtensionEnabled,
      -
      15548  bool deviceCoherentMemoryExtensionEnabled)
      -
      15549 {
      -
      15550  fprintf(m_File, "Config,Begin\n");
      -
      15551 
      -
      15552  fprintf(m_File, "VulkanApiVersion,%u,%u\n", VK_VERSION_MAJOR(vulkanApiVersion), VK_VERSION_MINOR(vulkanApiVersion));
      -
      15553 
      -
      15554  fprintf(m_File, "PhysicalDevice,apiVersion,%u\n", devProps.apiVersion);
      -
      15555  fprintf(m_File, "PhysicalDevice,driverVersion,%u\n", devProps.driverVersion);
      -
      15556  fprintf(m_File, "PhysicalDevice,vendorID,%u\n", devProps.vendorID);
      -
      15557  fprintf(m_File, "PhysicalDevice,deviceID,%u\n", devProps.deviceID);
      -
      15558  fprintf(m_File, "PhysicalDevice,deviceType,%u\n", devProps.deviceType);
      -
      15559  fprintf(m_File, "PhysicalDevice,deviceName,%s\n", devProps.deviceName);
      -
      15560 
      -
      15561  fprintf(m_File, "PhysicalDeviceLimits,maxMemoryAllocationCount,%u\n", devProps.limits.maxMemoryAllocationCount);
      -
      15562  fprintf(m_File, "PhysicalDeviceLimits,bufferImageGranularity,%llu\n", devProps.limits.bufferImageGranularity);
      -
      15563  fprintf(m_File, "PhysicalDeviceLimits,nonCoherentAtomSize,%llu\n", devProps.limits.nonCoherentAtomSize);
      -
      15564 
      -
      15565  fprintf(m_File, "PhysicalDeviceMemory,HeapCount,%u\n", memProps.memoryHeapCount);
      -
      15566  for(uint32_t i = 0; i < memProps.memoryHeapCount; ++i)
      -
      15567  {
      -
      15568  fprintf(m_File, "PhysicalDeviceMemory,Heap,%u,size,%llu\n", i, memProps.memoryHeaps[i].size);
      -
      15569  fprintf(m_File, "PhysicalDeviceMemory,Heap,%u,flags,%u\n", i, memProps.memoryHeaps[i].flags);
      -
      15570  }
      -
      15571  fprintf(m_File, "PhysicalDeviceMemory,TypeCount,%u\n", memProps.memoryTypeCount);
      -
      15572  for(uint32_t i = 0; i < memProps.memoryTypeCount; ++i)
      -
      15573  {
      -
      15574  fprintf(m_File, "PhysicalDeviceMemory,Type,%u,heapIndex,%u\n", i, memProps.memoryTypes[i].heapIndex);
      -
      15575  fprintf(m_File, "PhysicalDeviceMemory,Type,%u,propertyFlags,%u\n", i, memProps.memoryTypes[i].propertyFlags);
      -
      15576  }
      -
      15577 
      -
      15578  fprintf(m_File, "Extension,VK_KHR_dedicated_allocation,%u\n", dedicatedAllocationExtensionEnabled ? 1 : 0);
      -
      15579  fprintf(m_File, "Extension,VK_KHR_bind_memory2,%u\n", bindMemory2ExtensionEnabled ? 1 : 0);
      -
      15580  fprintf(m_File, "Extension,VK_EXT_memory_budget,%u\n", memoryBudgetExtensionEnabled ? 1 : 0);
      -
      15581  fprintf(m_File, "Extension,VK_AMD_device_coherent_memory,%u\n", deviceCoherentMemoryExtensionEnabled ? 1 : 0);
      -
      15582 
      -
      15583  fprintf(m_File, "Macro,VMA_DEBUG_ALWAYS_DEDICATED_MEMORY,%u\n", VMA_DEBUG_ALWAYS_DEDICATED_MEMORY ? 1 : 0);
      -
      15584  fprintf(m_File, "Macro,VMA_DEBUG_ALIGNMENT,%llu\n", (VkDeviceSize)VMA_DEBUG_ALIGNMENT);
      -
      15585  fprintf(m_File, "Macro,VMA_DEBUG_MARGIN,%llu\n", (VkDeviceSize)VMA_DEBUG_MARGIN);
      -
      15586  fprintf(m_File, "Macro,VMA_DEBUG_INITIALIZE_ALLOCATIONS,%u\n", VMA_DEBUG_INITIALIZE_ALLOCATIONS ? 1 : 0);
      -
      15587  fprintf(m_File, "Macro,VMA_DEBUG_DETECT_CORRUPTION,%u\n", VMA_DEBUG_DETECT_CORRUPTION ? 1 : 0);
      -
      15588  fprintf(m_File, "Macro,VMA_DEBUG_GLOBAL_MUTEX,%u\n", VMA_DEBUG_GLOBAL_MUTEX ? 1 : 0);
      -
      15589  fprintf(m_File, "Macro,VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY,%llu\n", (VkDeviceSize)VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY);
      -
      15590  fprintf(m_File, "Macro,VMA_SMALL_HEAP_MAX_SIZE,%llu\n", (VkDeviceSize)VMA_SMALL_HEAP_MAX_SIZE);
      -
      15591  fprintf(m_File, "Macro,VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE,%llu\n", (VkDeviceSize)VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE);
      -
      15592 
      -
      15593  fprintf(m_File, "Config,End\n");
      +
      15479 void VmaRecorder::RecordDestroyImage(uint32_t frameIndex,
      +
      15480  VmaAllocation allocation)
      +
      15481 {
      +
      15482  CallParams callParams;
      +
      15483  GetBasicParams(callParams);
      +
      15484 
      +
      15485  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15486  fprintf(m_File, "%u,%.3f,%u,vmaDestroyImage,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      15487  allocation);
      +
      15488  Flush();
      +
      15489 }
      +
      15490 
      +
      15491 void VmaRecorder::RecordTouchAllocation(uint32_t frameIndex,
      +
      15492  VmaAllocation allocation)
      +
      15493 {
      +
      15494  CallParams callParams;
      +
      15495  GetBasicParams(callParams);
      +
      15496 
      +
      15497  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15498  fprintf(m_File, "%u,%.3f,%u,vmaTouchAllocation,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      15499  allocation);
      +
      15500  Flush();
      +
      15501 }
      +
      15502 
      +
      15503 void VmaRecorder::RecordGetAllocationInfo(uint32_t frameIndex,
      +
      15504  VmaAllocation allocation)
      +
      15505 {
      +
      15506  CallParams callParams;
      +
      15507  GetBasicParams(callParams);
      +
      15508 
      +
      15509  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15510  fprintf(m_File, "%u,%.3f,%u,vmaGetAllocationInfo,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      15511  allocation);
      +
      15512  Flush();
      +
      15513 }
      +
      15514 
      +
      15515 void VmaRecorder::RecordMakePoolAllocationsLost(uint32_t frameIndex,
      +
      15516  VmaPool pool)
      +
      15517 {
      +
      15518  CallParams callParams;
      +
      15519  GetBasicParams(callParams);
      +
      15520 
      +
      15521  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15522  fprintf(m_File, "%u,%.3f,%u,vmaMakePoolAllocationsLost,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      15523  pool);
      +
      15524  Flush();
      +
      15525 }
      +
      15526 
      +
      15527 void VmaRecorder::RecordDefragmentationBegin(uint32_t frameIndex,
      +
      15528  const VmaDefragmentationInfo2& info,
      +
      15529  VmaDefragmentationContext ctx)
      +
      15530 {
      +
      15531  CallParams callParams;
      +
      15532  GetBasicParams(callParams);
      +
      15533 
      +
      15534  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15535  fprintf(m_File, "%u,%.3f,%u,vmaDefragmentationBegin,%u,", callParams.threadId, callParams.time, frameIndex,
      +
      15536  info.flags);
      +
      15537  PrintPointerList(info.allocationCount, info.pAllocations);
      +
      15538  fprintf(m_File, ",");
      +
      15539  PrintPointerList(info.poolCount, info.pPools);
      +
      15540  fprintf(m_File, ",%llu,%u,%llu,%u,%p,%p\n",
      +
      15541  info.maxCpuBytesToMove,
      +
      15542  info.maxCpuAllocationsToMove,
      +
      15543  info.maxGpuBytesToMove,
      +
      15544  info.maxGpuAllocationsToMove,
      +
      15545  info.commandBuffer,
      +
      15546  ctx);
      +
      15547  Flush();
      +
      15548 }
      +
      15549 
      +
      15550 void VmaRecorder::RecordDefragmentationEnd(uint32_t frameIndex,
      +
      15551  VmaDefragmentationContext ctx)
      +
      15552 {
      +
      15553  CallParams callParams;
      +
      15554  GetBasicParams(callParams);
      +
      15555 
      +
      15556  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15557  fprintf(m_File, "%u,%.3f,%u,vmaDefragmentationEnd,%p\n", callParams.threadId, callParams.time, frameIndex,
      +
      15558  ctx);
      +
      15559  Flush();
      +
      15560 }
      +
      15561 
      +
      15562 void VmaRecorder::RecordSetPoolName(uint32_t frameIndex,
      +
      15563  VmaPool pool,
      +
      15564  const char* name)
      +
      15565 {
      +
      15566  CallParams callParams;
      +
      15567  GetBasicParams(callParams);
      +
      15568 
      +
      15569  VmaMutexLock lock(m_FileMutex, m_UseMutex);
      +
      15570  fprintf(m_File, "%u,%.3f,%u,vmaSetPoolName,%p,%s\n", callParams.threadId, callParams.time, frameIndex,
      +
      15571  pool, name != VMA_NULL ? name : "");
      +
      15572  Flush();
      +
      15573 }
      +
      15574 
      +
      15575 VmaRecorder::UserDataString::UserDataString(VmaAllocationCreateFlags allocFlags, const void* pUserData)
      +
      15576 {
      +
      15577  if(pUserData != VMA_NULL)
      +
      15578  {
      +
      15579  if((allocFlags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0)
      +
      15580  {
      +
      15581  m_Str = (const char*)pUserData;
      +
      15582  }
      +
      15583  else
      +
      15584  {
      +
      15585  // If VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT is not specified, convert the string's memory address to a string and store it.
      +
      15586  snprintf(m_PtrStr, 17, "%p", pUserData);
      +
      15587  m_Str = m_PtrStr;
      +
      15588  }
      +
      15589  }
      +
      15590  else
      +
      15591  {
      +
      15592  m_Str = "";
      +
      15593  }
      15594 }
      15595 
      -
      15596 void VmaRecorder::GetBasicParams(CallParams& outParams)
      -
      15597 {
      -
      15598  #if defined(_WIN32)
      -
      15599  outParams.threadId = GetCurrentThreadId();
      -
      15600  #else
      -
      15601  // Use C++11 features to get thread id and convert it to uint32_t.
      -
      15602  // There is room for optimization since sstream is quite slow.
      -
      15603  // Is there a better way to convert std::this_thread::get_id() to uint32_t?
      -
      15604  std::thread::id thread_id = std::this_thread::get_id();
      -
      15605  stringstream thread_id_to_string_converter;
      -
      15606  thread_id_to_string_converter << thread_id;
      -
      15607  string thread_id_as_string = thread_id_to_string_converter.str();
      -
      15608  outParams.threadId = static_cast<uint32_t>(std::stoi(thread_id_as_string.c_str()));
      -
      15609  #endif
      -
      15610 
      -
      15611  auto current_time = std::chrono::high_resolution_clock::now();
      -
      15612 
      -
      15613  outParams.time = std::chrono::duration<double, std::chrono::seconds::period>(current_time - m_RecordingStartTime).count();
      -
      15614 }
      +
      15596 void VmaRecorder::WriteConfiguration(
      +
      15597  const VkPhysicalDeviceProperties& devProps,
      +
      15598  const VkPhysicalDeviceMemoryProperties& memProps,
      +
      15599  uint32_t vulkanApiVersion,
      +
      15600  bool dedicatedAllocationExtensionEnabled,
      +
      15601  bool bindMemory2ExtensionEnabled,
      +
      15602  bool memoryBudgetExtensionEnabled,
      +
      15603  bool deviceCoherentMemoryExtensionEnabled)
      +
      15604 {
      +
      15605  fprintf(m_File, "Config,Begin\n");
      +
      15606 
      +
      15607  fprintf(m_File, "VulkanApiVersion,%u,%u\n", VK_VERSION_MAJOR(vulkanApiVersion), VK_VERSION_MINOR(vulkanApiVersion));
      +
      15608 
      +
      15609  fprintf(m_File, "PhysicalDevice,apiVersion,%u\n", devProps.apiVersion);
      +
      15610  fprintf(m_File, "PhysicalDevice,driverVersion,%u\n", devProps.driverVersion);
      +
      15611  fprintf(m_File, "PhysicalDevice,vendorID,%u\n", devProps.vendorID);
      +
      15612  fprintf(m_File, "PhysicalDevice,deviceID,%u\n", devProps.deviceID);
      +
      15613  fprintf(m_File, "PhysicalDevice,deviceType,%u\n", devProps.deviceType);
      +
      15614  fprintf(m_File, "PhysicalDevice,deviceName,%s\n", devProps.deviceName);
      15615 
      -
      15616 void VmaRecorder::PrintPointerList(uint64_t count, const VmaAllocation* pItems)
      -
      15617 {
      -
      15618  if(count)
      -
      15619  {
      -
      15620  fprintf(m_File, "%p", pItems[0]);
      -
      15621  for(uint64_t i = 1; i < count; ++i)
      -
      15622  {
      -
      15623  fprintf(m_File, " %p", pItems[i]);
      -
      15624  }
      +
      15616  fprintf(m_File, "PhysicalDeviceLimits,maxMemoryAllocationCount,%u\n", devProps.limits.maxMemoryAllocationCount);
      +
      15617  fprintf(m_File, "PhysicalDeviceLimits,bufferImageGranularity,%llu\n", devProps.limits.bufferImageGranularity);
      +
      15618  fprintf(m_File, "PhysicalDeviceLimits,nonCoherentAtomSize,%llu\n", devProps.limits.nonCoherentAtomSize);
      +
      15619 
      +
      15620  fprintf(m_File, "PhysicalDeviceMemory,HeapCount,%u\n", memProps.memoryHeapCount);
      +
      15621  for(uint32_t i = 0; i < memProps.memoryHeapCount; ++i)
      +
      15622  {
      +
      15623  fprintf(m_File, "PhysicalDeviceMemory,Heap,%u,size,%llu\n", i, memProps.memoryHeaps[i].size);
      +
      15624  fprintf(m_File, "PhysicalDeviceMemory,Heap,%u,flags,%u\n", i, memProps.memoryHeaps[i].flags);
      15625  }
      -
      15626 }
      -
      15627 
      -
      15628 void VmaRecorder::Flush()
      -
      15629 {
      -
      15630  if((m_Flags & VMA_RECORD_FLUSH_AFTER_CALL_BIT) != 0)
      -
      15631  {
      -
      15632  fflush(m_File);
      -
      15633  }
      -
      15634 }
      -
      15635 
      -
      15636 #endif // #if VMA_RECORDING_ENABLED
      +
      15626  fprintf(m_File, "PhysicalDeviceMemory,TypeCount,%u\n", memProps.memoryTypeCount);
      +
      15627  for(uint32_t i = 0; i < memProps.memoryTypeCount; ++i)
      +
      15628  {
      +
      15629  fprintf(m_File, "PhysicalDeviceMemory,Type,%u,heapIndex,%u\n", i, memProps.memoryTypes[i].heapIndex);
      +
      15630  fprintf(m_File, "PhysicalDeviceMemory,Type,%u,propertyFlags,%u\n", i, memProps.memoryTypes[i].propertyFlags);
      +
      15631  }
      +
      15632 
      +
      15633  fprintf(m_File, "Extension,VK_KHR_dedicated_allocation,%u\n", dedicatedAllocationExtensionEnabled ? 1 : 0);
      +
      15634  fprintf(m_File, "Extension,VK_KHR_bind_memory2,%u\n", bindMemory2ExtensionEnabled ? 1 : 0);
      +
      15635  fprintf(m_File, "Extension,VK_EXT_memory_budget,%u\n", memoryBudgetExtensionEnabled ? 1 : 0);
      +
      15636  fprintf(m_File, "Extension,VK_AMD_device_coherent_memory,%u\n", deviceCoherentMemoryExtensionEnabled ? 1 : 0);
      15637 
      -
      15639 // VmaAllocationObjectAllocator
      -
      15640 
      -
      15641 VmaAllocationObjectAllocator::VmaAllocationObjectAllocator(const VkAllocationCallbacks* pAllocationCallbacks) :
      -
      15642  m_Allocator(pAllocationCallbacks, 1024)
      -
      15643 {
      -
      15644 }
      -
      15645 
      -
      15646 template<typename... Types> VmaAllocation VmaAllocationObjectAllocator::Allocate(Types... args)
      -
      15647 {
      -
      15648  VmaMutexLock mutexLock(m_Mutex);
      -
      15649  return m_Allocator.Alloc<Types...>(std::forward<Types>(args)...);
      -
      15650 }
      -
      15651 
      -
      15652 void VmaAllocationObjectAllocator::Free(VmaAllocation hAlloc)
      -
      15653 {
      -
      15654  VmaMutexLock mutexLock(m_Mutex);
      -
      15655  m_Allocator.Free(hAlloc);
      -
      15656 }
      -
      15657 
      -
      15659 // VmaAllocator_T
      -
      15660 
      -
      15661 VmaAllocator_T::VmaAllocator_T(const VmaAllocatorCreateInfo* pCreateInfo) :
      -
      15662  m_UseMutex((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT) == 0),
      -
      15663  m_VulkanApiVersion(pCreateInfo->vulkanApiVersion != 0 ? pCreateInfo->vulkanApiVersion : VK_API_VERSION_1_0),
      -
      15664  m_UseKhrDedicatedAllocation((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT) != 0),
      -
      15665  m_UseKhrBindMemory2((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT) != 0),
      -
      15666  m_UseExtMemoryBudget((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT) != 0),
      -
      15667  m_UseAmdDeviceCoherentMemory((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT) != 0),
      -
      15668  m_UseKhrBufferDeviceAddress((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT) != 0),
      -
      15669  m_hDevice(pCreateInfo->device),
      -
      15670  m_hInstance(pCreateInfo->instance),
      -
      15671  m_AllocationCallbacksSpecified(pCreateInfo->pAllocationCallbacks != VMA_NULL),
      -
      15672  m_AllocationCallbacks(pCreateInfo->pAllocationCallbacks ?
      -
      15673  *pCreateInfo->pAllocationCallbacks : VmaEmptyAllocationCallbacks),
      -
      15674  m_AllocationObjectAllocator(&m_AllocationCallbacks),
      -
      15675  m_HeapSizeLimitMask(0),
      -
      15676  m_PreferredLargeHeapBlockSize(0),
      -
      15677  m_PhysicalDevice(pCreateInfo->physicalDevice),
      -
      15678  m_CurrentFrameIndex(0),
      -
      15679  m_GpuDefragmentationMemoryTypeBits(UINT32_MAX),
      -
      15680  m_Pools(VmaStlAllocator<VmaPool>(GetAllocationCallbacks())),
      -
      15681  m_NextPoolId(0),
      -
      15682  m_GlobalMemoryTypeBits(UINT32_MAX)
      -
      15683 #if VMA_RECORDING_ENABLED
      -
      15684  ,m_pRecorder(VMA_NULL)
      -
      15685 #endif
      -
      15686 {
      -
      15687  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      -
      15688  {
      -
      15689  m_UseKhrDedicatedAllocation = false;
      -
      15690  m_UseKhrBindMemory2 = false;
      -
      15691  }
      +
      15638  fprintf(m_File, "Macro,VMA_DEBUG_ALWAYS_DEDICATED_MEMORY,%u\n", VMA_DEBUG_ALWAYS_DEDICATED_MEMORY ? 1 : 0);
      +
      15639  fprintf(m_File, "Macro,VMA_DEBUG_ALIGNMENT,%llu\n", (VkDeviceSize)VMA_DEBUG_ALIGNMENT);
      +
      15640  fprintf(m_File, "Macro,VMA_DEBUG_MARGIN,%llu\n", (VkDeviceSize)VMA_DEBUG_MARGIN);
      +
      15641  fprintf(m_File, "Macro,VMA_DEBUG_INITIALIZE_ALLOCATIONS,%u\n", VMA_DEBUG_INITIALIZE_ALLOCATIONS ? 1 : 0);
      +
      15642  fprintf(m_File, "Macro,VMA_DEBUG_DETECT_CORRUPTION,%u\n", VMA_DEBUG_DETECT_CORRUPTION ? 1 : 0);
      +
      15643  fprintf(m_File, "Macro,VMA_DEBUG_GLOBAL_MUTEX,%u\n", VMA_DEBUG_GLOBAL_MUTEX ? 1 : 0);
      +
      15644  fprintf(m_File, "Macro,VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY,%llu\n", (VkDeviceSize)VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY);
      +
      15645  fprintf(m_File, "Macro,VMA_SMALL_HEAP_MAX_SIZE,%llu\n", (VkDeviceSize)VMA_SMALL_HEAP_MAX_SIZE);
      +
      15646  fprintf(m_File, "Macro,VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE,%llu\n", (VkDeviceSize)VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE);
      +
      15647 
      +
      15648  fprintf(m_File, "Config,End\n");
      +
      15649 }
      +
      15650 
      +
      15651 void VmaRecorder::GetBasicParams(CallParams& outParams)
      +
      15652 {
      +
      15653  #if defined(_WIN32)
      +
      15654  outParams.threadId = GetCurrentThreadId();
      +
      15655  #else
      +
      15656  // Use C++11 features to get thread id and convert it to uint32_t.
      +
      15657  // There is room for optimization since sstream is quite slow.
      +
      15658  // Is there a better way to convert std::this_thread::get_id() to uint32_t?
      +
      15659  std::thread::id thread_id = std::this_thread::get_id();
      +
      15660  std::stringstream thread_id_to_string_converter;
      +
      15661  thread_id_to_string_converter << thread_id;
      +
      15662  std::string thread_id_as_string = thread_id_to_string_converter.str();
      +
      15663  outParams.threadId = static_cast<uint32_t>(std::stoi(thread_id_as_string.c_str()));
      +
      15664  #endif
      +
      15665 
      +
      15666  auto current_time = std::chrono::high_resolution_clock::now();
      +
      15667 
      +
      15668  outParams.time = std::chrono::duration<double, std::chrono::seconds::period>(current_time - m_RecordingStartTime).count();
      +
      15669 }
      +
      15670 
      +
      15671 void VmaRecorder::PrintPointerList(uint64_t count, const VmaAllocation* pItems)
      +
      15672 {
      +
      15673  if(count)
      +
      15674  {
      +
      15675  fprintf(m_File, "%p", pItems[0]);
      +
      15676  for(uint64_t i = 1; i < count; ++i)
      +
      15677  {
      +
      15678  fprintf(m_File, " %p", pItems[i]);
      +
      15679  }
      +
      15680  }
      +
      15681 }
      +
      15682 
      +
      15683 void VmaRecorder::Flush()
      +
      15684 {
      +
      15685  if((m_Flags & VMA_RECORD_FLUSH_AFTER_CALL_BIT) != 0)
      +
      15686  {
      +
      15687  fflush(m_File);
      +
      15688  }
      +
      15689 }
      +
      15690 
      +
      15691 #endif // #if VMA_RECORDING_ENABLED
      15692 
      -
      15693  if(VMA_DEBUG_DETECT_CORRUPTION)
      -
      15694  {
      -
      15695  // Needs to be multiply of uint32_t size because we are going to write VMA_CORRUPTION_DETECTION_MAGIC_VALUE to it.
      -
      15696  VMA_ASSERT(VMA_DEBUG_MARGIN % sizeof(uint32_t) == 0);
      -
      15697  }
      -
      15698 
      -
      15699  VMA_ASSERT(pCreateInfo->physicalDevice && pCreateInfo->device && pCreateInfo->instance);
      +
      15694 // VmaAllocationObjectAllocator
      +
      15695 
      +
      15696 VmaAllocationObjectAllocator::VmaAllocationObjectAllocator(const VkAllocationCallbacks* pAllocationCallbacks) :
      +
      15697  m_Allocator(pAllocationCallbacks, 1024)
      +
      15698 {
      +
      15699 }
      15700 
      -
      15701  if(m_VulkanApiVersion < VK_MAKE_VERSION(1, 1, 0))
      -
      15702  {
      -
      15703 #if !(VMA_DEDICATED_ALLOCATION)
      -
      15704  if((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT) != 0)
      -
      15705  {
      -
      15706  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT set but required extensions are disabled by preprocessor macros.");
      -
      15707  }
      -
      15708 #endif
      -
      15709 #if !(VMA_BIND_MEMORY2)
      -
      15710  if((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT) != 0)
      -
      15711  {
      -
      15712  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT set but required extension is disabled by preprocessor macros.");
      -
      15713  }
      -
      15714 #endif
      -
      15715  }
      -
      15716 #if !(VMA_MEMORY_BUDGET)
      -
      15717  if((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT) != 0)
      -
      15718  {
      -
      15719  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT set but required extension is disabled by preprocessor macros.");
      -
      15720  }
      -
      15721 #endif
      -
      15722 #if !(VMA_BUFFER_DEVICE_ADDRESS)
      -
      15723  if(m_UseKhrBufferDeviceAddress)
      -
      15724  {
      -
      15725  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT is set but required extension or Vulkan 1.2 is not available in your Vulkan header or its support in VMA has been disabled by a preprocessor macro.");
      -
      15726  }
      -
      15727 #endif
      -
      15728 #if VMA_VULKAN_VERSION < 1002000
      -
      15729  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 2, 0))
      -
      15730  {
      -
      15731  VMA_ASSERT(0 && "vulkanApiVersion >= VK_API_VERSION_1_2 but required Vulkan version is disabled by preprocessor macros.");
      -
      15732  }
      -
      15733 #endif
      -
      15734 #if VMA_VULKAN_VERSION < 1001000
      -
      15735  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      -
      15736  {
      -
      15737  VMA_ASSERT(0 && "vulkanApiVersion >= VK_API_VERSION_1_1 but required Vulkan version is disabled by preprocessor macros.");
      -
      15738  }
      -
      15739 #endif
      -
      15740 
      -
      15741  memset(&m_DeviceMemoryCallbacks, 0 ,sizeof(m_DeviceMemoryCallbacks));
      -
      15742  memset(&m_PhysicalDeviceProperties, 0, sizeof(m_PhysicalDeviceProperties));
      -
      15743  memset(&m_MemProps, 0, sizeof(m_MemProps));
      -
      15744 
      -
      15745  memset(&m_pBlockVectors, 0, sizeof(m_pBlockVectors));
      -
      15746  memset(&m_pDedicatedAllocations, 0, sizeof(m_pDedicatedAllocations));
      -
      15747  memset(&m_VulkanFunctions, 0, sizeof(m_VulkanFunctions));
      +
      15701 template<typename... Types> VmaAllocation VmaAllocationObjectAllocator::Allocate(Types... args)
      +
      15702 {
      +
      15703  VmaMutexLock mutexLock(m_Mutex);
      +
      15704  return m_Allocator.Alloc<Types...>(std::forward<Types>(args)...);
      +
      15705 }
      +
      15706 
      +
      15707 void VmaAllocationObjectAllocator::Free(VmaAllocation hAlloc)
      +
      15708 {
      +
      15709  VmaMutexLock mutexLock(m_Mutex);
      +
      15710  m_Allocator.Free(hAlloc);
      +
      15711 }
      +
      15712 
      +
      15714 // VmaAllocator_T
      +
      15715 
      +
      15716 VmaAllocator_T::VmaAllocator_T(const VmaAllocatorCreateInfo* pCreateInfo) :
      +
      15717  m_UseMutex((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT) == 0),
      +
      15718  m_VulkanApiVersion(pCreateInfo->vulkanApiVersion != 0 ? pCreateInfo->vulkanApiVersion : VK_API_VERSION_1_0),
      +
      15719  m_UseKhrDedicatedAllocation((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT) != 0),
      +
      15720  m_UseKhrBindMemory2((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT) != 0),
      +
      15721  m_UseExtMemoryBudget((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT) != 0),
      +
      15722  m_UseAmdDeviceCoherentMemory((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT) != 0),
      +
      15723  m_UseKhrBufferDeviceAddress((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT) != 0),
      +
      15724  m_UseExtMemoryPriority((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT) != 0),
      +
      15725  m_hDevice(pCreateInfo->device),
      +
      15726  m_hInstance(pCreateInfo->instance),
      +
      15727  m_AllocationCallbacksSpecified(pCreateInfo->pAllocationCallbacks != VMA_NULL),
      +
      15728  m_AllocationCallbacks(pCreateInfo->pAllocationCallbacks ?
      +
      15729  *pCreateInfo->pAllocationCallbacks : VmaEmptyAllocationCallbacks),
      +
      15730  m_AllocationObjectAllocator(&m_AllocationCallbacks),
      +
      15731  m_HeapSizeLimitMask(0),
      +
      15732  m_PreferredLargeHeapBlockSize(0),
      +
      15733  m_PhysicalDevice(pCreateInfo->physicalDevice),
      +
      15734  m_CurrentFrameIndex(0),
      +
      15735  m_GpuDefragmentationMemoryTypeBits(UINT32_MAX),
      +
      15736  m_Pools(VmaStlAllocator<VmaPool>(GetAllocationCallbacks())),
      +
      15737  m_NextPoolId(0),
      +
      15738  m_GlobalMemoryTypeBits(UINT32_MAX)
      +
      15739 #if VMA_RECORDING_ENABLED
      +
      15740  ,m_pRecorder(VMA_NULL)
      +
      15741 #endif
      +
      15742 {
      +
      15743  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      +
      15744  {
      +
      15745  m_UseKhrDedicatedAllocation = false;
      +
      15746  m_UseKhrBindMemory2 = false;
      +
      15747  }
      15748 
      -
      15749  if(pCreateInfo->pDeviceMemoryCallbacks != VMA_NULL)
      +
      15749  if(VMA_DEBUG_DETECT_CORRUPTION)
      15750  {
      -
      15751  m_DeviceMemoryCallbacks.pUserData = pCreateInfo->pDeviceMemoryCallbacks->pUserData;
      -
      15752  m_DeviceMemoryCallbacks.pfnAllocate = pCreateInfo->pDeviceMemoryCallbacks->pfnAllocate;
      -
      15753  m_DeviceMemoryCallbacks.pfnFree = pCreateInfo->pDeviceMemoryCallbacks->pfnFree;
      -
      15754  }
      -
      15755 
      -
      15756  ImportVulkanFunctions(pCreateInfo->pVulkanFunctions);
      -
      15757 
      -
      15758  (*m_VulkanFunctions.vkGetPhysicalDeviceProperties)(m_PhysicalDevice, &m_PhysicalDeviceProperties);
      -
      15759  (*m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties)(m_PhysicalDevice, &m_MemProps);
      -
      15760 
      -
      15761  VMA_ASSERT(VmaIsPow2(VMA_DEBUG_ALIGNMENT));
      -
      15762  VMA_ASSERT(VmaIsPow2(VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY));
      -
      15763  VMA_ASSERT(VmaIsPow2(m_PhysicalDeviceProperties.limits.bufferImageGranularity));
      -
      15764  VMA_ASSERT(VmaIsPow2(m_PhysicalDeviceProperties.limits.nonCoherentAtomSize));
      -
      15765 
      -
      15766  m_PreferredLargeHeapBlockSize = (pCreateInfo->preferredLargeHeapBlockSize != 0) ?
      -
      15767  pCreateInfo->preferredLargeHeapBlockSize : static_cast<VkDeviceSize>(VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE);
      -
      15768 
      -
      15769  m_GlobalMemoryTypeBits = CalculateGlobalMemoryTypeBits();
      -
      15770 
      -
      15771  if(pCreateInfo->pHeapSizeLimit != VMA_NULL)
      -
      15772  {
      -
      15773  for(uint32_t heapIndex = 0; heapIndex < GetMemoryHeapCount(); ++heapIndex)
      -
      15774  {
      -
      15775  const VkDeviceSize limit = pCreateInfo->pHeapSizeLimit[heapIndex];
      -
      15776  if(limit != VK_WHOLE_SIZE)
      -
      15777  {
      -
      15778  m_HeapSizeLimitMask |= 1u << heapIndex;
      -
      15779  if(limit < m_MemProps.memoryHeaps[heapIndex].size)
      -
      15780  {
      -
      15781  m_MemProps.memoryHeaps[heapIndex].size = limit;
      -
      15782  }
      -
      15783  }
      -
      15784  }
      -
      15785  }
      -
      15786 
      -
      15787  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      -
      15788  {
      -
      15789  const VkDeviceSize preferredBlockSize = CalcPreferredBlockSize(memTypeIndex);
      -
      15790 
      -
      15791  m_pBlockVectors[memTypeIndex] = vma_new(this, VmaBlockVector)(
      -
      15792  this,
      -
      15793  VK_NULL_HANDLE, // hParentPool
      -
      15794  memTypeIndex,
      -
      15795  preferredBlockSize,
      -
      15796  0,
      -
      15797  SIZE_MAX,
      -
      15798  GetBufferImageGranularity(),
      -
      15799  pCreateInfo->frameInUseCount,
      -
      15800  false, // explicitBlockSize
      -
      15801  false); // linearAlgorithm
      -
      15802  // No need to call m_pBlockVectors[memTypeIndex][blockVectorTypeIndex]->CreateMinBlocks here,
      -
      15803  // becase minBlockCount is 0.
      -
      15804  m_pDedicatedAllocations[memTypeIndex] = vma_new(this, AllocationVectorType)(VmaStlAllocator<VmaAllocation>(GetAllocationCallbacks()));
      -
      15805 
      -
      15806  }
      -
      15807 }
      -
      15808 
      -
      15809 VkResult VmaAllocator_T::Init(const VmaAllocatorCreateInfo* pCreateInfo)
      -
      15810 {
      -
      15811  VkResult res = VK_SUCCESS;
      -
      15812 
      -
      15813  if(pCreateInfo->pRecordSettings != VMA_NULL &&
      -
      15814  !VmaStrIsEmpty(pCreateInfo->pRecordSettings->pFilePath))
      -
      15815  {
      -
      15816 #if VMA_RECORDING_ENABLED
      -
      15817  m_pRecorder = vma_new(this, VmaRecorder)();
      -
      15818  res = m_pRecorder->Init(*pCreateInfo->pRecordSettings, m_UseMutex);
      -
      15819  if(res != VK_SUCCESS)
      -
      15820  {
      -
      15821  return res;
      -
      15822  }
      -
      15823  m_pRecorder->WriteConfiguration(
      -
      15824  m_PhysicalDeviceProperties,
      -
      15825  m_MemProps,
      -
      15826  m_VulkanApiVersion,
      -
      15827  m_UseKhrDedicatedAllocation,
      -
      15828  m_UseKhrBindMemory2,
      -
      15829  m_UseExtMemoryBudget,
      -
      15830  m_UseAmdDeviceCoherentMemory);
      -
      15831  m_pRecorder->RecordCreateAllocator(GetCurrentFrameIndex());
      -
      15832 #else
      -
      15833  VMA_ASSERT(0 && "VmaAllocatorCreateInfo::pRecordSettings used, but not supported due to VMA_RECORDING_ENABLED not defined to 1.");
      -
      15834  return VK_ERROR_FEATURE_NOT_PRESENT;
      -
      15835 #endif
      -
      15836  }
      -
      15837 
      -
      15838 #if VMA_MEMORY_BUDGET
      -
      15839  if(m_UseExtMemoryBudget)
      -
      15840  {
      -
      15841  UpdateVulkanBudget();
      -
      15842  }
      -
      15843 #endif // #if VMA_MEMORY_BUDGET
      -
      15844 
      -
      15845  return res;
      -
      15846 }
      -
      15847 
      -
      15848 VmaAllocator_T::~VmaAllocator_T()
      -
      15849 {
      -
      15850 #if VMA_RECORDING_ENABLED
      -
      15851  if(m_pRecorder != VMA_NULL)
      -
      15852  {
      -
      15853  m_pRecorder->RecordDestroyAllocator(GetCurrentFrameIndex());
      -
      15854  vma_delete(this, m_pRecorder);
      -
      15855  }
      -
      15856 #endif
      -
      15857 
      -
      15858  VMA_ASSERT(m_Pools.empty());
      -
      15859 
      -
      15860  for(size_t i = GetMemoryTypeCount(); i--; )
      -
      15861  {
      -
      15862  if(m_pDedicatedAllocations[i] != VMA_NULL && !m_pDedicatedAllocations[i]->empty())
      -
      15863  {
      -
      15864  VMA_ASSERT(0 && "Unfreed dedicated allocations found.");
      -
      15865  }
      -
      15866 
      -
      15867  vma_delete(this, m_pDedicatedAllocations[i]);
      -
      15868  vma_delete(this, m_pBlockVectors[i]);
      +
      15751  // Needs to be multiply of uint32_t size because we are going to write VMA_CORRUPTION_DETECTION_MAGIC_VALUE to it.
      +
      15752  VMA_ASSERT(VMA_DEBUG_MARGIN % sizeof(uint32_t) == 0);
      +
      15753  }
      +
      15754 
      +
      15755  VMA_ASSERT(pCreateInfo->physicalDevice && pCreateInfo->device && pCreateInfo->instance);
      +
      15756 
      +
      15757  if(m_VulkanApiVersion < VK_MAKE_VERSION(1, 1, 0))
      +
      15758  {
      +
      15759 #if !(VMA_DEDICATED_ALLOCATION)
      +
      15760  if((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT) != 0)
      +
      15761  {
      +
      15762  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT set but required extensions are disabled by preprocessor macros.");
      +
      15763  }
      +
      15764 #endif
      +
      15765 #if !(VMA_BIND_MEMORY2)
      +
      15766  if((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT) != 0)
      +
      15767  {
      +
      15768  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT set but required extension is disabled by preprocessor macros.");
      +
      15769  }
      +
      15770 #endif
      +
      15771  }
      +
      15772 #if !(VMA_MEMORY_BUDGET)
      +
      15773  if((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT) != 0)
      +
      15774  {
      +
      15775  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT set but required extension is disabled by preprocessor macros.");
      +
      15776  }
      +
      15777 #endif
      +
      15778 #if !(VMA_BUFFER_DEVICE_ADDRESS)
      +
      15779  if(m_UseKhrBufferDeviceAddress)
      +
      15780  {
      +
      15781  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT is set but required extension or Vulkan 1.2 is not available in your Vulkan header or its support in VMA has been disabled by a preprocessor macro.");
      +
      15782  }
      +
      15783 #endif
      +
      15784 #if VMA_VULKAN_VERSION < 1002000
      +
      15785  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 2, 0))
      +
      15786  {
      +
      15787  VMA_ASSERT(0 && "vulkanApiVersion >= VK_API_VERSION_1_2 but required Vulkan version is disabled by preprocessor macros.");
      +
      15788  }
      +
      15789 #endif
      +
      15790 #if VMA_VULKAN_VERSION < 1001000
      +
      15791  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      +
      15792  {
      +
      15793  VMA_ASSERT(0 && "vulkanApiVersion >= VK_API_VERSION_1_1 but required Vulkan version is disabled by preprocessor macros.");
      +
      15794  }
      +
      15795 #endif
      +
      15796 #if !(VMA_MEMORY_PRIORITY)
      +
      15797  if(m_UseExtMemoryPriority)
      +
      15798  {
      +
      15799  VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT is set but required extension is not available in your Vulkan header or its support in VMA has been disabled by a preprocessor macro.");
      +
      15800  }
      +
      15801 #endif
      +
      15802 
      +
      15803  memset(&m_DeviceMemoryCallbacks, 0 ,sizeof(m_DeviceMemoryCallbacks));
      +
      15804  memset(&m_PhysicalDeviceProperties, 0, sizeof(m_PhysicalDeviceProperties));
      +
      15805  memset(&m_MemProps, 0, sizeof(m_MemProps));
      +
      15806 
      +
      15807  memset(&m_pBlockVectors, 0, sizeof(m_pBlockVectors));
      +
      15808  memset(&m_pDedicatedAllocations, 0, sizeof(m_pDedicatedAllocations));
      +
      15809  memset(&m_VulkanFunctions, 0, sizeof(m_VulkanFunctions));
      +
      15810 
      +
      15811  if(pCreateInfo->pDeviceMemoryCallbacks != VMA_NULL)
      +
      15812  {
      +
      15813  m_DeviceMemoryCallbacks.pUserData = pCreateInfo->pDeviceMemoryCallbacks->pUserData;
      +
      15814  m_DeviceMemoryCallbacks.pfnAllocate = pCreateInfo->pDeviceMemoryCallbacks->pfnAllocate;
      +
      15815  m_DeviceMemoryCallbacks.pfnFree = pCreateInfo->pDeviceMemoryCallbacks->pfnFree;
      +
      15816  }
      +
      15817 
      +
      15818  ImportVulkanFunctions(pCreateInfo->pVulkanFunctions);
      +
      15819 
      +
      15820  (*m_VulkanFunctions.vkGetPhysicalDeviceProperties)(m_PhysicalDevice, &m_PhysicalDeviceProperties);
      +
      15821  (*m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties)(m_PhysicalDevice, &m_MemProps);
      +
      15822 
      +
      15823  VMA_ASSERT(VmaIsPow2(VMA_DEBUG_ALIGNMENT));
      +
      15824  VMA_ASSERT(VmaIsPow2(VMA_DEBUG_MIN_BUFFER_IMAGE_GRANULARITY));
      +
      15825  VMA_ASSERT(VmaIsPow2(m_PhysicalDeviceProperties.limits.bufferImageGranularity));
      +
      15826  VMA_ASSERT(VmaIsPow2(m_PhysicalDeviceProperties.limits.nonCoherentAtomSize));
      +
      15827 
      +
      15828  m_PreferredLargeHeapBlockSize = (pCreateInfo->preferredLargeHeapBlockSize != 0) ?
      +
      15829  pCreateInfo->preferredLargeHeapBlockSize : static_cast<VkDeviceSize>(VMA_DEFAULT_LARGE_HEAP_BLOCK_SIZE);
      +
      15830 
      +
      15831  m_GlobalMemoryTypeBits = CalculateGlobalMemoryTypeBits();
      +
      15832 
      +
      15833  if(pCreateInfo->pHeapSizeLimit != VMA_NULL)
      +
      15834  {
      +
      15835  for(uint32_t heapIndex = 0; heapIndex < GetMemoryHeapCount(); ++heapIndex)
      +
      15836  {
      +
      15837  const VkDeviceSize limit = pCreateInfo->pHeapSizeLimit[heapIndex];
      +
      15838  if(limit != VK_WHOLE_SIZE)
      +
      15839  {
      +
      15840  m_HeapSizeLimitMask |= 1u << heapIndex;
      +
      15841  if(limit < m_MemProps.memoryHeaps[heapIndex].size)
      +
      15842  {
      +
      15843  m_MemProps.memoryHeaps[heapIndex].size = limit;
      +
      15844  }
      +
      15845  }
      +
      15846  }
      +
      15847  }
      +
      15848 
      +
      15849  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      +
      15850  {
      +
      15851  const VkDeviceSize preferredBlockSize = CalcPreferredBlockSize(memTypeIndex);
      +
      15852 
      +
      15853  m_pBlockVectors[memTypeIndex] = vma_new(this, VmaBlockVector)(
      +
      15854  this,
      +
      15855  VK_NULL_HANDLE, // hParentPool
      +
      15856  memTypeIndex,
      +
      15857  preferredBlockSize,
      +
      15858  0,
      +
      15859  SIZE_MAX,
      +
      15860  GetBufferImageGranularity(),
      +
      15861  pCreateInfo->frameInUseCount,
      +
      15862  false, // explicitBlockSize
      +
      15863  false, // linearAlgorithm
      +
      15864  0.5f); // priority (0.5 is the default per Vulkan spec)
      +
      15865  // No need to call m_pBlockVectors[memTypeIndex][blockVectorTypeIndex]->CreateMinBlocks here,
      +
      15866  // becase minBlockCount is 0.
      +
      15867  m_pDedicatedAllocations[memTypeIndex] = vma_new(this, AllocationVectorType)(VmaStlAllocator<VmaAllocation>(GetAllocationCallbacks()));
      +
      15868 
      15869  }
      15870 }
      15871 
      -
      15872 void VmaAllocator_T::ImportVulkanFunctions(const VmaVulkanFunctions* pVulkanFunctions)
      +
      15872 VkResult VmaAllocator_T::Init(const VmaAllocatorCreateInfo* pCreateInfo)
      15873 {
      -
      15874 #if VMA_STATIC_VULKAN_FUNCTIONS == 1
      -
      15875  ImportVulkanFunctions_Static();
      -
      15876 #endif
      -
      15877 
      -
      15878  if(pVulkanFunctions != VMA_NULL)
      -
      15879  {
      -
      15880  ImportVulkanFunctions_Custom(pVulkanFunctions);
      -
      15881  }
      -
      15882 
      -
      15883 #if VMA_DYNAMIC_VULKAN_FUNCTIONS == 1
      -
      15884  ImportVulkanFunctions_Dynamic();
      -
      15885 #endif
      -
      15886 
      -
      15887  ValidateVulkanFunctions();
      -
      15888 }
      -
      15889 
      -
      15890 #if VMA_STATIC_VULKAN_FUNCTIONS == 1
      -
      15891 
      -
      15892 void VmaAllocator_T::ImportVulkanFunctions_Static()
      -
      15893 {
      -
      15894  // Vulkan 1.0
      -
      15895  m_VulkanFunctions.vkGetPhysicalDeviceProperties = (PFN_vkGetPhysicalDeviceProperties)vkGetPhysicalDeviceProperties;
      -
      15896  m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties = (PFN_vkGetPhysicalDeviceMemoryProperties)vkGetPhysicalDeviceMemoryProperties;
      -
      15897  m_VulkanFunctions.vkAllocateMemory = (PFN_vkAllocateMemory)vkAllocateMemory;
      -
      15898  m_VulkanFunctions.vkFreeMemory = (PFN_vkFreeMemory)vkFreeMemory;
      -
      15899  m_VulkanFunctions.vkMapMemory = (PFN_vkMapMemory)vkMapMemory;
      -
      15900  m_VulkanFunctions.vkUnmapMemory = (PFN_vkUnmapMemory)vkUnmapMemory;
      -
      15901  m_VulkanFunctions.vkFlushMappedMemoryRanges = (PFN_vkFlushMappedMemoryRanges)vkFlushMappedMemoryRanges;
      -
      15902  m_VulkanFunctions.vkInvalidateMappedMemoryRanges = (PFN_vkInvalidateMappedMemoryRanges)vkInvalidateMappedMemoryRanges;
      -
      15903  m_VulkanFunctions.vkBindBufferMemory = (PFN_vkBindBufferMemory)vkBindBufferMemory;
      -
      15904  m_VulkanFunctions.vkBindImageMemory = (PFN_vkBindImageMemory)vkBindImageMemory;
      -
      15905  m_VulkanFunctions.vkGetBufferMemoryRequirements = (PFN_vkGetBufferMemoryRequirements)vkGetBufferMemoryRequirements;
      -
      15906  m_VulkanFunctions.vkGetImageMemoryRequirements = (PFN_vkGetImageMemoryRequirements)vkGetImageMemoryRequirements;
      -
      15907  m_VulkanFunctions.vkCreateBuffer = (PFN_vkCreateBuffer)vkCreateBuffer;
      -
      15908  m_VulkanFunctions.vkDestroyBuffer = (PFN_vkDestroyBuffer)vkDestroyBuffer;
      -
      15909  m_VulkanFunctions.vkCreateImage = (PFN_vkCreateImage)vkCreateImage;
      -
      15910  m_VulkanFunctions.vkDestroyImage = (PFN_vkDestroyImage)vkDestroyImage;
      -
      15911  m_VulkanFunctions.vkCmdCopyBuffer = (PFN_vkCmdCopyBuffer)vkCmdCopyBuffer;
      -
      15912 
      -
      15913  // Vulkan 1.1
      -
      15914 #if VMA_VULKAN_VERSION >= 1001000
      -
      15915  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      -
      15916  {
      -
      15917  m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR = (PFN_vkGetBufferMemoryRequirements2)vkGetBufferMemoryRequirements2;
      -
      15918  m_VulkanFunctions.vkGetImageMemoryRequirements2KHR = (PFN_vkGetImageMemoryRequirements2)vkGetImageMemoryRequirements2;
      -
      15919  m_VulkanFunctions.vkBindBufferMemory2KHR = (PFN_vkBindBufferMemory2)vkBindBufferMemory2;
      -
      15920  m_VulkanFunctions.vkBindImageMemory2KHR = (PFN_vkBindImageMemory2)vkBindImageMemory2;
      -
      15921  m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties2KHR = (PFN_vkGetPhysicalDeviceMemoryProperties2)vkGetPhysicalDeviceMemoryProperties2;
      -
      15922  }
      -
      15923 #endif
      -
      15924 }
      -
      15925 
      -
      15926 #endif // #if VMA_STATIC_VULKAN_FUNCTIONS == 1
      -
      15927 
      -
      15928 void VmaAllocator_T::ImportVulkanFunctions_Custom(const VmaVulkanFunctions* pVulkanFunctions)
      -
      15929 {
      -
      15930  VMA_ASSERT(pVulkanFunctions != VMA_NULL);
      -
      15931 
      -
      15932 #define VMA_COPY_IF_NOT_NULL(funcName) \
      -
      15933  if(pVulkanFunctions->funcName != VMA_NULL) m_VulkanFunctions.funcName = pVulkanFunctions->funcName;
      +
      15874  VkResult res = VK_SUCCESS;
      +
      15875 
      +
      15876  if(pCreateInfo->pRecordSettings != VMA_NULL &&
      +
      15877  !VmaStrIsEmpty(pCreateInfo->pRecordSettings->pFilePath))
      +
      15878  {
      +
      15879 #if VMA_RECORDING_ENABLED
      +
      15880  m_pRecorder = vma_new(this, VmaRecorder)();
      +
      15881  res = m_pRecorder->Init(*pCreateInfo->pRecordSettings, m_UseMutex);
      +
      15882  if(res != VK_SUCCESS)
      +
      15883  {
      +
      15884  return res;
      +
      15885  }
      +
      15886  m_pRecorder->WriteConfiguration(
      +
      15887  m_PhysicalDeviceProperties,
      +
      15888  m_MemProps,
      +
      15889  m_VulkanApiVersion,
      +
      15890  m_UseKhrDedicatedAllocation,
      +
      15891  m_UseKhrBindMemory2,
      +
      15892  m_UseExtMemoryBudget,
      +
      15893  m_UseAmdDeviceCoherentMemory);
      +
      15894  m_pRecorder->RecordCreateAllocator(GetCurrentFrameIndex());
      +
      15895 #else
      +
      15896  VMA_ASSERT(0 && "VmaAllocatorCreateInfo::pRecordSettings used, but not supported due to VMA_RECORDING_ENABLED not defined to 1.");
      +
      15897  return VK_ERROR_FEATURE_NOT_PRESENT;
      +
      15898 #endif
      +
      15899  }
      +
      15900 
      +
      15901 #if VMA_MEMORY_BUDGET
      +
      15902  if(m_UseExtMemoryBudget)
      +
      15903  {
      +
      15904  UpdateVulkanBudget();
      +
      15905  }
      +
      15906 #endif // #if VMA_MEMORY_BUDGET
      +
      15907 
      +
      15908  return res;
      +
      15909 }
      +
      15910 
      +
      15911 VmaAllocator_T::~VmaAllocator_T()
      +
      15912 {
      +
      15913 #if VMA_RECORDING_ENABLED
      +
      15914  if(m_pRecorder != VMA_NULL)
      +
      15915  {
      +
      15916  m_pRecorder->RecordDestroyAllocator(GetCurrentFrameIndex());
      +
      15917  vma_delete(this, m_pRecorder);
      +
      15918  }
      +
      15919 #endif
      +
      15920 
      +
      15921  VMA_ASSERT(m_Pools.empty());
      +
      15922 
      +
      15923  for(size_t i = GetMemoryTypeCount(); i--; )
      +
      15924  {
      +
      15925  if(m_pDedicatedAllocations[i] != VMA_NULL && !m_pDedicatedAllocations[i]->empty())
      +
      15926  {
      +
      15927  VMA_ASSERT(0 && "Unfreed dedicated allocations found.");
      +
      15928  }
      +
      15929 
      +
      15930  vma_delete(this, m_pDedicatedAllocations[i]);
      +
      15931  vma_delete(this, m_pBlockVectors[i]);
      +
      15932  }
      +
      15933 }
      15934 
      -
      15935  VMA_COPY_IF_NOT_NULL(vkGetPhysicalDeviceProperties);
      -
      15936  VMA_COPY_IF_NOT_NULL(vkGetPhysicalDeviceMemoryProperties);
      -
      15937  VMA_COPY_IF_NOT_NULL(vkAllocateMemory);
      -
      15938  VMA_COPY_IF_NOT_NULL(vkFreeMemory);
      -
      15939  VMA_COPY_IF_NOT_NULL(vkMapMemory);
      -
      15940  VMA_COPY_IF_NOT_NULL(vkUnmapMemory);
      -
      15941  VMA_COPY_IF_NOT_NULL(vkFlushMappedMemoryRanges);
      -
      15942  VMA_COPY_IF_NOT_NULL(vkInvalidateMappedMemoryRanges);
      -
      15943  VMA_COPY_IF_NOT_NULL(vkBindBufferMemory);
      -
      15944  VMA_COPY_IF_NOT_NULL(vkBindImageMemory);
      -
      15945  VMA_COPY_IF_NOT_NULL(vkGetBufferMemoryRequirements);
      -
      15946  VMA_COPY_IF_NOT_NULL(vkGetImageMemoryRequirements);
      -
      15947  VMA_COPY_IF_NOT_NULL(vkCreateBuffer);
      -
      15948  VMA_COPY_IF_NOT_NULL(vkDestroyBuffer);
      -
      15949  VMA_COPY_IF_NOT_NULL(vkCreateImage);
      -
      15950  VMA_COPY_IF_NOT_NULL(vkDestroyImage);
      -
      15951  VMA_COPY_IF_NOT_NULL(vkCmdCopyBuffer);
      +
      15935 void VmaAllocator_T::ImportVulkanFunctions(const VmaVulkanFunctions* pVulkanFunctions)
      +
      15936 {
      +
      15937 #if VMA_STATIC_VULKAN_FUNCTIONS == 1
      +
      15938  ImportVulkanFunctions_Static();
      +
      15939 #endif
      +
      15940 
      +
      15941  if(pVulkanFunctions != VMA_NULL)
      +
      15942  {
      +
      15943  ImportVulkanFunctions_Custom(pVulkanFunctions);
      +
      15944  }
      +
      15945 
      +
      15946 #if VMA_DYNAMIC_VULKAN_FUNCTIONS == 1
      +
      15947  ImportVulkanFunctions_Dynamic();
      +
      15948 #endif
      +
      15949 
      +
      15950  ValidateVulkanFunctions();
      +
      15951 }
      15952 
      -
      15953 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      -
      15954  VMA_COPY_IF_NOT_NULL(vkGetBufferMemoryRequirements2KHR);
      -
      15955  VMA_COPY_IF_NOT_NULL(vkGetImageMemoryRequirements2KHR);
      -
      15956 #endif
      -
      15957 
      -
      15958 #if VMA_BIND_MEMORY2 || VMA_VULKAN_VERSION >= 1001000
      -
      15959  VMA_COPY_IF_NOT_NULL(vkBindBufferMemory2KHR);
      -
      15960  VMA_COPY_IF_NOT_NULL(vkBindImageMemory2KHR);
      -
      15961 #endif
      -
      15962 
      -
      15963 #if VMA_MEMORY_BUDGET
      -
      15964  VMA_COPY_IF_NOT_NULL(vkGetPhysicalDeviceMemoryProperties2KHR);
      -
      15965 #endif
      -
      15966 
      -
      15967 #undef VMA_COPY_IF_NOT_NULL
      -
      15968 }
      -
      15969 
      -
      15970 #if VMA_DYNAMIC_VULKAN_FUNCTIONS == 1
      -
      15971 
      -
      15972 void VmaAllocator_T::ImportVulkanFunctions_Dynamic()
      -
      15973 {
      -
      15974 #define VMA_FETCH_INSTANCE_FUNC(memberName, functionPointerType, functionNameString) \
      -
      15975  if(m_VulkanFunctions.memberName == VMA_NULL) \
      -
      15976  m_VulkanFunctions.memberName = \
      -
      15977  (functionPointerType)vkGetInstanceProcAddr(m_hInstance, functionNameString);
      -
      15978 #define VMA_FETCH_DEVICE_FUNC(memberName, functionPointerType, functionNameString) \
      -
      15979  if(m_VulkanFunctions.memberName == VMA_NULL) \
      -
      15980  m_VulkanFunctions.memberName = \
      -
      15981  (functionPointerType)vkGetDeviceProcAddr(m_hDevice, functionNameString);
      -
      15982 
      -
      15983  VMA_FETCH_INSTANCE_FUNC(vkGetPhysicalDeviceProperties, PFN_vkGetPhysicalDeviceProperties, "vkGetPhysicalDeviceProperties");
      -
      15984  VMA_FETCH_INSTANCE_FUNC(vkGetPhysicalDeviceMemoryProperties, PFN_vkGetPhysicalDeviceMemoryProperties, "vkGetPhysicalDeviceMemoryProperties");
      -
      15985  VMA_FETCH_DEVICE_FUNC(vkAllocateMemory, PFN_vkAllocateMemory, "vkAllocateMemory");
      -
      15986  VMA_FETCH_DEVICE_FUNC(vkFreeMemory, PFN_vkFreeMemory, "vkFreeMemory");
      -
      15987  VMA_FETCH_DEVICE_FUNC(vkMapMemory, PFN_vkMapMemory, "vkMapMemory");
      -
      15988  VMA_FETCH_DEVICE_FUNC(vkUnmapMemory, PFN_vkUnmapMemory, "vkUnmapMemory");
      -
      15989  VMA_FETCH_DEVICE_FUNC(vkFlushMappedMemoryRanges, PFN_vkFlushMappedMemoryRanges, "vkFlushMappedMemoryRanges");
      -
      15990  VMA_FETCH_DEVICE_FUNC(vkInvalidateMappedMemoryRanges, PFN_vkInvalidateMappedMemoryRanges, "vkInvalidateMappedMemoryRanges");
      -
      15991  VMA_FETCH_DEVICE_FUNC(vkBindBufferMemory, PFN_vkBindBufferMemory, "vkBindBufferMemory");
      -
      15992  VMA_FETCH_DEVICE_FUNC(vkBindImageMemory, PFN_vkBindImageMemory, "vkBindImageMemory");
      -
      15993  VMA_FETCH_DEVICE_FUNC(vkGetBufferMemoryRequirements, PFN_vkGetBufferMemoryRequirements, "vkGetBufferMemoryRequirements");
      -
      15994  VMA_FETCH_DEVICE_FUNC(vkGetImageMemoryRequirements, PFN_vkGetImageMemoryRequirements, "vkGetImageMemoryRequirements");
      -
      15995  VMA_FETCH_DEVICE_FUNC(vkCreateBuffer, PFN_vkCreateBuffer, "vkCreateBuffer");
      -
      15996  VMA_FETCH_DEVICE_FUNC(vkDestroyBuffer, PFN_vkDestroyBuffer, "vkDestroyBuffer");
      -
      15997  VMA_FETCH_DEVICE_FUNC(vkCreateImage, PFN_vkCreateImage, "vkCreateImage");
      -
      15998  VMA_FETCH_DEVICE_FUNC(vkDestroyImage, PFN_vkDestroyImage, "vkDestroyImage");
      -
      15999  VMA_FETCH_DEVICE_FUNC(vkCmdCopyBuffer, PFN_vkCmdCopyBuffer, "vkCmdCopyBuffer");
      -
      16000 
      -
      16001 #if VMA_VULKAN_VERSION >= 1001000
      -
      16002  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      -
      16003  {
      -
      16004  VMA_FETCH_DEVICE_FUNC(vkGetBufferMemoryRequirements2KHR, PFN_vkGetBufferMemoryRequirements2, "vkGetBufferMemoryRequirements2");
      -
      16005  VMA_FETCH_DEVICE_FUNC(vkGetImageMemoryRequirements2KHR, PFN_vkGetImageMemoryRequirements2, "vkGetImageMemoryRequirements2");
      -
      16006  VMA_FETCH_DEVICE_FUNC(vkBindBufferMemory2KHR, PFN_vkBindBufferMemory2, "vkBindBufferMemory2");
      -
      16007  VMA_FETCH_DEVICE_FUNC(vkBindImageMemory2KHR, PFN_vkBindImageMemory2, "vkBindImageMemory2");
      -
      16008  VMA_FETCH_INSTANCE_FUNC(vkGetPhysicalDeviceMemoryProperties2KHR, PFN_vkGetPhysicalDeviceMemoryProperties2, "vkGetPhysicalDeviceMemoryProperties2");
      -
      16009  }
      -
      16010 #endif
      -
      16011 
      -
      16012 #if VMA_DEDICATED_ALLOCATION
      -
      16013  if(m_UseKhrDedicatedAllocation)
      -
      16014  {
      -
      16015  VMA_FETCH_DEVICE_FUNC(vkGetBufferMemoryRequirements2KHR, PFN_vkGetBufferMemoryRequirements2KHR, "vkGetBufferMemoryRequirements2KHR");
      -
      16016  VMA_FETCH_DEVICE_FUNC(vkGetImageMemoryRequirements2KHR, PFN_vkGetImageMemoryRequirements2KHR, "vkGetImageMemoryRequirements2KHR");
      -
      16017  }
      -
      16018 #endif
      -
      16019 
      -
      16020 #if VMA_BIND_MEMORY2
      -
      16021  if(m_UseKhrBindMemory2)
      -
      16022  {
      -
      16023  VMA_FETCH_DEVICE_FUNC(vkBindBufferMemory2KHR, PFN_vkBindBufferMemory2KHR, "vkBindBufferMemory2KHR");
      -
      16024  VMA_FETCH_DEVICE_FUNC(vkBindImageMemory2KHR, PFN_vkBindImageMemory2KHR, "vkBindImageMemory2KHR");
      -
      16025  }
      -
      16026 #endif // #if VMA_BIND_MEMORY2
      -
      16027 
      -
      16028 #if VMA_MEMORY_BUDGET
      -
      16029  if(m_UseExtMemoryBudget)
      -
      16030  {
      -
      16031  VMA_FETCH_INSTANCE_FUNC(vkGetPhysicalDeviceMemoryProperties2KHR, PFN_vkGetPhysicalDeviceMemoryProperties2KHR, "vkGetPhysicalDeviceMemoryProperties2KHR");
      -
      16032  }
      -
      16033 #endif // #if VMA_MEMORY_BUDGET
      +
      15953 #if VMA_STATIC_VULKAN_FUNCTIONS == 1
      +
      15954 
      +
      15955 void VmaAllocator_T::ImportVulkanFunctions_Static()
      +
      15956 {
      +
      15957  // Vulkan 1.0
      +
      15958  m_VulkanFunctions.vkGetPhysicalDeviceProperties = (PFN_vkGetPhysicalDeviceProperties)vkGetPhysicalDeviceProperties;
      +
      15959  m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties = (PFN_vkGetPhysicalDeviceMemoryProperties)vkGetPhysicalDeviceMemoryProperties;
      +
      15960  m_VulkanFunctions.vkAllocateMemory = (PFN_vkAllocateMemory)vkAllocateMemory;
      +
      15961  m_VulkanFunctions.vkFreeMemory = (PFN_vkFreeMemory)vkFreeMemory;
      +
      15962  m_VulkanFunctions.vkMapMemory = (PFN_vkMapMemory)vkMapMemory;
      +
      15963  m_VulkanFunctions.vkUnmapMemory = (PFN_vkUnmapMemory)vkUnmapMemory;
      +
      15964  m_VulkanFunctions.vkFlushMappedMemoryRanges = (PFN_vkFlushMappedMemoryRanges)vkFlushMappedMemoryRanges;
      +
      15965  m_VulkanFunctions.vkInvalidateMappedMemoryRanges = (PFN_vkInvalidateMappedMemoryRanges)vkInvalidateMappedMemoryRanges;
      +
      15966  m_VulkanFunctions.vkBindBufferMemory = (PFN_vkBindBufferMemory)vkBindBufferMemory;
      +
      15967  m_VulkanFunctions.vkBindImageMemory = (PFN_vkBindImageMemory)vkBindImageMemory;
      +
      15968  m_VulkanFunctions.vkGetBufferMemoryRequirements = (PFN_vkGetBufferMemoryRequirements)vkGetBufferMemoryRequirements;
      +
      15969  m_VulkanFunctions.vkGetImageMemoryRequirements = (PFN_vkGetImageMemoryRequirements)vkGetImageMemoryRequirements;
      +
      15970  m_VulkanFunctions.vkCreateBuffer = (PFN_vkCreateBuffer)vkCreateBuffer;
      +
      15971  m_VulkanFunctions.vkDestroyBuffer = (PFN_vkDestroyBuffer)vkDestroyBuffer;
      +
      15972  m_VulkanFunctions.vkCreateImage = (PFN_vkCreateImage)vkCreateImage;
      +
      15973  m_VulkanFunctions.vkDestroyImage = (PFN_vkDestroyImage)vkDestroyImage;
      +
      15974  m_VulkanFunctions.vkCmdCopyBuffer = (PFN_vkCmdCopyBuffer)vkCmdCopyBuffer;
      +
      15975 
      +
      15976  // Vulkan 1.1
      +
      15977 #if VMA_VULKAN_VERSION >= 1001000
      +
      15978  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      +
      15979  {
      +
      15980  m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR = (PFN_vkGetBufferMemoryRequirements2)vkGetBufferMemoryRequirements2;
      +
      15981  m_VulkanFunctions.vkGetImageMemoryRequirements2KHR = (PFN_vkGetImageMemoryRequirements2)vkGetImageMemoryRequirements2;
      +
      15982  m_VulkanFunctions.vkBindBufferMemory2KHR = (PFN_vkBindBufferMemory2)vkBindBufferMemory2;
      +
      15983  m_VulkanFunctions.vkBindImageMemory2KHR = (PFN_vkBindImageMemory2)vkBindImageMemory2;
      +
      15984  m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties2KHR = (PFN_vkGetPhysicalDeviceMemoryProperties2)vkGetPhysicalDeviceMemoryProperties2;
      +
      15985  }
      +
      15986 #endif
      +
      15987 }
      +
      15988 
      +
      15989 #endif // #if VMA_STATIC_VULKAN_FUNCTIONS == 1
      +
      15990 
      +
      15991 void VmaAllocator_T::ImportVulkanFunctions_Custom(const VmaVulkanFunctions* pVulkanFunctions)
      +
      15992 {
      +
      15993  VMA_ASSERT(pVulkanFunctions != VMA_NULL);
      +
      15994 
      +
      15995 #define VMA_COPY_IF_NOT_NULL(funcName) \
      +
      15996  if(pVulkanFunctions->funcName != VMA_NULL) m_VulkanFunctions.funcName = pVulkanFunctions->funcName;
      +
      15997 
      +
      15998  VMA_COPY_IF_NOT_NULL(vkGetPhysicalDeviceProperties);
      +
      15999  VMA_COPY_IF_NOT_NULL(vkGetPhysicalDeviceMemoryProperties);
      +
      16000  VMA_COPY_IF_NOT_NULL(vkAllocateMemory);
      +
      16001  VMA_COPY_IF_NOT_NULL(vkFreeMemory);
      +
      16002  VMA_COPY_IF_NOT_NULL(vkMapMemory);
      +
      16003  VMA_COPY_IF_NOT_NULL(vkUnmapMemory);
      +
      16004  VMA_COPY_IF_NOT_NULL(vkFlushMappedMemoryRanges);
      +
      16005  VMA_COPY_IF_NOT_NULL(vkInvalidateMappedMemoryRanges);
      +
      16006  VMA_COPY_IF_NOT_NULL(vkBindBufferMemory);
      +
      16007  VMA_COPY_IF_NOT_NULL(vkBindImageMemory);
      +
      16008  VMA_COPY_IF_NOT_NULL(vkGetBufferMemoryRequirements);
      +
      16009  VMA_COPY_IF_NOT_NULL(vkGetImageMemoryRequirements);
      +
      16010  VMA_COPY_IF_NOT_NULL(vkCreateBuffer);
      +
      16011  VMA_COPY_IF_NOT_NULL(vkDestroyBuffer);
      +
      16012  VMA_COPY_IF_NOT_NULL(vkCreateImage);
      +
      16013  VMA_COPY_IF_NOT_NULL(vkDestroyImage);
      +
      16014  VMA_COPY_IF_NOT_NULL(vkCmdCopyBuffer);
      +
      16015 
      +
      16016 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      16017  VMA_COPY_IF_NOT_NULL(vkGetBufferMemoryRequirements2KHR);
      +
      16018  VMA_COPY_IF_NOT_NULL(vkGetImageMemoryRequirements2KHR);
      +
      16019 #endif
      +
      16020 
      +
      16021 #if VMA_BIND_MEMORY2 || VMA_VULKAN_VERSION >= 1001000
      +
      16022  VMA_COPY_IF_NOT_NULL(vkBindBufferMemory2KHR);
      +
      16023  VMA_COPY_IF_NOT_NULL(vkBindImageMemory2KHR);
      +
      16024 #endif
      +
      16025 
      +
      16026 #if VMA_MEMORY_BUDGET
      +
      16027  VMA_COPY_IF_NOT_NULL(vkGetPhysicalDeviceMemoryProperties2KHR);
      +
      16028 #endif
      +
      16029 
      +
      16030 #undef VMA_COPY_IF_NOT_NULL
      +
      16031 }
      +
      16032 
      +
      16033 #if VMA_DYNAMIC_VULKAN_FUNCTIONS == 1
      16034 
      -
      16035 #undef VMA_FETCH_DEVICE_FUNC
      -
      16036 #undef VMA_FETCH_INSTANCE_FUNC
      -
      16037 }
      -
      16038 
      -
      16039 #endif // #if VMA_DYNAMIC_VULKAN_FUNCTIONS == 1
      -
      16040 
      -
      16041 void VmaAllocator_T::ValidateVulkanFunctions()
      -
      16042 {
      -
      16043  VMA_ASSERT(m_VulkanFunctions.vkGetPhysicalDeviceProperties != VMA_NULL);
      -
      16044  VMA_ASSERT(m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties != VMA_NULL);
      -
      16045  VMA_ASSERT(m_VulkanFunctions.vkAllocateMemory != VMA_NULL);
      -
      16046  VMA_ASSERT(m_VulkanFunctions.vkFreeMemory != VMA_NULL);
      -
      16047  VMA_ASSERT(m_VulkanFunctions.vkMapMemory != VMA_NULL);
      -
      16048  VMA_ASSERT(m_VulkanFunctions.vkUnmapMemory != VMA_NULL);
      -
      16049  VMA_ASSERT(m_VulkanFunctions.vkFlushMappedMemoryRanges != VMA_NULL);
      -
      16050  VMA_ASSERT(m_VulkanFunctions.vkInvalidateMappedMemoryRanges != VMA_NULL);
      -
      16051  VMA_ASSERT(m_VulkanFunctions.vkBindBufferMemory != VMA_NULL);
      -
      16052  VMA_ASSERT(m_VulkanFunctions.vkBindImageMemory != VMA_NULL);
      -
      16053  VMA_ASSERT(m_VulkanFunctions.vkGetBufferMemoryRequirements != VMA_NULL);
      -
      16054  VMA_ASSERT(m_VulkanFunctions.vkGetImageMemoryRequirements != VMA_NULL);
      -
      16055  VMA_ASSERT(m_VulkanFunctions.vkCreateBuffer != VMA_NULL);
      -
      16056  VMA_ASSERT(m_VulkanFunctions.vkDestroyBuffer != VMA_NULL);
      -
      16057  VMA_ASSERT(m_VulkanFunctions.vkCreateImage != VMA_NULL);
      -
      16058  VMA_ASSERT(m_VulkanFunctions.vkDestroyImage != VMA_NULL);
      -
      16059  VMA_ASSERT(m_VulkanFunctions.vkCmdCopyBuffer != VMA_NULL);
      -
      16060 
      -
      16061 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      -
      16062  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0) || m_UseKhrDedicatedAllocation)
      -
      16063  {
      -
      16064  VMA_ASSERT(m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR != VMA_NULL);
      -
      16065  VMA_ASSERT(m_VulkanFunctions.vkGetImageMemoryRequirements2KHR != VMA_NULL);
      -
      16066  }
      -
      16067 #endif
      -
      16068 
      -
      16069 #if VMA_BIND_MEMORY2 || VMA_VULKAN_VERSION >= 1001000
      -
      16070  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0) || m_UseKhrBindMemory2)
      -
      16071  {
      -
      16072  VMA_ASSERT(m_VulkanFunctions.vkBindBufferMemory2KHR != VMA_NULL);
      -
      16073  VMA_ASSERT(m_VulkanFunctions.vkBindImageMemory2KHR != VMA_NULL);
      -
      16074  }
      -
      16075 #endif
      -
      16076 
      -
      16077 #if VMA_MEMORY_BUDGET || VMA_VULKAN_VERSION >= 1001000
      -
      16078  if(m_UseExtMemoryBudget || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      -
      16079  {
      -
      16080  VMA_ASSERT(m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties2KHR != VMA_NULL);
      -
      16081  }
      -
      16082 #endif
      -
      16083 }
      -
      16084 
      -
      16085 VkDeviceSize VmaAllocator_T::CalcPreferredBlockSize(uint32_t memTypeIndex)
      -
      16086 {
      -
      16087  const uint32_t heapIndex = MemoryTypeIndexToHeapIndex(memTypeIndex);
      -
      16088  const VkDeviceSize heapSize = m_MemProps.memoryHeaps[heapIndex].size;
      -
      16089  const bool isSmallHeap = heapSize <= VMA_SMALL_HEAP_MAX_SIZE;
      -
      16090  return VmaAlignUp(isSmallHeap ? (heapSize / 8) : m_PreferredLargeHeapBlockSize, (VkDeviceSize)32);
      -
      16091 }
      -
      16092 
      -
      16093 VkResult VmaAllocator_T::AllocateMemoryOfType(
      -
      16094  VkDeviceSize size,
      -
      16095  VkDeviceSize alignment,
      -
      16096  bool dedicatedAllocation,
      -
      16097  VkBuffer dedicatedBuffer,
      -
      16098  VkBufferUsageFlags dedicatedBufferUsage,
      -
      16099  VkImage dedicatedImage,
      -
      16100  const VmaAllocationCreateInfo& createInfo,
      -
      16101  uint32_t memTypeIndex,
      -
      16102  VmaSuballocationType suballocType,
      -
      16103  size_t allocationCount,
      -
      16104  VmaAllocation* pAllocations)
      +
      16035 void VmaAllocator_T::ImportVulkanFunctions_Dynamic()
      +
      16036 {
      +
      16037 #define VMA_FETCH_INSTANCE_FUNC(memberName, functionPointerType, functionNameString) \
      +
      16038  if(m_VulkanFunctions.memberName == VMA_NULL) \
      +
      16039  m_VulkanFunctions.memberName = \
      +
      16040  (functionPointerType)vkGetInstanceProcAddr(m_hInstance, functionNameString);
      +
      16041 #define VMA_FETCH_DEVICE_FUNC(memberName, functionPointerType, functionNameString) \
      +
      16042  if(m_VulkanFunctions.memberName == VMA_NULL) \
      +
      16043  m_VulkanFunctions.memberName = \
      +
      16044  (functionPointerType)vkGetDeviceProcAddr(m_hDevice, functionNameString);
      +
      16045 
      +
      16046  VMA_FETCH_INSTANCE_FUNC(vkGetPhysicalDeviceProperties, PFN_vkGetPhysicalDeviceProperties, "vkGetPhysicalDeviceProperties");
      +
      16047  VMA_FETCH_INSTANCE_FUNC(vkGetPhysicalDeviceMemoryProperties, PFN_vkGetPhysicalDeviceMemoryProperties, "vkGetPhysicalDeviceMemoryProperties");
      +
      16048  VMA_FETCH_DEVICE_FUNC(vkAllocateMemory, PFN_vkAllocateMemory, "vkAllocateMemory");
      +
      16049  VMA_FETCH_DEVICE_FUNC(vkFreeMemory, PFN_vkFreeMemory, "vkFreeMemory");
      +
      16050  VMA_FETCH_DEVICE_FUNC(vkMapMemory, PFN_vkMapMemory, "vkMapMemory");
      +
      16051  VMA_FETCH_DEVICE_FUNC(vkUnmapMemory, PFN_vkUnmapMemory, "vkUnmapMemory");
      +
      16052  VMA_FETCH_DEVICE_FUNC(vkFlushMappedMemoryRanges, PFN_vkFlushMappedMemoryRanges, "vkFlushMappedMemoryRanges");
      +
      16053  VMA_FETCH_DEVICE_FUNC(vkInvalidateMappedMemoryRanges, PFN_vkInvalidateMappedMemoryRanges, "vkInvalidateMappedMemoryRanges");
      +
      16054  VMA_FETCH_DEVICE_FUNC(vkBindBufferMemory, PFN_vkBindBufferMemory, "vkBindBufferMemory");
      +
      16055  VMA_FETCH_DEVICE_FUNC(vkBindImageMemory, PFN_vkBindImageMemory, "vkBindImageMemory");
      +
      16056  VMA_FETCH_DEVICE_FUNC(vkGetBufferMemoryRequirements, PFN_vkGetBufferMemoryRequirements, "vkGetBufferMemoryRequirements");
      +
      16057  VMA_FETCH_DEVICE_FUNC(vkGetImageMemoryRequirements, PFN_vkGetImageMemoryRequirements, "vkGetImageMemoryRequirements");
      +
      16058  VMA_FETCH_DEVICE_FUNC(vkCreateBuffer, PFN_vkCreateBuffer, "vkCreateBuffer");
      +
      16059  VMA_FETCH_DEVICE_FUNC(vkDestroyBuffer, PFN_vkDestroyBuffer, "vkDestroyBuffer");
      +
      16060  VMA_FETCH_DEVICE_FUNC(vkCreateImage, PFN_vkCreateImage, "vkCreateImage");
      +
      16061  VMA_FETCH_DEVICE_FUNC(vkDestroyImage, PFN_vkDestroyImage, "vkDestroyImage");
      +
      16062  VMA_FETCH_DEVICE_FUNC(vkCmdCopyBuffer, PFN_vkCmdCopyBuffer, "vkCmdCopyBuffer");
      +
      16063 
      +
      16064 #if VMA_VULKAN_VERSION >= 1001000
      +
      16065  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      +
      16066  {
      +
      16067  VMA_FETCH_DEVICE_FUNC(vkGetBufferMemoryRequirements2KHR, PFN_vkGetBufferMemoryRequirements2, "vkGetBufferMemoryRequirements2");
      +
      16068  VMA_FETCH_DEVICE_FUNC(vkGetImageMemoryRequirements2KHR, PFN_vkGetImageMemoryRequirements2, "vkGetImageMemoryRequirements2");
      +
      16069  VMA_FETCH_DEVICE_FUNC(vkBindBufferMemory2KHR, PFN_vkBindBufferMemory2, "vkBindBufferMemory2");
      +
      16070  VMA_FETCH_DEVICE_FUNC(vkBindImageMemory2KHR, PFN_vkBindImageMemory2, "vkBindImageMemory2");
      +
      16071  VMA_FETCH_INSTANCE_FUNC(vkGetPhysicalDeviceMemoryProperties2KHR, PFN_vkGetPhysicalDeviceMemoryProperties2, "vkGetPhysicalDeviceMemoryProperties2");
      +
      16072  }
      +
      16073 #endif
      +
      16074 
      +
      16075 #if VMA_DEDICATED_ALLOCATION
      +
      16076  if(m_UseKhrDedicatedAllocation)
      +
      16077  {
      +
      16078  VMA_FETCH_DEVICE_FUNC(vkGetBufferMemoryRequirements2KHR, PFN_vkGetBufferMemoryRequirements2KHR, "vkGetBufferMemoryRequirements2KHR");
      +
      16079  VMA_FETCH_DEVICE_FUNC(vkGetImageMemoryRequirements2KHR, PFN_vkGetImageMemoryRequirements2KHR, "vkGetImageMemoryRequirements2KHR");
      +
      16080  }
      +
      16081 #endif
      +
      16082 
      +
      16083 #if VMA_BIND_MEMORY2
      +
      16084  if(m_UseKhrBindMemory2)
      +
      16085  {
      +
      16086  VMA_FETCH_DEVICE_FUNC(vkBindBufferMemory2KHR, PFN_vkBindBufferMemory2KHR, "vkBindBufferMemory2KHR");
      +
      16087  VMA_FETCH_DEVICE_FUNC(vkBindImageMemory2KHR, PFN_vkBindImageMemory2KHR, "vkBindImageMemory2KHR");
      +
      16088  }
      +
      16089 #endif // #if VMA_BIND_MEMORY2
      +
      16090 
      +
      16091 #if VMA_MEMORY_BUDGET
      +
      16092  if(m_UseExtMemoryBudget)
      +
      16093  {
      +
      16094  VMA_FETCH_INSTANCE_FUNC(vkGetPhysicalDeviceMemoryProperties2KHR, PFN_vkGetPhysicalDeviceMemoryProperties2KHR, "vkGetPhysicalDeviceMemoryProperties2KHR");
      +
      16095  }
      +
      16096 #endif // #if VMA_MEMORY_BUDGET
      +
      16097 
      +
      16098 #undef VMA_FETCH_DEVICE_FUNC
      +
      16099 #undef VMA_FETCH_INSTANCE_FUNC
      +
      16100 }
      +
      16101 
      +
      16102 #endif // #if VMA_DYNAMIC_VULKAN_FUNCTIONS == 1
      +
      16103 
      +
      16104 void VmaAllocator_T::ValidateVulkanFunctions()
      16105 {
      -
      16106  VMA_ASSERT(pAllocations != VMA_NULL);
      -
      16107  VMA_DEBUG_LOG(" AllocateMemory: MemoryTypeIndex=%u, AllocationCount=%zu, Size=%llu", memTypeIndex, allocationCount, size);
      -
      16108 
      -
      16109  VmaAllocationCreateInfo finalCreateInfo = createInfo;
      -
      16110 
      -
      16111  // If memory type is not HOST_VISIBLE, disable MAPPED.
      -
      16112  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0 &&
      -
      16113  (m_MemProps.memoryTypes[memTypeIndex].propertyFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
      -
      16114  {
      -
      16115  finalCreateInfo.flags &= ~VMA_ALLOCATION_CREATE_MAPPED_BIT;
      -
      16116  }
      -
      16117  // If memory is lazily allocated, it should be always dedicated.
      -
      16118  if(finalCreateInfo.usage == VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED)
      -
      16119  {
      -
      16120  finalCreateInfo.flags |= VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT;
      -
      16121  }
      -
      16122 
      -
      16123  VmaBlockVector* const blockVector = m_pBlockVectors[memTypeIndex];
      -
      16124  VMA_ASSERT(blockVector);
      -
      16125 
      -
      16126  const VkDeviceSize preferredBlockSize = blockVector->GetPreferredBlockSize();
      -
      16127  bool preferDedicatedMemory =
      -
      16128  VMA_DEBUG_ALWAYS_DEDICATED_MEMORY ||
      -
      16129  dedicatedAllocation ||
      -
      16130  // Heuristics: Allocate dedicated memory if requested size if greater than half of preferred block size.
      -
      16131  size > preferredBlockSize / 2;
      -
      16132 
      -
      16133  if(preferDedicatedMemory &&
      -
      16134  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) == 0 &&
      -
      16135  finalCreateInfo.pool == VK_NULL_HANDLE)
      -
      16136  {
      -
      16137  finalCreateInfo.flags |= VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT;
      -
      16138  }
      +
      16106  VMA_ASSERT(m_VulkanFunctions.vkGetPhysicalDeviceProperties != VMA_NULL);
      +
      16107  VMA_ASSERT(m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties != VMA_NULL);
      +
      16108  VMA_ASSERT(m_VulkanFunctions.vkAllocateMemory != VMA_NULL);
      +
      16109  VMA_ASSERT(m_VulkanFunctions.vkFreeMemory != VMA_NULL);
      +
      16110  VMA_ASSERT(m_VulkanFunctions.vkMapMemory != VMA_NULL);
      +
      16111  VMA_ASSERT(m_VulkanFunctions.vkUnmapMemory != VMA_NULL);
      +
      16112  VMA_ASSERT(m_VulkanFunctions.vkFlushMappedMemoryRanges != VMA_NULL);
      +
      16113  VMA_ASSERT(m_VulkanFunctions.vkInvalidateMappedMemoryRanges != VMA_NULL);
      +
      16114  VMA_ASSERT(m_VulkanFunctions.vkBindBufferMemory != VMA_NULL);
      +
      16115  VMA_ASSERT(m_VulkanFunctions.vkBindImageMemory != VMA_NULL);
      +
      16116  VMA_ASSERT(m_VulkanFunctions.vkGetBufferMemoryRequirements != VMA_NULL);
      +
      16117  VMA_ASSERT(m_VulkanFunctions.vkGetImageMemoryRequirements != VMA_NULL);
      +
      16118  VMA_ASSERT(m_VulkanFunctions.vkCreateBuffer != VMA_NULL);
      +
      16119  VMA_ASSERT(m_VulkanFunctions.vkDestroyBuffer != VMA_NULL);
      +
      16120  VMA_ASSERT(m_VulkanFunctions.vkCreateImage != VMA_NULL);
      +
      16121  VMA_ASSERT(m_VulkanFunctions.vkDestroyImage != VMA_NULL);
      +
      16122  VMA_ASSERT(m_VulkanFunctions.vkCmdCopyBuffer != VMA_NULL);
      +
      16123 
      +
      16124 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      16125  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0) || m_UseKhrDedicatedAllocation)
      +
      16126  {
      +
      16127  VMA_ASSERT(m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR != VMA_NULL);
      +
      16128  VMA_ASSERT(m_VulkanFunctions.vkGetImageMemoryRequirements2KHR != VMA_NULL);
      +
      16129  }
      +
      16130 #endif
      +
      16131 
      +
      16132 #if VMA_BIND_MEMORY2 || VMA_VULKAN_VERSION >= 1001000
      +
      16133  if(m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0) || m_UseKhrBindMemory2)
      +
      16134  {
      +
      16135  VMA_ASSERT(m_VulkanFunctions.vkBindBufferMemory2KHR != VMA_NULL);
      +
      16136  VMA_ASSERT(m_VulkanFunctions.vkBindImageMemory2KHR != VMA_NULL);
      +
      16137  }
      +
      16138 #endif
      16139 
      -
      16140  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT) != 0)
      -
      16141  {
      -
      16142  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
      -
      16143  {
      -
      16144  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      16145  }
      -
      16146  else
      -
      16147  {
      -
      16148  return AllocateDedicatedMemory(
      -
      16149  size,
      -
      16150  suballocType,
      -
      16151  memTypeIndex,
      -
      16152  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT) != 0,
      -
      16153  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0,
      -
      16154  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0,
      -
      16155  finalCreateInfo.pUserData,
      -
      16156  dedicatedBuffer,
      -
      16157  dedicatedBufferUsage,
      -
      16158  dedicatedImage,
      -
      16159  allocationCount,
      -
      16160  pAllocations);
      -
      16161  }
      -
      16162  }
      -
      16163  else
      -
      16164  {
      -
      16165  VkResult res = blockVector->Allocate(
      -
      16166  m_CurrentFrameIndex.load(),
      -
      16167  size,
      -
      16168  alignment,
      -
      16169  finalCreateInfo,
      -
      16170  suballocType,
      -
      16171  allocationCount,
      -
      16172  pAllocations);
      -
      16173  if(res == VK_SUCCESS)
      -
      16174  {
      -
      16175  return res;
      -
      16176  }
      -
      16177 
      -
      16178  // 5. Try dedicated memory.
      -
      16179  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
      -
      16180  {
      -
      16181  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      16182  }
      -
      16183  else
      -
      16184  {
      -
      16185  res = AllocateDedicatedMemory(
      -
      16186  size,
      -
      16187  suballocType,
      -
      16188  memTypeIndex,
      -
      16189  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT) != 0,
      -
      16190  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0,
      -
      16191  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0,
      -
      16192  finalCreateInfo.pUserData,
      -
      16193  dedicatedBuffer,
      -
      16194  dedicatedBufferUsage,
      -
      16195  dedicatedImage,
      -
      16196  allocationCount,
      -
      16197  pAllocations);
      -
      16198  if(res == VK_SUCCESS)
      -
      16199  {
      -
      16200  // Succeeded: AllocateDedicatedMemory function already filld pMemory, nothing more to do here.
      -
      16201  VMA_DEBUG_LOG(" Allocated as DedicatedMemory");
      -
      16202  return VK_SUCCESS;
      -
      16203  }
      -
      16204  else
      -
      16205  {
      -
      16206  // Everything failed: Return error code.
      -
      16207  VMA_DEBUG_LOG(" vkAllocateMemory FAILED");
      -
      16208  return res;
      -
      16209  }
      -
      16210  }
      -
      16211  }
      -
      16212 }
      -
      16213 
      -
      16214 VkResult VmaAllocator_T::AllocateDedicatedMemory(
      -
      16215  VkDeviceSize size,
      -
      16216  VmaSuballocationType suballocType,
      -
      16217  uint32_t memTypeIndex,
      -
      16218  bool withinBudget,
      -
      16219  bool map,
      -
      16220  bool isUserDataString,
      -
      16221  void* pUserData,
      -
      16222  VkBuffer dedicatedBuffer,
      -
      16223  VkBufferUsageFlags dedicatedBufferUsage,
      -
      16224  VkImage dedicatedImage,
      -
      16225  size_t allocationCount,
      -
      16226  VmaAllocation* pAllocations)
      -
      16227 {
      -
      16228  VMA_ASSERT(allocationCount > 0 && pAllocations);
      -
      16229 
      -
      16230  if(withinBudget)
      -
      16231  {
      -
      16232  const uint32_t heapIndex = MemoryTypeIndexToHeapIndex(memTypeIndex);
      -
      16233  VmaBudget heapBudget = {};
      -
      16234  GetBudget(&heapBudget, heapIndex, 1);
      -
      16235  if(heapBudget.usage + size * allocationCount > heapBudget.budget)
      -
      16236  {
      -
      16237  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      16238  }
      -
      16239  }
      -
      16240 
      -
      16241  VkMemoryAllocateInfo allocInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO };
      -
      16242  allocInfo.memoryTypeIndex = memTypeIndex;
      -
      16243  allocInfo.allocationSize = size;
      -
      16244 
      -
      16245 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      -
      16246  VkMemoryDedicatedAllocateInfoKHR dedicatedAllocInfo = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_ALLOCATE_INFO_KHR };
      -
      16247  if(m_UseKhrDedicatedAllocation || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      -
      16248  {
      -
      16249  if(dedicatedBuffer != VK_NULL_HANDLE)
      -
      16250  {
      -
      16251  VMA_ASSERT(dedicatedImage == VK_NULL_HANDLE);
      -
      16252  dedicatedAllocInfo.buffer = dedicatedBuffer;
      -
      16253  VmaPnextChainPushFront(&allocInfo, &dedicatedAllocInfo);
      -
      16254  }
      -
      16255  else if(dedicatedImage != VK_NULL_HANDLE)
      -
      16256  {
      -
      16257  dedicatedAllocInfo.image = dedicatedImage;
      -
      16258  VmaPnextChainPushFront(&allocInfo, &dedicatedAllocInfo);
      -
      16259  }
      -
      16260  }
      -
      16261 #endif // #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      -
      16262 
      -
      16263 #if VMA_BUFFER_DEVICE_ADDRESS
      -
      16264  VkMemoryAllocateFlagsInfoKHR allocFlagsInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_FLAGS_INFO_KHR };
      -
      16265  if(m_UseKhrBufferDeviceAddress)
      -
      16266  {
      -
      16267  bool canContainBufferWithDeviceAddress = true;
      -
      16268  if(dedicatedBuffer != VK_NULL_HANDLE)
      -
      16269  {
      -
      16270  canContainBufferWithDeviceAddress = dedicatedBufferUsage == UINT32_MAX || // Usage flags unknown
      -
      16271  (dedicatedBufferUsage & VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT_EXT) != 0;
      -
      16272  }
      -
      16273  else if(dedicatedImage != VK_NULL_HANDLE)
      -
      16274  {
      -
      16275  canContainBufferWithDeviceAddress = false;
      -
      16276  }
      -
      16277  if(canContainBufferWithDeviceAddress)
      -
      16278  {
      -
      16279  allocFlagsInfo.flags = VK_MEMORY_ALLOCATE_DEVICE_ADDRESS_BIT_KHR;
      -
      16280  VmaPnextChainPushFront(&allocInfo, &allocFlagsInfo);
      -
      16281  }
      -
      16282  }
      -
      16283 #endif // #if VMA_BUFFER_DEVICE_ADDRESS
      -
      16284 
      -
      16285  size_t allocIndex;
      -
      16286  VkResult res = VK_SUCCESS;
      -
      16287  for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
      -
      16288  {
      -
      16289  res = AllocateDedicatedMemoryPage(
      -
      16290  size,
      -
      16291  suballocType,
      -
      16292  memTypeIndex,
      -
      16293  allocInfo,
      -
      16294  map,
      -
      16295  isUserDataString,
      -
      16296  pUserData,
      -
      16297  pAllocations + allocIndex);
      -
      16298  if(res != VK_SUCCESS)
      -
      16299  {
      -
      16300  break;
      -
      16301  }
      -
      16302  }
      -
      16303 
      -
      16304  if(res == VK_SUCCESS)
      -
      16305  {
      -
      16306  // Register them in m_pDedicatedAllocations.
      -
      16307  {
      -
      16308  VmaMutexLockWrite lock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
      -
      16309  AllocationVectorType* pDedicatedAllocations = m_pDedicatedAllocations[memTypeIndex];
      -
      16310  VMA_ASSERT(pDedicatedAllocations);
      -
      16311  for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
      -
      16312  {
      -
      16313  VmaVectorInsertSorted<VmaPointerLess>(*pDedicatedAllocations, pAllocations[allocIndex]);
      -
      16314  }
      -
      16315  }
      -
      16316 
      -
      16317  VMA_DEBUG_LOG(" Allocated DedicatedMemory Count=%zu, MemoryTypeIndex=#%u", allocationCount, memTypeIndex);
      -
      16318  }
      -
      16319  else
      -
      16320  {
      -
      16321  // Free all already created allocations.
      -
      16322  while(allocIndex--)
      -
      16323  {
      -
      16324  VmaAllocation currAlloc = pAllocations[allocIndex];
      -
      16325  VkDeviceMemory hMemory = currAlloc->GetMemory();
      -
      16326 
      -
      16327  /*
      -
      16328  There is no need to call this, because Vulkan spec allows to skip vkUnmapMemory
      -
      16329  before vkFreeMemory.
      -
      16330 
      -
      16331  if(currAlloc->GetMappedData() != VMA_NULL)
      -
      16332  {
      -
      16333  (*m_VulkanFunctions.vkUnmapMemory)(m_hDevice, hMemory);
      -
      16334  }
      -
      16335  */
      -
      16336 
      -
      16337  FreeVulkanMemory(memTypeIndex, currAlloc->GetSize(), hMemory);
      -
      16338  m_Budget.RemoveAllocation(MemoryTypeIndexToHeapIndex(memTypeIndex), currAlloc->GetSize());
      -
      16339  currAlloc->SetUserData(this, VMA_NULL);
      -
      16340  m_AllocationObjectAllocator.Free(currAlloc);
      -
      16341  }
      -
      16342 
      -
      16343  memset(pAllocations, 0, sizeof(VmaAllocation) * allocationCount);
      -
      16344  }
      -
      16345 
      -
      16346  return res;
      -
      16347 }
      -
      16348 
      -
      16349 VkResult VmaAllocator_T::AllocateDedicatedMemoryPage(
      -
      16350  VkDeviceSize size,
      -
      16351  VmaSuballocationType suballocType,
      -
      16352  uint32_t memTypeIndex,
      -
      16353  const VkMemoryAllocateInfo& allocInfo,
      -
      16354  bool map,
      -
      16355  bool isUserDataString,
      -
      16356  void* pUserData,
      -
      16357  VmaAllocation* pAllocation)
      -
      16358 {
      -
      16359  VkDeviceMemory hMemory = VK_NULL_HANDLE;
      -
      16360  VkResult res = AllocateVulkanMemory(&allocInfo, &hMemory);
      -
      16361  if(res < 0)
      -
      16362  {
      -
      16363  VMA_DEBUG_LOG(" vkAllocateMemory FAILED");
      -
      16364  return res;
      -
      16365  }
      -
      16366 
      -
      16367  void* pMappedData = VMA_NULL;
      -
      16368  if(map)
      -
      16369  {
      -
      16370  res = (*m_VulkanFunctions.vkMapMemory)(
      -
      16371  m_hDevice,
      -
      16372  hMemory,
      -
      16373  0,
      -
      16374  VK_WHOLE_SIZE,
      -
      16375  0,
      -
      16376  &pMappedData);
      -
      16377  if(res < 0)
      -
      16378  {
      -
      16379  VMA_DEBUG_LOG(" vkMapMemory FAILED");
      -
      16380  FreeVulkanMemory(memTypeIndex, size, hMemory);
      -
      16381  return res;
      -
      16382  }
      -
      16383  }
      -
      16384 
      -
      16385  *pAllocation = m_AllocationObjectAllocator.Allocate(m_CurrentFrameIndex.load(), isUserDataString);
      -
      16386  (*pAllocation)->InitDedicatedAllocation(memTypeIndex, hMemory, suballocType, pMappedData, size);
      -
      16387  (*pAllocation)->SetUserData(this, pUserData);
      -
      16388  m_Budget.AddAllocation(MemoryTypeIndexToHeapIndex(memTypeIndex), size);
      -
      16389  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
      -
      16390  {
      -
      16391  FillAllocation(*pAllocation, VMA_ALLOCATION_FILL_PATTERN_CREATED);
      -
      16392  }
      -
      16393 
      -
      16394  return VK_SUCCESS;
      -
      16395 }
      -
      16396 
      -
      16397 void VmaAllocator_T::GetBufferMemoryRequirements(
      -
      16398  VkBuffer hBuffer,
      -
      16399  VkMemoryRequirements& memReq,
      -
      16400  bool& requiresDedicatedAllocation,
      -
      16401  bool& prefersDedicatedAllocation) const
      -
      16402 {
      -
      16403 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      -
      16404  if(m_UseKhrDedicatedAllocation || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      -
      16405  {
      -
      16406  VkBufferMemoryRequirementsInfo2KHR memReqInfo = { VK_STRUCTURE_TYPE_BUFFER_MEMORY_REQUIREMENTS_INFO_2_KHR };
      -
      16407  memReqInfo.buffer = hBuffer;
      -
      16408 
      -
      16409  VkMemoryDedicatedRequirementsKHR memDedicatedReq = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS_KHR };
      -
      16410 
      -
      16411  VkMemoryRequirements2KHR memReq2 = { VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2_KHR };
      -
      16412  VmaPnextChainPushFront(&memReq2, &memDedicatedReq);
      -
      16413 
      -
      16414  (*m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR)(m_hDevice, &memReqInfo, &memReq2);
      -
      16415 
      -
      16416  memReq = memReq2.memoryRequirements;
      -
      16417  requiresDedicatedAllocation = (memDedicatedReq.requiresDedicatedAllocation != VK_FALSE);
      -
      16418  prefersDedicatedAllocation = (memDedicatedReq.prefersDedicatedAllocation != VK_FALSE);
      +
      16140 #if VMA_MEMORY_BUDGET || VMA_VULKAN_VERSION >= 1001000
      +
      16141  if(m_UseExtMemoryBudget || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      +
      16142  {
      +
      16143  VMA_ASSERT(m_VulkanFunctions.vkGetPhysicalDeviceMemoryProperties2KHR != VMA_NULL);
      +
      16144  }
      +
      16145 #endif
      +
      16146 }
      +
      16147 
      +
      16148 VkDeviceSize VmaAllocator_T::CalcPreferredBlockSize(uint32_t memTypeIndex)
      +
      16149 {
      +
      16150  const uint32_t heapIndex = MemoryTypeIndexToHeapIndex(memTypeIndex);
      +
      16151  const VkDeviceSize heapSize = m_MemProps.memoryHeaps[heapIndex].size;
      +
      16152  const bool isSmallHeap = heapSize <= VMA_SMALL_HEAP_MAX_SIZE;
      +
      16153  return VmaAlignUp(isSmallHeap ? (heapSize / 8) : m_PreferredLargeHeapBlockSize, (VkDeviceSize)32);
      +
      16154 }
      +
      16155 
      +
      16156 VkResult VmaAllocator_T::AllocateMemoryOfType(
      +
      16157  VkDeviceSize size,
      +
      16158  VkDeviceSize alignment,
      +
      16159  bool dedicatedAllocation,
      +
      16160  VkBuffer dedicatedBuffer,
      +
      16161  VkBufferUsageFlags dedicatedBufferUsage,
      +
      16162  VkImage dedicatedImage,
      +
      16163  const VmaAllocationCreateInfo& createInfo,
      +
      16164  uint32_t memTypeIndex,
      +
      16165  VmaSuballocationType suballocType,
      +
      16166  size_t allocationCount,
      +
      16167  VmaAllocation* pAllocations)
      +
      16168 {
      +
      16169  VMA_ASSERT(pAllocations != VMA_NULL);
      +
      16170  VMA_DEBUG_LOG(" AllocateMemory: MemoryTypeIndex=%u, AllocationCount=%zu, Size=%llu", memTypeIndex, allocationCount, size);
      +
      16171 
      +
      16172  VmaAllocationCreateInfo finalCreateInfo = createInfo;
      +
      16173 
      +
      16174  // If memory type is not HOST_VISIBLE, disable MAPPED.
      +
      16175  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0 &&
      +
      16176  (m_MemProps.memoryTypes[memTypeIndex].propertyFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
      +
      16177  {
      +
      16178  finalCreateInfo.flags &= ~VMA_ALLOCATION_CREATE_MAPPED_BIT;
      +
      16179  }
      +
      16180  // If memory is lazily allocated, it should be always dedicated.
      +
      16181  if(finalCreateInfo.usage == VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED)
      +
      16182  {
      +
      16183  finalCreateInfo.flags |= VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT;
      +
      16184  }
      +
      16185 
      +
      16186  VmaBlockVector* const blockVector = m_pBlockVectors[memTypeIndex];
      +
      16187  VMA_ASSERT(blockVector);
      +
      16188 
      +
      16189  const VkDeviceSize preferredBlockSize = blockVector->GetPreferredBlockSize();
      +
      16190  bool preferDedicatedMemory =
      +
      16191  VMA_DEBUG_ALWAYS_DEDICATED_MEMORY ||
      +
      16192  dedicatedAllocation ||
      +
      16193  // Heuristics: Allocate dedicated memory if requested size if greater than half of preferred block size.
      +
      16194  size > preferredBlockSize / 2;
      +
      16195 
      +
      16196  if(preferDedicatedMemory &&
      +
      16197  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) == 0 &&
      +
      16198  finalCreateInfo.pool == VK_NULL_HANDLE)
      +
      16199  {
      +
      16200  finalCreateInfo.flags |= VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT;
      +
      16201  }
      +
      16202 
      +
      16203  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT) != 0)
      +
      16204  {
      +
      16205  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
      +
      16206  {
      +
      16207  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      16208  }
      +
      16209  else
      +
      16210  {
      +
      16211  return AllocateDedicatedMemory(
      +
      16212  size,
      +
      16213  suballocType,
      +
      16214  memTypeIndex,
      +
      16215  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT) != 0,
      +
      16216  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0,
      +
      16217  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0,
      +
      16218  finalCreateInfo.pUserData,
      +
      16219  finalCreateInfo.priority,
      +
      16220  dedicatedBuffer,
      +
      16221  dedicatedBufferUsage,
      +
      16222  dedicatedImage,
      +
      16223  allocationCount,
      +
      16224  pAllocations);
      +
      16225  }
      +
      16226  }
      +
      16227  else
      +
      16228  {
      +
      16229  VkResult res = blockVector->Allocate(
      +
      16230  m_CurrentFrameIndex.load(),
      +
      16231  size,
      +
      16232  alignment,
      +
      16233  finalCreateInfo,
      +
      16234  suballocType,
      +
      16235  allocationCount,
      +
      16236  pAllocations);
      +
      16237  if(res == VK_SUCCESS)
      +
      16238  {
      +
      16239  return res;
      +
      16240  }
      +
      16241 
      +
      16242  // 5. Try dedicated memory.
      +
      16243  if((finalCreateInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
      +
      16244  {
      +
      16245  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      16246  }
      +
      16247  else
      +
      16248  {
      +
      16249  res = AllocateDedicatedMemory(
      +
      16250  size,
      +
      16251  suballocType,
      +
      16252  memTypeIndex,
      +
      16253  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT) != 0,
      +
      16254  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0,
      +
      16255  (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0,
      +
      16256  finalCreateInfo.pUserData,
      +
      16257  finalCreateInfo.priority,
      +
      16258  dedicatedBuffer,
      +
      16259  dedicatedBufferUsage,
      +
      16260  dedicatedImage,
      +
      16261  allocationCount,
      +
      16262  pAllocations);
      +
      16263  if(res == VK_SUCCESS)
      +
      16264  {
      +
      16265  // Succeeded: AllocateDedicatedMemory function already filld pMemory, nothing more to do here.
      +
      16266  VMA_DEBUG_LOG(" Allocated as DedicatedMemory");
      +
      16267  return VK_SUCCESS;
      +
      16268  }
      +
      16269  else
      +
      16270  {
      +
      16271  // Everything failed: Return error code.
      +
      16272  VMA_DEBUG_LOG(" vkAllocateMemory FAILED");
      +
      16273  return res;
      +
      16274  }
      +
      16275  }
      +
      16276  }
      +
      16277 }
      +
      16278 
      +
      16279 VkResult VmaAllocator_T::AllocateDedicatedMemory(
      +
      16280  VkDeviceSize size,
      +
      16281  VmaSuballocationType suballocType,
      +
      16282  uint32_t memTypeIndex,
      +
      16283  bool withinBudget,
      +
      16284  bool map,
      +
      16285  bool isUserDataString,
      +
      16286  void* pUserData,
      +
      16287  float priority,
      +
      16288  VkBuffer dedicatedBuffer,
      +
      16289  VkBufferUsageFlags dedicatedBufferUsage,
      +
      16290  VkImage dedicatedImage,
      +
      16291  size_t allocationCount,
      +
      16292  VmaAllocation* pAllocations)
      +
      16293 {
      +
      16294  VMA_ASSERT(allocationCount > 0 && pAllocations);
      +
      16295 
      +
      16296  if(withinBudget)
      +
      16297  {
      +
      16298  const uint32_t heapIndex = MemoryTypeIndexToHeapIndex(memTypeIndex);
      +
      16299  VmaBudget heapBudget = {};
      +
      16300  GetBudget(&heapBudget, heapIndex, 1);
      +
      16301  if(heapBudget.usage + size * allocationCount > heapBudget.budget)
      +
      16302  {
      +
      16303  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      16304  }
      +
      16305  }
      +
      16306 
      +
      16307  VkMemoryAllocateInfo allocInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_INFO };
      +
      16308  allocInfo.memoryTypeIndex = memTypeIndex;
      +
      16309  allocInfo.allocationSize = size;
      +
      16310 
      +
      16311 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      16312  VkMemoryDedicatedAllocateInfoKHR dedicatedAllocInfo = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_ALLOCATE_INFO_KHR };
      +
      16313  if(m_UseKhrDedicatedAllocation || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      +
      16314  {
      +
      16315  if(dedicatedBuffer != VK_NULL_HANDLE)
      +
      16316  {
      +
      16317  VMA_ASSERT(dedicatedImage == VK_NULL_HANDLE);
      +
      16318  dedicatedAllocInfo.buffer = dedicatedBuffer;
      +
      16319  VmaPnextChainPushFront(&allocInfo, &dedicatedAllocInfo);
      +
      16320  }
      +
      16321  else if(dedicatedImage != VK_NULL_HANDLE)
      +
      16322  {
      +
      16323  dedicatedAllocInfo.image = dedicatedImage;
      +
      16324  VmaPnextChainPushFront(&allocInfo, &dedicatedAllocInfo);
      +
      16325  }
      +
      16326  }
      +
      16327 #endif // #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      16328 
      +
      16329 #if VMA_BUFFER_DEVICE_ADDRESS
      +
      16330  VkMemoryAllocateFlagsInfoKHR allocFlagsInfo = { VK_STRUCTURE_TYPE_MEMORY_ALLOCATE_FLAGS_INFO_KHR };
      +
      16331  if(m_UseKhrBufferDeviceAddress)
      +
      16332  {
      +
      16333  bool canContainBufferWithDeviceAddress = true;
      +
      16334  if(dedicatedBuffer != VK_NULL_HANDLE)
      +
      16335  {
      +
      16336  canContainBufferWithDeviceAddress = dedicatedBufferUsage == UINT32_MAX || // Usage flags unknown
      +
      16337  (dedicatedBufferUsage & VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT_EXT) != 0;
      +
      16338  }
      +
      16339  else if(dedicatedImage != VK_NULL_HANDLE)
      +
      16340  {
      +
      16341  canContainBufferWithDeviceAddress = false;
      +
      16342  }
      +
      16343  if(canContainBufferWithDeviceAddress)
      +
      16344  {
      +
      16345  allocFlagsInfo.flags = VK_MEMORY_ALLOCATE_DEVICE_ADDRESS_BIT_KHR;
      +
      16346  VmaPnextChainPushFront(&allocInfo, &allocFlagsInfo);
      +
      16347  }
      +
      16348  }
      +
      16349 #endif // #if VMA_BUFFER_DEVICE_ADDRESS
      +
      16350 
      +
      16351 #if VMA_MEMORY_PRIORITY
      +
      16352  VkMemoryPriorityAllocateInfoEXT priorityInfo = { VK_STRUCTURE_TYPE_MEMORY_PRIORITY_ALLOCATE_INFO_EXT };
      +
      16353  if(m_UseExtMemoryPriority)
      +
      16354  {
      +
      16355  priorityInfo.priority = priority;
      +
      16356  VmaPnextChainPushFront(&allocInfo, &priorityInfo);
      +
      16357  }
      +
      16358 #endif // #if VMA_MEMORY_PRIORITY
      +
      16359 
      +
      16360  size_t allocIndex;
      +
      16361  VkResult res = VK_SUCCESS;
      +
      16362  for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
      +
      16363  {
      +
      16364  res = AllocateDedicatedMemoryPage(
      +
      16365  size,
      +
      16366  suballocType,
      +
      16367  memTypeIndex,
      +
      16368  allocInfo,
      +
      16369  map,
      +
      16370  isUserDataString,
      +
      16371  pUserData,
      +
      16372  pAllocations + allocIndex);
      +
      16373  if(res != VK_SUCCESS)
      +
      16374  {
      +
      16375  break;
      +
      16376  }
      +
      16377  }
      +
      16378 
      +
      16379  if(res == VK_SUCCESS)
      +
      16380  {
      +
      16381  // Register them in m_pDedicatedAllocations.
      +
      16382  {
      +
      16383  VmaMutexLockWrite lock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
      +
      16384  AllocationVectorType* pDedicatedAllocations = m_pDedicatedAllocations[memTypeIndex];
      +
      16385  VMA_ASSERT(pDedicatedAllocations);
      +
      16386  for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
      +
      16387  {
      +
      16388  VmaVectorInsertSorted<VmaPointerLess>(*pDedicatedAllocations, pAllocations[allocIndex]);
      +
      16389  }
      +
      16390  }
      +
      16391 
      +
      16392  VMA_DEBUG_LOG(" Allocated DedicatedMemory Count=%zu, MemoryTypeIndex=#%u", allocationCount, memTypeIndex);
      +
      16393  }
      +
      16394  else
      +
      16395  {
      +
      16396  // Free all already created allocations.
      +
      16397  while(allocIndex--)
      +
      16398  {
      +
      16399  VmaAllocation currAlloc = pAllocations[allocIndex];
      +
      16400  VkDeviceMemory hMemory = currAlloc->GetMemory();
      +
      16401 
      +
      16402  /*
      +
      16403  There is no need to call this, because Vulkan spec allows to skip vkUnmapMemory
      +
      16404  before vkFreeMemory.
      +
      16405 
      +
      16406  if(currAlloc->GetMappedData() != VMA_NULL)
      +
      16407  {
      +
      16408  (*m_VulkanFunctions.vkUnmapMemory)(m_hDevice, hMemory);
      +
      16409  }
      +
      16410  */
      +
      16411 
      +
      16412  FreeVulkanMemory(memTypeIndex, currAlloc->GetSize(), hMemory);
      +
      16413  m_Budget.RemoveAllocation(MemoryTypeIndexToHeapIndex(memTypeIndex), currAlloc->GetSize());
      +
      16414  currAlloc->SetUserData(this, VMA_NULL);
      +
      16415  m_AllocationObjectAllocator.Free(currAlloc);
      +
      16416  }
      +
      16417 
      +
      16418  memset(pAllocations, 0, sizeof(VmaAllocation) * allocationCount);
      16419  }
      -
      16420  else
      -
      16421 #endif // #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      -
      16422  {
      -
      16423  (*m_VulkanFunctions.vkGetBufferMemoryRequirements)(m_hDevice, hBuffer, &memReq);
      -
      16424  requiresDedicatedAllocation = false;
      -
      16425  prefersDedicatedAllocation = false;
      -
      16426  }
      -
      16427 }
      -
      16428 
      -
      16429 void VmaAllocator_T::GetImageMemoryRequirements(
      -
      16430  VkImage hImage,
      -
      16431  VkMemoryRequirements& memReq,
      -
      16432  bool& requiresDedicatedAllocation,
      -
      16433  bool& prefersDedicatedAllocation) const
      -
      16434 {
      -
      16435 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      -
      16436  if(m_UseKhrDedicatedAllocation || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      +
      16420 
      +
      16421  return res;
      +
      16422 }
      +
      16423 
      +
      16424 VkResult VmaAllocator_T::AllocateDedicatedMemoryPage(
      +
      16425  VkDeviceSize size,
      +
      16426  VmaSuballocationType suballocType,
      +
      16427  uint32_t memTypeIndex,
      +
      16428  const VkMemoryAllocateInfo& allocInfo,
      +
      16429  bool map,
      +
      16430  bool isUserDataString,
      +
      16431  void* pUserData,
      +
      16432  VmaAllocation* pAllocation)
      +
      16433 {
      +
      16434  VkDeviceMemory hMemory = VK_NULL_HANDLE;
      +
      16435  VkResult res = AllocateVulkanMemory(&allocInfo, &hMemory);
      +
      16436  if(res < 0)
      16437  {
      -
      16438  VkImageMemoryRequirementsInfo2KHR memReqInfo = { VK_STRUCTURE_TYPE_IMAGE_MEMORY_REQUIREMENTS_INFO_2_KHR };
      -
      16439  memReqInfo.image = hImage;
      -
      16440 
      -
      16441  VkMemoryDedicatedRequirementsKHR memDedicatedReq = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS_KHR };
      -
      16442 
      -
      16443  VkMemoryRequirements2KHR memReq2 = { VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2_KHR };
      -
      16444  VmaPnextChainPushFront(&memReq2, &memDedicatedReq);
      -
      16445 
      -
      16446  (*m_VulkanFunctions.vkGetImageMemoryRequirements2KHR)(m_hDevice, &memReqInfo, &memReq2);
      -
      16447 
      -
      16448  memReq = memReq2.memoryRequirements;
      -
      16449  requiresDedicatedAllocation = (memDedicatedReq.requiresDedicatedAllocation != VK_FALSE);
      -
      16450  prefersDedicatedAllocation = (memDedicatedReq.prefersDedicatedAllocation != VK_FALSE);
      -
      16451  }
      -
      16452  else
      -
      16453 #endif // #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      -
      16454  {
      -
      16455  (*m_VulkanFunctions.vkGetImageMemoryRequirements)(m_hDevice, hImage, &memReq);
      -
      16456  requiresDedicatedAllocation = false;
      -
      16457  prefersDedicatedAllocation = false;
      +
      16438  VMA_DEBUG_LOG(" vkAllocateMemory FAILED");
      +
      16439  return res;
      +
      16440  }
      +
      16441 
      +
      16442  void* pMappedData = VMA_NULL;
      +
      16443  if(map)
      +
      16444  {
      +
      16445  res = (*m_VulkanFunctions.vkMapMemory)(
      +
      16446  m_hDevice,
      +
      16447  hMemory,
      +
      16448  0,
      +
      16449  VK_WHOLE_SIZE,
      +
      16450  0,
      +
      16451  &pMappedData);
      +
      16452  if(res < 0)
      +
      16453  {
      +
      16454  VMA_DEBUG_LOG(" vkMapMemory FAILED");
      +
      16455  FreeVulkanMemory(memTypeIndex, size, hMemory);
      +
      16456  return res;
      +
      16457  }
      16458  }
      -
      16459 }
      -
      16460 
      -
      16461 VkResult VmaAllocator_T::AllocateMemory(
      -
      16462  const VkMemoryRequirements& vkMemReq,
      -
      16463  bool requiresDedicatedAllocation,
      -
      16464  bool prefersDedicatedAllocation,
      -
      16465  VkBuffer dedicatedBuffer,
      -
      16466  VkBufferUsageFlags dedicatedBufferUsage,
      -
      16467  VkImage dedicatedImage,
      -
      16468  const VmaAllocationCreateInfo& createInfo,
      -
      16469  VmaSuballocationType suballocType,
      -
      16470  size_t allocationCount,
      -
      16471  VmaAllocation* pAllocations)
      -
      16472 {
      -
      16473  memset(pAllocations, 0, sizeof(VmaAllocation) * allocationCount);
      -
      16474 
      -
      16475  VMA_ASSERT(VmaIsPow2(vkMemReq.alignment));
      -
      16476 
      -
      16477  if(vkMemReq.size == 0)
      -
      16478  {
      -
      16479  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      16480  }
      -
      16481  if((createInfo.flags & VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT) != 0 &&
      -
      16482  (createInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
      -
      16483  {
      -
      16484  VMA_ASSERT(0 && "Specifying VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT together with VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT makes no sense.");
      -
      16485  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      16486  }
      -
      16487  if((createInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0 &&
      -
      16488  (createInfo.flags & VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT) != 0)
      -
      16489  {
      -
      16490  VMA_ASSERT(0 && "Specifying VMA_ALLOCATION_CREATE_MAPPED_BIT together with VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT is invalid.");
      -
      16491  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      16492  }
      -
      16493  if(requiresDedicatedAllocation)
      -
      16494  {
      -
      16495  if((createInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
      -
      16496  {
      -
      16497  VMA_ASSERT(0 && "VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT specified while dedicated allocation is required.");
      -
      16498  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      16499  }
      -
      16500  if(createInfo.pool != VK_NULL_HANDLE)
      -
      16501  {
      -
      16502  VMA_ASSERT(0 && "Pool specified while dedicated allocation is required.");
      -
      16503  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      16504  }
      -
      16505  }
      -
      16506  if((createInfo.pool != VK_NULL_HANDLE) &&
      -
      16507  ((createInfo.flags & (VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT)) != 0))
      -
      16508  {
      -
      16509  VMA_ASSERT(0 && "Specifying VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT when pool != null is invalid.");
      -
      16510  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      16511  }
      -
      16512 
      -
      16513  if(createInfo.pool != VK_NULL_HANDLE)
      -
      16514  {
      -
      16515  const VkDeviceSize alignmentForPool = VMA_MAX(
      -
      16516  vkMemReq.alignment,
      -
      16517  GetMemoryTypeMinAlignment(createInfo.pool->m_BlockVector.GetMemoryTypeIndex()));
      -
      16518 
      -
      16519  VmaAllocationCreateInfo createInfoForPool = createInfo;
      -
      16520  // If memory type is not HOST_VISIBLE, disable MAPPED.
      -
      16521  if((createInfoForPool.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0 &&
      -
      16522  (m_MemProps.memoryTypes[createInfo.pool->m_BlockVector.GetMemoryTypeIndex()].propertyFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
      -
      16523  {
      -
      16524  createInfoForPool.flags &= ~VMA_ALLOCATION_CREATE_MAPPED_BIT;
      -
      16525  }
      -
      16526 
      -
      16527  return createInfo.pool->m_BlockVector.Allocate(
      -
      16528  m_CurrentFrameIndex.load(),
      -
      16529  vkMemReq.size,
      -
      16530  alignmentForPool,
      -
      16531  createInfoForPool,
      -
      16532  suballocType,
      -
      16533  allocationCount,
      -
      16534  pAllocations);
      -
      16535  }
      -
      16536  else
      -
      16537  {
      -
      16538  // Bit mask of memory Vulkan types acceptable for this allocation.
      -
      16539  uint32_t memoryTypeBits = vkMemReq.memoryTypeBits;
      -
      16540  uint32_t memTypeIndex = UINT32_MAX;
      -
      16541  VkResult res = vmaFindMemoryTypeIndex(this, memoryTypeBits, &createInfo, &memTypeIndex);
      -
      16542  if(res == VK_SUCCESS)
      -
      16543  {
      -
      16544  VkDeviceSize alignmentForMemType = VMA_MAX(
      -
      16545  vkMemReq.alignment,
      -
      16546  GetMemoryTypeMinAlignment(memTypeIndex));
      -
      16547 
      -
      16548  res = AllocateMemoryOfType(
      -
      16549  vkMemReq.size,
      -
      16550  alignmentForMemType,
      -
      16551  requiresDedicatedAllocation || prefersDedicatedAllocation,
      -
      16552  dedicatedBuffer,
      -
      16553  dedicatedBufferUsage,
      -
      16554  dedicatedImage,
      -
      16555  createInfo,
      -
      16556  memTypeIndex,
      -
      16557  suballocType,
      -
      16558  allocationCount,
      -
      16559  pAllocations);
      -
      16560  // Succeeded on first try.
      -
      16561  if(res == VK_SUCCESS)
      -
      16562  {
      -
      16563  return res;
      -
      16564  }
      -
      16565  // Allocation from this memory type failed. Try other compatible memory types.
      -
      16566  else
      -
      16567  {
      -
      16568  for(;;)
      -
      16569  {
      -
      16570  // Remove old memTypeIndex from list of possibilities.
      -
      16571  memoryTypeBits &= ~(1u << memTypeIndex);
      -
      16572  // Find alternative memTypeIndex.
      -
      16573  res = vmaFindMemoryTypeIndex(this, memoryTypeBits, &createInfo, &memTypeIndex);
      -
      16574  if(res == VK_SUCCESS)
      -
      16575  {
      -
      16576  alignmentForMemType = VMA_MAX(
      -
      16577  vkMemReq.alignment,
      -
      16578  GetMemoryTypeMinAlignment(memTypeIndex));
      -
      16579 
      -
      16580  res = AllocateMemoryOfType(
      -
      16581  vkMemReq.size,
      -
      16582  alignmentForMemType,
      -
      16583  requiresDedicatedAllocation || prefersDedicatedAllocation,
      -
      16584  dedicatedBuffer,
      -
      16585  dedicatedBufferUsage,
      -
      16586  dedicatedImage,
      -
      16587  createInfo,
      -
      16588  memTypeIndex,
      -
      16589  suballocType,
      -
      16590  allocationCount,
      -
      16591  pAllocations);
      -
      16592  // Allocation from this alternative memory type succeeded.
      -
      16593  if(res == VK_SUCCESS)
      -
      16594  {
      -
      16595  return res;
      -
      16596  }
      -
      16597  // else: Allocation from this memory type failed. Try next one - next loop iteration.
      -
      16598  }
      -
      16599  // No other matching memory type index could be found.
      -
      16600  else
      -
      16601  {
      -
      16602  // Not returning res, which is VK_ERROR_FEATURE_NOT_PRESENT, because we already failed to allocate once.
      -
      16603  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      16604  }
      -
      16605  }
      -
      16606  }
      -
      16607  }
      -
      16608  // Can't find any single memory type maching requirements. res is VK_ERROR_FEATURE_NOT_PRESENT.
      -
      16609  else
      -
      16610  return res;
      -
      16611  }
      -
      16612 }
      -
      16613 
      -
      16614 void VmaAllocator_T::FreeMemory(
      -
      16615  size_t allocationCount,
      -
      16616  const VmaAllocation* pAllocations)
      -
      16617 {
      -
      16618  VMA_ASSERT(pAllocations);
      -
      16619 
      -
      16620  for(size_t allocIndex = allocationCount; allocIndex--; )
      -
      16621  {
      -
      16622  VmaAllocation allocation = pAllocations[allocIndex];
      -
      16623 
      -
      16624  if(allocation != VK_NULL_HANDLE)
      -
      16625  {
      -
      16626  if(TouchAllocation(allocation))
      -
      16627  {
      -
      16628  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
      -
      16629  {
      -
      16630  FillAllocation(allocation, VMA_ALLOCATION_FILL_PATTERN_DESTROYED);
      -
      16631  }
      -
      16632 
      -
      16633  switch(allocation->GetType())
      -
      16634  {
      -
      16635  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      -
      16636  {
      -
      16637  VmaBlockVector* pBlockVector = VMA_NULL;
      -
      16638  VmaPool hPool = allocation->GetBlock()->GetParentPool();
      -
      16639  if(hPool != VK_NULL_HANDLE)
      -
      16640  {
      -
      16641  pBlockVector = &hPool->m_BlockVector;
      -
      16642  }
      -
      16643  else
      -
      16644  {
      -
      16645  const uint32_t memTypeIndex = allocation->GetMemoryTypeIndex();
      -
      16646  pBlockVector = m_pBlockVectors[memTypeIndex];
      -
      16647  }
      -
      16648  pBlockVector->Free(allocation);
      -
      16649  }
      -
      16650  break;
      -
      16651  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      -
      16652  FreeDedicatedMemory(allocation);
      -
      16653  break;
      -
      16654  default:
      -
      16655  VMA_ASSERT(0);
      -
      16656  }
      -
      16657  }
      -
      16658 
      -
      16659  // Do this regardless of whether the allocation is lost. Lost allocations still account to Budget.AllocationBytes.
      -
      16660  m_Budget.RemoveAllocation(MemoryTypeIndexToHeapIndex(allocation->GetMemoryTypeIndex()), allocation->GetSize());
      -
      16661  allocation->SetUserData(this, VMA_NULL);
      -
      16662  m_AllocationObjectAllocator.Free(allocation);
      -
      16663  }
      -
      16664  }
      -
      16665 }
      -
      16666 
      -
      16667 VkResult VmaAllocator_T::ResizeAllocation(
      -
      16668  const VmaAllocation alloc,
      -
      16669  VkDeviceSize newSize)
      -
      16670 {
      -
      16671  // This function is deprecated and so it does nothing. It's left for backward compatibility.
      -
      16672  if(newSize == 0 || alloc->GetLastUseFrameIndex() == VMA_FRAME_INDEX_LOST)
      -
      16673  {
      -
      16674  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      16675  }
      -
      16676  if(newSize == alloc->GetSize())
      -
      16677  {
      -
      16678  return VK_SUCCESS;
      -
      16679  }
      -
      16680  return VK_ERROR_OUT_OF_POOL_MEMORY;
      -
      16681 }
      -
      16682 
      -
      16683 void VmaAllocator_T::CalculateStats(VmaStats* pStats)
      -
      16684 {
      -
      16685  // Initialize.
      -
      16686  InitStatInfo(pStats->total);
      -
      16687  for(size_t i = 0; i < VK_MAX_MEMORY_TYPES; ++i)
      -
      16688  InitStatInfo(pStats->memoryType[i]);
      -
      16689  for(size_t i = 0; i < VK_MAX_MEMORY_HEAPS; ++i)
      -
      16690  InitStatInfo(pStats->memoryHeap[i]);
      -
      16691 
      -
      16692  // Process default pools.
      -
      16693  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      -
      16694  {
      -
      16695  VmaBlockVector* const pBlockVector = m_pBlockVectors[memTypeIndex];
      -
      16696  VMA_ASSERT(pBlockVector);
      -
      16697  pBlockVector->AddStats(pStats);
      -
      16698  }
      -
      16699 
      -
      16700  // Process custom pools.
      -
      16701  {
      -
      16702  VmaMutexLockRead lock(m_PoolsMutex, m_UseMutex);
      -
      16703  for(size_t poolIndex = 0, poolCount = m_Pools.size(); poolIndex < poolCount; ++poolIndex)
      -
      16704  {
      -
      16705  m_Pools[poolIndex]->m_BlockVector.AddStats(pStats);
      -
      16706  }
      -
      16707  }
      -
      16708 
      -
      16709  // Process dedicated allocations.
      -
      16710  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      -
      16711  {
      -
      16712  const uint32_t memHeapIndex = MemoryTypeIndexToHeapIndex(memTypeIndex);
      -
      16713  VmaMutexLockRead dedicatedAllocationsLock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
      -
      16714  AllocationVectorType* const pDedicatedAllocVector = m_pDedicatedAllocations[memTypeIndex];
      -
      16715  VMA_ASSERT(pDedicatedAllocVector);
      -
      16716  for(size_t allocIndex = 0, allocCount = pDedicatedAllocVector->size(); allocIndex < allocCount; ++allocIndex)
      -
      16717  {
      -
      16718  VmaStatInfo allocationStatInfo;
      -
      16719  (*pDedicatedAllocVector)[allocIndex]->DedicatedAllocCalcStatsInfo(allocationStatInfo);
      -
      16720  VmaAddStatInfo(pStats->total, allocationStatInfo);
      -
      16721  VmaAddStatInfo(pStats->memoryType[memTypeIndex], allocationStatInfo);
      -
      16722  VmaAddStatInfo(pStats->memoryHeap[memHeapIndex], allocationStatInfo);
      -
      16723  }
      -
      16724  }
      -
      16725 
      -
      16726  // Postprocess.
      -
      16727  VmaPostprocessCalcStatInfo(pStats->total);
      -
      16728  for(size_t i = 0; i < GetMemoryTypeCount(); ++i)
      -
      16729  VmaPostprocessCalcStatInfo(pStats->memoryType[i]);
      -
      16730  for(size_t i = 0; i < GetMemoryHeapCount(); ++i)
      -
      16731  VmaPostprocessCalcStatInfo(pStats->memoryHeap[i]);
      -
      16732 }
      +
      16459 
      +
      16460  *pAllocation = m_AllocationObjectAllocator.Allocate(m_CurrentFrameIndex.load(), isUserDataString);
      +
      16461  (*pAllocation)->InitDedicatedAllocation(memTypeIndex, hMemory, suballocType, pMappedData, size);
      +
      16462  (*pAllocation)->SetUserData(this, pUserData);
      +
      16463  m_Budget.AddAllocation(MemoryTypeIndexToHeapIndex(memTypeIndex), size);
      +
      16464  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
      +
      16465  {
      +
      16466  FillAllocation(*pAllocation, VMA_ALLOCATION_FILL_PATTERN_CREATED);
      +
      16467  }
      +
      16468 
      +
      16469  return VK_SUCCESS;
      +
      16470 }
      +
      16471 
      +
      16472 void VmaAllocator_T::GetBufferMemoryRequirements(
      +
      16473  VkBuffer hBuffer,
      +
      16474  VkMemoryRequirements& memReq,
      +
      16475  bool& requiresDedicatedAllocation,
      +
      16476  bool& prefersDedicatedAllocation) const
      +
      16477 {
      +
      16478 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      16479  if(m_UseKhrDedicatedAllocation || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      +
      16480  {
      +
      16481  VkBufferMemoryRequirementsInfo2KHR memReqInfo = { VK_STRUCTURE_TYPE_BUFFER_MEMORY_REQUIREMENTS_INFO_2_KHR };
      +
      16482  memReqInfo.buffer = hBuffer;
      +
      16483 
      +
      16484  VkMemoryDedicatedRequirementsKHR memDedicatedReq = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS_KHR };
      +
      16485 
      +
      16486  VkMemoryRequirements2KHR memReq2 = { VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2_KHR };
      +
      16487  VmaPnextChainPushFront(&memReq2, &memDedicatedReq);
      +
      16488 
      +
      16489  (*m_VulkanFunctions.vkGetBufferMemoryRequirements2KHR)(m_hDevice, &memReqInfo, &memReq2);
      +
      16490 
      +
      16491  memReq = memReq2.memoryRequirements;
      +
      16492  requiresDedicatedAllocation = (memDedicatedReq.requiresDedicatedAllocation != VK_FALSE);
      +
      16493  prefersDedicatedAllocation = (memDedicatedReq.prefersDedicatedAllocation != VK_FALSE);
      +
      16494  }
      +
      16495  else
      +
      16496 #endif // #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      16497  {
      +
      16498  (*m_VulkanFunctions.vkGetBufferMemoryRequirements)(m_hDevice, hBuffer, &memReq);
      +
      16499  requiresDedicatedAllocation = false;
      +
      16500  prefersDedicatedAllocation = false;
      +
      16501  }
      +
      16502 }
      +
      16503 
      +
      16504 void VmaAllocator_T::GetImageMemoryRequirements(
      +
      16505  VkImage hImage,
      +
      16506  VkMemoryRequirements& memReq,
      +
      16507  bool& requiresDedicatedAllocation,
      +
      16508  bool& prefersDedicatedAllocation) const
      +
      16509 {
      +
      16510 #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      16511  if(m_UseKhrDedicatedAllocation || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0))
      +
      16512  {
      +
      16513  VkImageMemoryRequirementsInfo2KHR memReqInfo = { VK_STRUCTURE_TYPE_IMAGE_MEMORY_REQUIREMENTS_INFO_2_KHR };
      +
      16514  memReqInfo.image = hImage;
      +
      16515 
      +
      16516  VkMemoryDedicatedRequirementsKHR memDedicatedReq = { VK_STRUCTURE_TYPE_MEMORY_DEDICATED_REQUIREMENTS_KHR };
      +
      16517 
      +
      16518  VkMemoryRequirements2KHR memReq2 = { VK_STRUCTURE_TYPE_MEMORY_REQUIREMENTS_2_KHR };
      +
      16519  VmaPnextChainPushFront(&memReq2, &memDedicatedReq);
      +
      16520 
      +
      16521  (*m_VulkanFunctions.vkGetImageMemoryRequirements2KHR)(m_hDevice, &memReqInfo, &memReq2);
      +
      16522 
      +
      16523  memReq = memReq2.memoryRequirements;
      +
      16524  requiresDedicatedAllocation = (memDedicatedReq.requiresDedicatedAllocation != VK_FALSE);
      +
      16525  prefersDedicatedAllocation = (memDedicatedReq.prefersDedicatedAllocation != VK_FALSE);
      +
      16526  }
      +
      16527  else
      +
      16528 #endif // #if VMA_DEDICATED_ALLOCATION || VMA_VULKAN_VERSION >= 1001000
      +
      16529  {
      +
      16530  (*m_VulkanFunctions.vkGetImageMemoryRequirements)(m_hDevice, hImage, &memReq);
      +
      16531  requiresDedicatedAllocation = false;
      +
      16532  prefersDedicatedAllocation = false;
      +
      16533  }
      +
      16534 }
      +
      16535 
      +
      16536 VkResult VmaAllocator_T::AllocateMemory(
      +
      16537  const VkMemoryRequirements& vkMemReq,
      +
      16538  bool requiresDedicatedAllocation,
      +
      16539  bool prefersDedicatedAllocation,
      +
      16540  VkBuffer dedicatedBuffer,
      +
      16541  VkBufferUsageFlags dedicatedBufferUsage,
      +
      16542  VkImage dedicatedImage,
      +
      16543  const VmaAllocationCreateInfo& createInfo,
      +
      16544  VmaSuballocationType suballocType,
      +
      16545  size_t allocationCount,
      +
      16546  VmaAllocation* pAllocations)
      +
      16547 {
      +
      16548  memset(pAllocations, 0, sizeof(VmaAllocation) * allocationCount);
      +
      16549 
      +
      16550  VMA_ASSERT(VmaIsPow2(vkMemReq.alignment));
      +
      16551 
      +
      16552  if(vkMemReq.size == 0)
      +
      16553  {
      +
      16554  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      16555  }
      +
      16556  if((createInfo.flags & VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT) != 0 &&
      +
      16557  (createInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
      +
      16558  {
      +
      16559  VMA_ASSERT(0 && "Specifying VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT together with VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT makes no sense.");
      +
      16560  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      16561  }
      +
      16562  if((createInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0 &&
      +
      16563  (createInfo.flags & VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT) != 0)
      +
      16564  {
      +
      16565  VMA_ASSERT(0 && "Specifying VMA_ALLOCATION_CREATE_MAPPED_BIT together with VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT is invalid.");
      +
      16566  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      16567  }
      +
      16568  if(requiresDedicatedAllocation)
      +
      16569  {
      +
      16570  if((createInfo.flags & VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT) != 0)
      +
      16571  {
      +
      16572  VMA_ASSERT(0 && "VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT specified while dedicated allocation is required.");
      +
      16573  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      16574  }
      +
      16575  if(createInfo.pool != VK_NULL_HANDLE)
      +
      16576  {
      +
      16577  VMA_ASSERT(0 && "Pool specified while dedicated allocation is required.");
      +
      16578  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      16579  }
      +
      16580  }
      +
      16581  if((createInfo.pool != VK_NULL_HANDLE) &&
      +
      16582  ((createInfo.flags & (VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT)) != 0))
      +
      16583  {
      +
      16584  VMA_ASSERT(0 && "Specifying VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT when pool != null is invalid.");
      +
      16585  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      16586  }
      +
      16587 
      +
      16588  if(createInfo.pool != VK_NULL_HANDLE)
      +
      16589  {
      +
      16590  const VkDeviceSize alignmentForPool = VMA_MAX(
      +
      16591  vkMemReq.alignment,
      +
      16592  GetMemoryTypeMinAlignment(createInfo.pool->m_BlockVector.GetMemoryTypeIndex()));
      +
      16593 
      +
      16594  VmaAllocationCreateInfo createInfoForPool = createInfo;
      +
      16595  // If memory type is not HOST_VISIBLE, disable MAPPED.
      +
      16596  if((createInfoForPool.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0 &&
      +
      16597  (m_MemProps.memoryTypes[createInfo.pool->m_BlockVector.GetMemoryTypeIndex()].propertyFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
      +
      16598  {
      +
      16599  createInfoForPool.flags &= ~VMA_ALLOCATION_CREATE_MAPPED_BIT;
      +
      16600  }
      +
      16601 
      +
      16602  return createInfo.pool->m_BlockVector.Allocate(
      +
      16603  m_CurrentFrameIndex.load(),
      +
      16604  vkMemReq.size,
      +
      16605  alignmentForPool,
      +
      16606  createInfoForPool,
      +
      16607  suballocType,
      +
      16608  allocationCount,
      +
      16609  pAllocations);
      +
      16610  }
      +
      16611  else
      +
      16612  {
      +
      16613  // Bit mask of memory Vulkan types acceptable for this allocation.
      +
      16614  uint32_t memoryTypeBits = vkMemReq.memoryTypeBits;
      +
      16615  uint32_t memTypeIndex = UINT32_MAX;
      +
      16616  VkResult res = vmaFindMemoryTypeIndex(this, memoryTypeBits, &createInfo, &memTypeIndex);
      +
      16617  if(res == VK_SUCCESS)
      +
      16618  {
      +
      16619  VkDeviceSize alignmentForMemType = VMA_MAX(
      +
      16620  vkMemReq.alignment,
      +
      16621  GetMemoryTypeMinAlignment(memTypeIndex));
      +
      16622 
      +
      16623  res = AllocateMemoryOfType(
      +
      16624  vkMemReq.size,
      +
      16625  alignmentForMemType,
      +
      16626  requiresDedicatedAllocation || prefersDedicatedAllocation,
      +
      16627  dedicatedBuffer,
      +
      16628  dedicatedBufferUsage,
      +
      16629  dedicatedImage,
      +
      16630  createInfo,
      +
      16631  memTypeIndex,
      +
      16632  suballocType,
      +
      16633  allocationCount,
      +
      16634  pAllocations);
      +
      16635  // Succeeded on first try.
      +
      16636  if(res == VK_SUCCESS)
      +
      16637  {
      +
      16638  return res;
      +
      16639  }
      +
      16640  // Allocation from this memory type failed. Try other compatible memory types.
      +
      16641  else
      +
      16642  {
      +
      16643  for(;;)
      +
      16644  {
      +
      16645  // Remove old memTypeIndex from list of possibilities.
      +
      16646  memoryTypeBits &= ~(1u << memTypeIndex);
      +
      16647  // Find alternative memTypeIndex.
      +
      16648  res = vmaFindMemoryTypeIndex(this, memoryTypeBits, &createInfo, &memTypeIndex);
      +
      16649  if(res == VK_SUCCESS)
      +
      16650  {
      +
      16651  alignmentForMemType = VMA_MAX(
      +
      16652  vkMemReq.alignment,
      +
      16653  GetMemoryTypeMinAlignment(memTypeIndex));
      +
      16654 
      +
      16655  res = AllocateMemoryOfType(
      +
      16656  vkMemReq.size,
      +
      16657  alignmentForMemType,
      +
      16658  requiresDedicatedAllocation || prefersDedicatedAllocation,
      +
      16659  dedicatedBuffer,
      +
      16660  dedicatedBufferUsage,
      +
      16661  dedicatedImage,
      +
      16662  createInfo,
      +
      16663  memTypeIndex,
      +
      16664  suballocType,
      +
      16665  allocationCount,
      +
      16666  pAllocations);
      +
      16667  // Allocation from this alternative memory type succeeded.
      +
      16668  if(res == VK_SUCCESS)
      +
      16669  {
      +
      16670  return res;
      +
      16671  }
      +
      16672  // else: Allocation from this memory type failed. Try next one - next loop iteration.
      +
      16673  }
      +
      16674  // No other matching memory type index could be found.
      +
      16675  else
      +
      16676  {
      +
      16677  // Not returning res, which is VK_ERROR_FEATURE_NOT_PRESENT, because we already failed to allocate once.
      +
      16678  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      16679  }
      +
      16680  }
      +
      16681  }
      +
      16682  }
      +
      16683  // Can't find any single memory type maching requirements. res is VK_ERROR_FEATURE_NOT_PRESENT.
      +
      16684  else
      +
      16685  return res;
      +
      16686  }
      +
      16687 }
      +
      16688 
      +
      16689 void VmaAllocator_T::FreeMemory(
      +
      16690  size_t allocationCount,
      +
      16691  const VmaAllocation* pAllocations)
      +
      16692 {
      +
      16693  VMA_ASSERT(pAllocations);
      +
      16694 
      +
      16695  for(size_t allocIndex = allocationCount; allocIndex--; )
      +
      16696  {
      +
      16697  VmaAllocation allocation = pAllocations[allocIndex];
      +
      16698 
      +
      16699  if(allocation != VK_NULL_HANDLE)
      +
      16700  {
      +
      16701  if(TouchAllocation(allocation))
      +
      16702  {
      +
      16703  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS)
      +
      16704  {
      +
      16705  FillAllocation(allocation, VMA_ALLOCATION_FILL_PATTERN_DESTROYED);
      +
      16706  }
      +
      16707 
      +
      16708  switch(allocation->GetType())
      +
      16709  {
      +
      16710  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      +
      16711  {
      +
      16712  VmaBlockVector* pBlockVector = VMA_NULL;
      +
      16713  VmaPool hPool = allocation->GetBlock()->GetParentPool();
      +
      16714  if(hPool != VK_NULL_HANDLE)
      +
      16715  {
      +
      16716  pBlockVector = &hPool->m_BlockVector;
      +
      16717  }
      +
      16718  else
      +
      16719  {
      +
      16720  const uint32_t memTypeIndex = allocation->GetMemoryTypeIndex();
      +
      16721  pBlockVector = m_pBlockVectors[memTypeIndex];
      +
      16722  }
      +
      16723  pBlockVector->Free(allocation);
      +
      16724  }
      +
      16725  break;
      +
      16726  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      +
      16727  FreeDedicatedMemory(allocation);
      +
      16728  break;
      +
      16729  default:
      +
      16730  VMA_ASSERT(0);
      +
      16731  }
      +
      16732  }
      16733 
      -
      16734 void VmaAllocator_T::GetBudget(VmaBudget* outBudget, uint32_t firstHeap, uint32_t heapCount)
      -
      16735 {
      -
      16736 #if VMA_MEMORY_BUDGET
      -
      16737  if(m_UseExtMemoryBudget)
      -
      16738  {
      -
      16739  if(m_Budget.m_OperationsSinceBudgetFetch < 30)
      -
      16740  {
      -
      16741  VmaMutexLockRead lockRead(m_Budget.m_BudgetMutex, m_UseMutex);
      -
      16742  for(uint32_t i = 0; i < heapCount; ++i, ++outBudget)
      -
      16743  {
      -
      16744  const uint32_t heapIndex = firstHeap + i;
      -
      16745 
      -
      16746  outBudget->blockBytes = m_Budget.m_BlockBytes[heapIndex];
      -
      16747  outBudget->allocationBytes = m_Budget.m_AllocationBytes[heapIndex];
      -
      16748 
      -
      16749  if(m_Budget.m_VulkanUsage[heapIndex] + outBudget->blockBytes > m_Budget.m_BlockBytesAtBudgetFetch[heapIndex])
      -
      16750  {
      -
      16751  outBudget->usage = m_Budget.m_VulkanUsage[heapIndex] +
      -
      16752  outBudget->blockBytes - m_Budget.m_BlockBytesAtBudgetFetch[heapIndex];
      -
      16753  }
      -
      16754  else
      -
      16755  {
      -
      16756  outBudget->usage = 0;
      -
      16757  }
      -
      16758 
      -
      16759  // Have to take MIN with heap size because explicit HeapSizeLimit is included in it.
      -
      16760  outBudget->budget = VMA_MIN(
      -
      16761  m_Budget.m_VulkanBudget[heapIndex], m_MemProps.memoryHeaps[heapIndex].size);
      -
      16762  }
      -
      16763  }
      -
      16764  else
      -
      16765  {
      -
      16766  UpdateVulkanBudget(); // Outside of mutex lock
      -
      16767  GetBudget(outBudget, firstHeap, heapCount); // Recursion
      -
      16768  }
      -
      16769  }
      -
      16770  else
      -
      16771 #endif
      -
      16772  {
      -
      16773  for(uint32_t i = 0; i < heapCount; ++i, ++outBudget)
      -
      16774  {
      -
      16775  const uint32_t heapIndex = firstHeap + i;
      -
      16776 
      -
      16777  outBudget->blockBytes = m_Budget.m_BlockBytes[heapIndex];
      -
      16778  outBudget->allocationBytes = m_Budget.m_AllocationBytes[heapIndex];
      -
      16779 
      -
      16780  outBudget->usage = outBudget->blockBytes;
      -
      16781  outBudget->budget = m_MemProps.memoryHeaps[heapIndex].size * 8 / 10; // 80% heuristics.
      -
      16782  }
      -
      16783  }
      -
      16784 }
      -
      16785 
      -
      16786 static const uint32_t VMA_VENDOR_ID_AMD = 4098;
      -
      16787 
      -
      16788 VkResult VmaAllocator_T::DefragmentationBegin(
      -
      16789  const VmaDefragmentationInfo2& info,
      -
      16790  VmaDefragmentationStats* pStats,
      -
      16791  VmaDefragmentationContext* pContext)
      -
      16792 {
      -
      16793  if(info.pAllocationsChanged != VMA_NULL)
      -
      16794  {
      -
      16795  memset(info.pAllocationsChanged, 0, info.allocationCount * sizeof(VkBool32));
      -
      16796  }
      -
      16797 
      -
      16798  *pContext = vma_new(this, VmaDefragmentationContext_T)(
      -
      16799  this, m_CurrentFrameIndex.load(), info.flags, pStats);
      +
      16734  // Do this regardless of whether the allocation is lost. Lost allocations still account to Budget.AllocationBytes.
      +
      16735  m_Budget.RemoveAllocation(MemoryTypeIndexToHeapIndex(allocation->GetMemoryTypeIndex()), allocation->GetSize());
      +
      16736  allocation->SetUserData(this, VMA_NULL);
      +
      16737  m_AllocationObjectAllocator.Free(allocation);
      +
      16738  }
      +
      16739  }
      +
      16740 }
      +
      16741 
      +
      16742 VkResult VmaAllocator_T::ResizeAllocation(
      +
      16743  const VmaAllocation alloc,
      +
      16744  VkDeviceSize newSize)
      +
      16745 {
      +
      16746  // This function is deprecated and so it does nothing. It's left for backward compatibility.
      +
      16747  if(newSize == 0 || alloc->GetLastUseFrameIndex() == VMA_FRAME_INDEX_LOST)
      +
      16748  {
      +
      16749  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      16750  }
      +
      16751  if(newSize == alloc->GetSize())
      +
      16752  {
      +
      16753  return VK_SUCCESS;
      +
      16754  }
      +
      16755  return VK_ERROR_OUT_OF_POOL_MEMORY;
      +
      16756 }
      +
      16757 
      +
      16758 void VmaAllocator_T::CalculateStats(VmaStats* pStats)
      +
      16759 {
      +
      16760  // Initialize.
      +
      16761  InitStatInfo(pStats->total);
      +
      16762  for(size_t i = 0; i < VK_MAX_MEMORY_TYPES; ++i)
      +
      16763  InitStatInfo(pStats->memoryType[i]);
      +
      16764  for(size_t i = 0; i < VK_MAX_MEMORY_HEAPS; ++i)
      +
      16765  InitStatInfo(pStats->memoryHeap[i]);
      +
      16766 
      +
      16767  // Process default pools.
      +
      16768  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      +
      16769  {
      +
      16770  VmaBlockVector* const pBlockVector = m_pBlockVectors[memTypeIndex];
      +
      16771  VMA_ASSERT(pBlockVector);
      +
      16772  pBlockVector->AddStats(pStats);
      +
      16773  }
      +
      16774 
      +
      16775  // Process custom pools.
      +
      16776  {
      +
      16777  VmaMutexLockRead lock(m_PoolsMutex, m_UseMutex);
      +
      16778  for(size_t poolIndex = 0, poolCount = m_Pools.size(); poolIndex < poolCount; ++poolIndex)
      +
      16779  {
      +
      16780  m_Pools[poolIndex]->m_BlockVector.AddStats(pStats);
      +
      16781  }
      +
      16782  }
      +
      16783 
      +
      16784  // Process dedicated allocations.
      +
      16785  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      +
      16786  {
      +
      16787  const uint32_t memHeapIndex = MemoryTypeIndexToHeapIndex(memTypeIndex);
      +
      16788  VmaMutexLockRead dedicatedAllocationsLock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
      +
      16789  AllocationVectorType* const pDedicatedAllocVector = m_pDedicatedAllocations[memTypeIndex];
      +
      16790  VMA_ASSERT(pDedicatedAllocVector);
      +
      16791  for(size_t allocIndex = 0, allocCount = pDedicatedAllocVector->size(); allocIndex < allocCount; ++allocIndex)
      +
      16792  {
      +
      16793  VmaStatInfo allocationStatInfo;
      +
      16794  (*pDedicatedAllocVector)[allocIndex]->DedicatedAllocCalcStatsInfo(allocationStatInfo);
      +
      16795  VmaAddStatInfo(pStats->total, allocationStatInfo);
      +
      16796  VmaAddStatInfo(pStats->memoryType[memTypeIndex], allocationStatInfo);
      +
      16797  VmaAddStatInfo(pStats->memoryHeap[memHeapIndex], allocationStatInfo);
      +
      16798  }
      +
      16799  }
      16800 
      -
      16801  (*pContext)->AddPools(info.poolCount, info.pPools);
      -
      16802  (*pContext)->AddAllocations(
      -
      16803  info.allocationCount, info.pAllocations, info.pAllocationsChanged);
      -
      16804 
      -
      16805  VkResult res = (*pContext)->Defragment(
      -
      16806  info.maxCpuBytesToMove, info.maxCpuAllocationsToMove,
      -
      16807  info.maxGpuBytesToMove, info.maxGpuAllocationsToMove,
      -
      16808  info.commandBuffer, pStats, info.flags);
      -
      16809 
      -
      16810  if(res != VK_NOT_READY)
      -
      16811  {
      -
      16812  vma_delete(this, *pContext);
      -
      16813  *pContext = VMA_NULL;
      -
      16814  }
      -
      16815 
      -
      16816  return res;
      -
      16817 }
      -
      16818 
      -
      16819 VkResult VmaAllocator_T::DefragmentationEnd(
      -
      16820  VmaDefragmentationContext context)
      -
      16821 {
      -
      16822  vma_delete(this, context);
      -
      16823  return VK_SUCCESS;
      -
      16824 }
      -
      16825 
      -
      16826 VkResult VmaAllocator_T::DefragmentationPassBegin(
      -
      16827  VmaDefragmentationPassInfo* pInfo,
      -
      16828  VmaDefragmentationContext context)
      -
      16829 {
      -
      16830  return context->DefragmentPassBegin(pInfo);
      -
      16831 }
      -
      16832 VkResult VmaAllocator_T::DefragmentationPassEnd(
      -
      16833  VmaDefragmentationContext context)
      -
      16834 {
      -
      16835  return context->DefragmentPassEnd();
      -
      16836 
      -
      16837 }
      -
      16838 
      -
      16839 void VmaAllocator_T::GetAllocationInfo(VmaAllocation hAllocation, VmaAllocationInfo* pAllocationInfo)
      -
      16840 {
      -
      16841  if(hAllocation->CanBecomeLost())
      -
      16842  {
      -
      16843  /*
      -
      16844  Warning: This is a carefully designed algorithm.
      -
      16845  Do not modify unless you really know what you're doing :)
      -
      16846  */
      -
      16847  const uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
      -
      16848  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
      -
      16849  for(;;)
      -
      16850  {
      -
      16851  if(localLastUseFrameIndex == VMA_FRAME_INDEX_LOST)
      -
      16852  {
      -
      16853  pAllocationInfo->memoryType = UINT32_MAX;
      -
      16854  pAllocationInfo->deviceMemory = VK_NULL_HANDLE;
      -
      16855  pAllocationInfo->offset = 0;
      -
      16856  pAllocationInfo->size = hAllocation->GetSize();
      -
      16857  pAllocationInfo->pMappedData = VMA_NULL;
      -
      16858  pAllocationInfo->pUserData = hAllocation->GetUserData();
      -
      16859  return;
      -
      16860  }
      -
      16861  else if(localLastUseFrameIndex == localCurrFrameIndex)
      -
      16862  {
      -
      16863  pAllocationInfo->memoryType = hAllocation->GetMemoryTypeIndex();
      -
      16864  pAllocationInfo->deviceMemory = hAllocation->GetMemory();
      -
      16865  pAllocationInfo->offset = hAllocation->GetOffset();
      -
      16866  pAllocationInfo->size = hAllocation->GetSize();
      -
      16867  pAllocationInfo->pMappedData = VMA_NULL;
      -
      16868  pAllocationInfo->pUserData = hAllocation->GetUserData();
      -
      16869  return;
      -
      16870  }
      -
      16871  else // Last use time earlier than current time.
      -
      16872  {
      -
      16873  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
      -
      16874  {
      -
      16875  localLastUseFrameIndex = localCurrFrameIndex;
      -
      16876  }
      -
      16877  }
      -
      16878  }
      -
      16879  }
      -
      16880  else
      -
      16881  {
      -
      16882 #if VMA_STATS_STRING_ENABLED
      -
      16883  uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
      -
      16884  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
      -
      16885  for(;;)
      -
      16886  {
      -
      16887  VMA_ASSERT(localLastUseFrameIndex != VMA_FRAME_INDEX_LOST);
      -
      16888  if(localLastUseFrameIndex == localCurrFrameIndex)
      -
      16889  {
      -
      16890  break;
      -
      16891  }
      -
      16892  else // Last use time earlier than current time.
      -
      16893  {
      -
      16894  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
      -
      16895  {
      -
      16896  localLastUseFrameIndex = localCurrFrameIndex;
      -
      16897  }
      -
      16898  }
      -
      16899  }
      -
      16900 #endif
      -
      16901 
      -
      16902  pAllocationInfo->memoryType = hAllocation->GetMemoryTypeIndex();
      -
      16903  pAllocationInfo->deviceMemory = hAllocation->GetMemory();
      -
      16904  pAllocationInfo->offset = hAllocation->GetOffset();
      -
      16905  pAllocationInfo->size = hAllocation->GetSize();
      -
      16906  pAllocationInfo->pMappedData = hAllocation->GetMappedData();
      -
      16907  pAllocationInfo->pUserData = hAllocation->GetUserData();
      -
      16908  }
      -
      16909 }
      -
      16910 
      -
      16911 bool VmaAllocator_T::TouchAllocation(VmaAllocation hAllocation)
      -
      16912 {
      -
      16913  // This is a stripped-down version of VmaAllocator_T::GetAllocationInfo.
      -
      16914  if(hAllocation->CanBecomeLost())
      -
      16915  {
      -
      16916  uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
      -
      16917  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
      -
      16918  for(;;)
      -
      16919  {
      -
      16920  if(localLastUseFrameIndex == VMA_FRAME_INDEX_LOST)
      -
      16921  {
      -
      16922  return false;
      -
      16923  }
      -
      16924  else if(localLastUseFrameIndex == localCurrFrameIndex)
      -
      16925  {
      -
      16926  return true;
      -
      16927  }
      -
      16928  else // Last use time earlier than current time.
      -
      16929  {
      -
      16930  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
      -
      16931  {
      -
      16932  localLastUseFrameIndex = localCurrFrameIndex;
      -
      16933  }
      -
      16934  }
      -
      16935  }
      -
      16936  }
      -
      16937  else
      -
      16938  {
      -
      16939 #if VMA_STATS_STRING_ENABLED
      -
      16940  uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
      -
      16941  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
      -
      16942  for(;;)
      -
      16943  {
      -
      16944  VMA_ASSERT(localLastUseFrameIndex != VMA_FRAME_INDEX_LOST);
      -
      16945  if(localLastUseFrameIndex == localCurrFrameIndex)
      -
      16946  {
      -
      16947  break;
      -
      16948  }
      -
      16949  else // Last use time earlier than current time.
      -
      16950  {
      -
      16951  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
      -
      16952  {
      -
      16953  localLastUseFrameIndex = localCurrFrameIndex;
      -
      16954  }
      -
      16955  }
      -
      16956  }
      -
      16957 #endif
      -
      16958 
      -
      16959  return true;
      -
      16960  }
      -
      16961 }
      -
      16962 
      -
      16963 VkResult VmaAllocator_T::CreatePool(const VmaPoolCreateInfo* pCreateInfo, VmaPool* pPool)
      -
      16964 {
      -
      16965  VMA_DEBUG_LOG(" CreatePool: MemoryTypeIndex=%u, flags=%u", pCreateInfo->memoryTypeIndex, pCreateInfo->flags);
      -
      16966 
      -
      16967  VmaPoolCreateInfo newCreateInfo = *pCreateInfo;
      -
      16968 
      -
      16969  if(newCreateInfo.maxBlockCount == 0)
      -
      16970  {
      -
      16971  newCreateInfo.maxBlockCount = SIZE_MAX;
      -
      16972  }
      -
      16973  if(newCreateInfo.minBlockCount > newCreateInfo.maxBlockCount)
      -
      16974  {
      -
      16975  return VK_ERROR_INITIALIZATION_FAILED;
      -
      16976  }
      -
      16977  // Memory type index out of range or forbidden.
      -
      16978  if(pCreateInfo->memoryTypeIndex >= GetMemoryTypeCount() ||
      -
      16979  ((1u << pCreateInfo->memoryTypeIndex) & m_GlobalMemoryTypeBits) == 0)
      -
      16980  {
      -
      16981  return VK_ERROR_FEATURE_NOT_PRESENT;
      -
      16982  }
      -
      16983 
      -
      16984  const VkDeviceSize preferredBlockSize = CalcPreferredBlockSize(newCreateInfo.memoryTypeIndex);
      +
      16801  // Postprocess.
      +
      16802  VmaPostprocessCalcStatInfo(pStats->total);
      +
      16803  for(size_t i = 0; i < GetMemoryTypeCount(); ++i)
      +
      16804  VmaPostprocessCalcStatInfo(pStats->memoryType[i]);
      +
      16805  for(size_t i = 0; i < GetMemoryHeapCount(); ++i)
      +
      16806  VmaPostprocessCalcStatInfo(pStats->memoryHeap[i]);
      +
      16807 }
      +
      16808 
      +
      16809 void VmaAllocator_T::GetBudget(VmaBudget* outBudget, uint32_t firstHeap, uint32_t heapCount)
      +
      16810 {
      +
      16811 #if VMA_MEMORY_BUDGET
      +
      16812  if(m_UseExtMemoryBudget)
      +
      16813  {
      +
      16814  if(m_Budget.m_OperationsSinceBudgetFetch < 30)
      +
      16815  {
      +
      16816  VmaMutexLockRead lockRead(m_Budget.m_BudgetMutex, m_UseMutex);
      +
      16817  for(uint32_t i = 0; i < heapCount; ++i, ++outBudget)
      +
      16818  {
      +
      16819  const uint32_t heapIndex = firstHeap + i;
      +
      16820 
      +
      16821  outBudget->blockBytes = m_Budget.m_BlockBytes[heapIndex];
      +
      16822  outBudget->allocationBytes = m_Budget.m_AllocationBytes[heapIndex];
      +
      16823 
      +
      16824  if(m_Budget.m_VulkanUsage[heapIndex] + outBudget->blockBytes > m_Budget.m_BlockBytesAtBudgetFetch[heapIndex])
      +
      16825  {
      +
      16826  outBudget->usage = m_Budget.m_VulkanUsage[heapIndex] +
      +
      16827  outBudget->blockBytes - m_Budget.m_BlockBytesAtBudgetFetch[heapIndex];
      +
      16828  }
      +
      16829  else
      +
      16830  {
      +
      16831  outBudget->usage = 0;
      +
      16832  }
      +
      16833 
      +
      16834  // Have to take MIN with heap size because explicit HeapSizeLimit is included in it.
      +
      16835  outBudget->budget = VMA_MIN(
      +
      16836  m_Budget.m_VulkanBudget[heapIndex], m_MemProps.memoryHeaps[heapIndex].size);
      +
      16837  }
      +
      16838  }
      +
      16839  else
      +
      16840  {
      +
      16841  UpdateVulkanBudget(); // Outside of mutex lock
      +
      16842  GetBudget(outBudget, firstHeap, heapCount); // Recursion
      +
      16843  }
      +
      16844  }
      +
      16845  else
      +
      16846 #endif
      +
      16847  {
      +
      16848  for(uint32_t i = 0; i < heapCount; ++i, ++outBudget)
      +
      16849  {
      +
      16850  const uint32_t heapIndex = firstHeap + i;
      +
      16851 
      +
      16852  outBudget->blockBytes = m_Budget.m_BlockBytes[heapIndex];
      +
      16853  outBudget->allocationBytes = m_Budget.m_AllocationBytes[heapIndex];
      +
      16854 
      +
      16855  outBudget->usage = outBudget->blockBytes;
      +
      16856  outBudget->budget = m_MemProps.memoryHeaps[heapIndex].size * 8 / 10; // 80% heuristics.
      +
      16857  }
      +
      16858  }
      +
      16859 }
      +
      16860 
      +
      16861 static const uint32_t VMA_VENDOR_ID_AMD = 4098;
      +
      16862 
      +
      16863 VkResult VmaAllocator_T::DefragmentationBegin(
      +
      16864  const VmaDefragmentationInfo2& info,
      +
      16865  VmaDefragmentationStats* pStats,
      +
      16866  VmaDefragmentationContext* pContext)
      +
      16867 {
      +
      16868  if(info.pAllocationsChanged != VMA_NULL)
      +
      16869  {
      +
      16870  memset(info.pAllocationsChanged, 0, info.allocationCount * sizeof(VkBool32));
      +
      16871  }
      +
      16872 
      +
      16873  *pContext = vma_new(this, VmaDefragmentationContext_T)(
      +
      16874  this, m_CurrentFrameIndex.load(), info.flags, pStats);
      +
      16875 
      +
      16876  (*pContext)->AddPools(info.poolCount, info.pPools);
      +
      16877  (*pContext)->AddAllocations(
      +
      16878  info.allocationCount, info.pAllocations, info.pAllocationsChanged);
      +
      16879 
      +
      16880  VkResult res = (*pContext)->Defragment(
      +
      16881  info.maxCpuBytesToMove, info.maxCpuAllocationsToMove,
      +
      16882  info.maxGpuBytesToMove, info.maxGpuAllocationsToMove,
      +
      16883  info.commandBuffer, pStats, info.flags);
      +
      16884 
      +
      16885  if(res != VK_NOT_READY)
      +
      16886  {
      +
      16887  vma_delete(this, *pContext);
      +
      16888  *pContext = VMA_NULL;
      +
      16889  }
      +
      16890 
      +
      16891  return res;
      +
      16892 }
      +
      16893 
      +
      16894 VkResult VmaAllocator_T::DefragmentationEnd(
      +
      16895  VmaDefragmentationContext context)
      +
      16896 {
      +
      16897  vma_delete(this, context);
      +
      16898  return VK_SUCCESS;
      +
      16899 }
      +
      16900 
      +
      16901 VkResult VmaAllocator_T::DefragmentationPassBegin(
      +
      16902  VmaDefragmentationPassInfo* pInfo,
      +
      16903  VmaDefragmentationContext context)
      +
      16904 {
      +
      16905  return context->DefragmentPassBegin(pInfo);
      +
      16906 }
      +
      16907 VkResult VmaAllocator_T::DefragmentationPassEnd(
      +
      16908  VmaDefragmentationContext context)
      +
      16909 {
      +
      16910  return context->DefragmentPassEnd();
      +
      16911 
      +
      16912 }
      +
      16913 
      +
      16914 void VmaAllocator_T::GetAllocationInfo(VmaAllocation hAllocation, VmaAllocationInfo* pAllocationInfo)
      +
      16915 {
      +
      16916  if(hAllocation->CanBecomeLost())
      +
      16917  {
      +
      16918  /*
      +
      16919  Warning: This is a carefully designed algorithm.
      +
      16920  Do not modify unless you really know what you're doing :)
      +
      16921  */
      +
      16922  const uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
      +
      16923  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
      +
      16924  for(;;)
      +
      16925  {
      +
      16926  if(localLastUseFrameIndex == VMA_FRAME_INDEX_LOST)
      +
      16927  {
      +
      16928  pAllocationInfo->memoryType = UINT32_MAX;
      +
      16929  pAllocationInfo->deviceMemory = VK_NULL_HANDLE;
      +
      16930  pAllocationInfo->offset = 0;
      +
      16931  pAllocationInfo->size = hAllocation->GetSize();
      +
      16932  pAllocationInfo->pMappedData = VMA_NULL;
      +
      16933  pAllocationInfo->pUserData = hAllocation->GetUserData();
      +
      16934  return;
      +
      16935  }
      +
      16936  else if(localLastUseFrameIndex == localCurrFrameIndex)
      +
      16937  {
      +
      16938  pAllocationInfo->memoryType = hAllocation->GetMemoryTypeIndex();
      +
      16939  pAllocationInfo->deviceMemory = hAllocation->GetMemory();
      +
      16940  pAllocationInfo->offset = hAllocation->GetOffset();
      +
      16941  pAllocationInfo->size = hAllocation->GetSize();
      +
      16942  pAllocationInfo->pMappedData = VMA_NULL;
      +
      16943  pAllocationInfo->pUserData = hAllocation->GetUserData();
      +
      16944  return;
      +
      16945  }
      +
      16946  else // Last use time earlier than current time.
      +
      16947  {
      +
      16948  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
      +
      16949  {
      +
      16950  localLastUseFrameIndex = localCurrFrameIndex;
      +
      16951  }
      +
      16952  }
      +
      16953  }
      +
      16954  }
      +
      16955  else
      +
      16956  {
      +
      16957 #if VMA_STATS_STRING_ENABLED
      +
      16958  uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
      +
      16959  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
      +
      16960  for(;;)
      +
      16961  {
      +
      16962  VMA_ASSERT(localLastUseFrameIndex != VMA_FRAME_INDEX_LOST);
      +
      16963  if(localLastUseFrameIndex == localCurrFrameIndex)
      +
      16964  {
      +
      16965  break;
      +
      16966  }
      +
      16967  else // Last use time earlier than current time.
      +
      16968  {
      +
      16969  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
      +
      16970  {
      +
      16971  localLastUseFrameIndex = localCurrFrameIndex;
      +
      16972  }
      +
      16973  }
      +
      16974  }
      +
      16975 #endif
      +
      16976 
      +
      16977  pAllocationInfo->memoryType = hAllocation->GetMemoryTypeIndex();
      +
      16978  pAllocationInfo->deviceMemory = hAllocation->GetMemory();
      +
      16979  pAllocationInfo->offset = hAllocation->GetOffset();
      +
      16980  pAllocationInfo->size = hAllocation->GetSize();
      +
      16981  pAllocationInfo->pMappedData = hAllocation->GetMappedData();
      +
      16982  pAllocationInfo->pUserData = hAllocation->GetUserData();
      +
      16983  }
      +
      16984 }
      16985 
      -
      16986  *pPool = vma_new(this, VmaPool_T)(this, newCreateInfo, preferredBlockSize);
      -
      16987 
      -
      16988  VkResult res = (*pPool)->m_BlockVector.CreateMinBlocks();
      -
      16989  if(res != VK_SUCCESS)
      +
      16986 bool VmaAllocator_T::TouchAllocation(VmaAllocation hAllocation)
      +
      16987 {
      +
      16988  // This is a stripped-down version of VmaAllocator_T::GetAllocationInfo.
      +
      16989  if(hAllocation->CanBecomeLost())
      16990  {
      -
      16991  vma_delete(this, *pPool);
      -
      16992  *pPool = VMA_NULL;
      -
      16993  return res;
      -
      16994  }
      -
      16995 
      -
      16996  // Add to m_Pools.
      -
      16997  {
      -
      16998  VmaMutexLockWrite lock(m_PoolsMutex, m_UseMutex);
      -
      16999  (*pPool)->SetId(m_NextPoolId++);
      -
      17000  VmaVectorInsertSorted<VmaPointerLess>(m_Pools, *pPool);
      -
      17001  }
      -
      17002 
      -
      17003  return VK_SUCCESS;
      -
      17004 }
      -
      17005 
      -
      17006 void VmaAllocator_T::DestroyPool(VmaPool pool)
      -
      17007 {
      -
      17008  // Remove from m_Pools.
      -
      17009  {
      -
      17010  VmaMutexLockWrite lock(m_PoolsMutex, m_UseMutex);
      -
      17011  bool success = VmaVectorRemoveSorted<VmaPointerLess>(m_Pools, pool);
      -
      17012  VMA_ASSERT(success && "Pool not found in Allocator.");
      -
      17013  }
      -
      17014 
      -
      17015  vma_delete(this, pool);
      -
      17016 }
      -
      17017 
      -
      17018 void VmaAllocator_T::GetPoolStats(VmaPool pool, VmaPoolStats* pPoolStats)
      -
      17019 {
      -
      17020  pool->m_BlockVector.GetPoolStats(pPoolStats);
      -
      17021 }
      -
      17022 
      -
      17023 void VmaAllocator_T::SetCurrentFrameIndex(uint32_t frameIndex)
      -
      17024 {
      -
      17025  m_CurrentFrameIndex.store(frameIndex);
      -
      17026 
      -
      17027 #if VMA_MEMORY_BUDGET
      -
      17028  if(m_UseExtMemoryBudget)
      -
      17029  {
      -
      17030  UpdateVulkanBudget();
      -
      17031  }
      -
      17032 #endif // #if VMA_MEMORY_BUDGET
      -
      17033 }
      -
      17034 
      -
      17035 void VmaAllocator_T::MakePoolAllocationsLost(
      -
      17036  VmaPool hPool,
      -
      17037  size_t* pLostAllocationCount)
      -
      17038 {
      -
      17039  hPool->m_BlockVector.MakePoolAllocationsLost(
      -
      17040  m_CurrentFrameIndex.load(),
      -
      17041  pLostAllocationCount);
      -
      17042 }
      +
      16991  uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
      +
      16992  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
      +
      16993  for(;;)
      +
      16994  {
      +
      16995  if(localLastUseFrameIndex == VMA_FRAME_INDEX_LOST)
      +
      16996  {
      +
      16997  return false;
      +
      16998  }
      +
      16999  else if(localLastUseFrameIndex == localCurrFrameIndex)
      +
      17000  {
      +
      17001  return true;
      +
      17002  }
      +
      17003  else // Last use time earlier than current time.
      +
      17004  {
      +
      17005  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
      +
      17006  {
      +
      17007  localLastUseFrameIndex = localCurrFrameIndex;
      +
      17008  }
      +
      17009  }
      +
      17010  }
      +
      17011  }
      +
      17012  else
      +
      17013  {
      +
      17014 #if VMA_STATS_STRING_ENABLED
      +
      17015  uint32_t localCurrFrameIndex = m_CurrentFrameIndex.load();
      +
      17016  uint32_t localLastUseFrameIndex = hAllocation->GetLastUseFrameIndex();
      +
      17017  for(;;)
      +
      17018  {
      +
      17019  VMA_ASSERT(localLastUseFrameIndex != VMA_FRAME_INDEX_LOST);
      +
      17020  if(localLastUseFrameIndex == localCurrFrameIndex)
      +
      17021  {
      +
      17022  break;
      +
      17023  }
      +
      17024  else // Last use time earlier than current time.
      +
      17025  {
      +
      17026  if(hAllocation->CompareExchangeLastUseFrameIndex(localLastUseFrameIndex, localCurrFrameIndex))
      +
      17027  {
      +
      17028  localLastUseFrameIndex = localCurrFrameIndex;
      +
      17029  }
      +
      17030  }
      +
      17031  }
      +
      17032 #endif
      +
      17033 
      +
      17034  return true;
      +
      17035  }
      +
      17036 }
      +
      17037 
      +
      17038 VkResult VmaAllocator_T::CreatePool(const VmaPoolCreateInfo* pCreateInfo, VmaPool* pPool)
      +
      17039 {
      +
      17040  VMA_DEBUG_LOG(" CreatePool: MemoryTypeIndex=%u, flags=%u", pCreateInfo->memoryTypeIndex, pCreateInfo->flags);
      +
      17041 
      +
      17042  VmaPoolCreateInfo newCreateInfo = *pCreateInfo;
      17043 
      -
      17044 VkResult VmaAllocator_T::CheckPoolCorruption(VmaPool hPool)
      -
      17045 {
      -
      17046  return hPool->m_BlockVector.CheckCorruption();
      -
      17047 }
      -
      17048 
      -
      17049 VkResult VmaAllocator_T::CheckCorruption(uint32_t memoryTypeBits)
      -
      17050 {
      -
      17051  VkResult finalRes = VK_ERROR_FEATURE_NOT_PRESENT;
      -
      17052 
      -
      17053  // Process default pools.
      -
      17054  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      +
      17044  if(newCreateInfo.maxBlockCount == 0)
      +
      17045  {
      +
      17046  newCreateInfo.maxBlockCount = SIZE_MAX;
      +
      17047  }
      +
      17048  if(newCreateInfo.minBlockCount > newCreateInfo.maxBlockCount)
      +
      17049  {
      +
      17050  return VK_ERROR_INITIALIZATION_FAILED;
      +
      17051  }
      +
      17052  // Memory type index out of range or forbidden.
      +
      17053  if(pCreateInfo->memoryTypeIndex >= GetMemoryTypeCount() ||
      +
      17054  ((1u << pCreateInfo->memoryTypeIndex) & m_GlobalMemoryTypeBits) == 0)
      17055  {
      -
      17056  if(((1u << memTypeIndex) & memoryTypeBits) != 0)
      -
      17057  {
      -
      17058  VmaBlockVector* const pBlockVector = m_pBlockVectors[memTypeIndex];
      -
      17059  VMA_ASSERT(pBlockVector);
      -
      17060  VkResult localRes = pBlockVector->CheckCorruption();
      -
      17061  switch(localRes)
      -
      17062  {
      -
      17063  case VK_ERROR_FEATURE_NOT_PRESENT:
      -
      17064  break;
      -
      17065  case VK_SUCCESS:
      -
      17066  finalRes = VK_SUCCESS;
      -
      17067  break;
      -
      17068  default:
      -
      17069  return localRes;
      -
      17070  }
      -
      17071  }
      -
      17072  }
      -
      17073 
      -
      17074  // Process custom pools.
      -
      17075  {
      -
      17076  VmaMutexLockRead lock(m_PoolsMutex, m_UseMutex);
      -
      17077  for(size_t poolIndex = 0, poolCount = m_Pools.size(); poolIndex < poolCount; ++poolIndex)
      -
      17078  {
      -
      17079  if(((1u << m_Pools[poolIndex]->m_BlockVector.GetMemoryTypeIndex()) & memoryTypeBits) != 0)
      -
      17080  {
      -
      17081  VkResult localRes = m_Pools[poolIndex]->m_BlockVector.CheckCorruption();
      -
      17082  switch(localRes)
      -
      17083  {
      -
      17084  case VK_ERROR_FEATURE_NOT_PRESENT:
      -
      17085  break;
      -
      17086  case VK_SUCCESS:
      -
      17087  finalRes = VK_SUCCESS;
      -
      17088  break;
      -
      17089  default:
      -
      17090  return localRes;
      -
      17091  }
      -
      17092  }
      -
      17093  }
      -
      17094  }
      -
      17095 
      -
      17096  return finalRes;
      -
      17097 }
      -
      17098 
      -
      17099 void VmaAllocator_T::CreateLostAllocation(VmaAllocation* pAllocation)
      -
      17100 {
      -
      17101  *pAllocation = m_AllocationObjectAllocator.Allocate(VMA_FRAME_INDEX_LOST, false);
      -
      17102  (*pAllocation)->InitLost();
      -
      17103 }
      -
      17104 
      -
      17105 VkResult VmaAllocator_T::AllocateVulkanMemory(const VkMemoryAllocateInfo* pAllocateInfo, VkDeviceMemory* pMemory)
      -
      17106 {
      -
      17107  const uint32_t heapIndex = MemoryTypeIndexToHeapIndex(pAllocateInfo->memoryTypeIndex);
      -
      17108 
      -
      17109  // HeapSizeLimit is in effect for this heap.
      -
      17110  if((m_HeapSizeLimitMask & (1u << heapIndex)) != 0)
      -
      17111  {
      -
      17112  const VkDeviceSize heapSize = m_MemProps.memoryHeaps[heapIndex].size;
      -
      17113  VkDeviceSize blockBytes = m_Budget.m_BlockBytes[heapIndex];
      -
      17114  for(;;)
      -
      17115  {
      -
      17116  const VkDeviceSize blockBytesAfterAllocation = blockBytes + pAllocateInfo->allocationSize;
      -
      17117  if(blockBytesAfterAllocation > heapSize)
      -
      17118  {
      -
      17119  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      -
      17120  }
      -
      17121  if(m_Budget.m_BlockBytes[heapIndex].compare_exchange_strong(blockBytes, blockBytesAfterAllocation))
      -
      17122  {
      -
      17123  break;
      -
      17124  }
      -
      17125  }
      -
      17126  }
      -
      17127  else
      -
      17128  {
      -
      17129  m_Budget.m_BlockBytes[heapIndex] += pAllocateInfo->allocationSize;
      -
      17130  }
      -
      17131 
      -
      17132  // VULKAN CALL vkAllocateMemory.
      -
      17133  VkResult res = (*m_VulkanFunctions.vkAllocateMemory)(m_hDevice, pAllocateInfo, GetAllocationCallbacks(), pMemory);
      -
      17134 
      -
      17135  if(res == VK_SUCCESS)
      -
      17136  {
      -
      17137 #if VMA_MEMORY_BUDGET
      -
      17138  ++m_Budget.m_OperationsSinceBudgetFetch;
      -
      17139 #endif
      -
      17140 
      -
      17141  // Informative callback.
      -
      17142  if(m_DeviceMemoryCallbacks.pfnAllocate != VMA_NULL)
      -
      17143  {
      -
      17144  (*m_DeviceMemoryCallbacks.pfnAllocate)(this, pAllocateInfo->memoryTypeIndex, *pMemory, pAllocateInfo->allocationSize, m_DeviceMemoryCallbacks.pUserData);
      -
      17145  }
      -
      17146  }
      -
      17147  else
      -
      17148  {
      -
      17149  m_Budget.m_BlockBytes[heapIndex] -= pAllocateInfo->allocationSize;
      -
      17150  }
      -
      17151 
      -
      17152  return res;
      -
      17153 }
      -
      17154 
      -
      17155 void VmaAllocator_T::FreeVulkanMemory(uint32_t memoryType, VkDeviceSize size, VkDeviceMemory hMemory)
      -
      17156 {
      -
      17157  // Informative callback.
      -
      17158  if(m_DeviceMemoryCallbacks.pfnFree != VMA_NULL)
      -
      17159  {
      -
      17160  (*m_DeviceMemoryCallbacks.pfnFree)(this, memoryType, hMemory, size, m_DeviceMemoryCallbacks.pUserData);
      -
      17161  }
      -
      17162 
      -
      17163  // VULKAN CALL vkFreeMemory.
      -
      17164  (*m_VulkanFunctions.vkFreeMemory)(m_hDevice, hMemory, GetAllocationCallbacks());
      -
      17165 
      -
      17166  m_Budget.m_BlockBytes[MemoryTypeIndexToHeapIndex(memoryType)] -= size;
      -
      17167 }
      -
      17168 
      -
      17169 VkResult VmaAllocator_T::BindVulkanBuffer(
      -
      17170  VkDeviceMemory memory,
      -
      17171  VkDeviceSize memoryOffset,
      -
      17172  VkBuffer buffer,
      -
      17173  const void* pNext)
      -
      17174 {
      -
      17175  if(pNext != VMA_NULL)
      -
      17176  {
      -
      17177 #if VMA_VULKAN_VERSION >= 1001000 || VMA_BIND_MEMORY2
      -
      17178  if((m_UseKhrBindMemory2 || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0)) &&
      -
      17179  m_VulkanFunctions.vkBindBufferMemory2KHR != VMA_NULL)
      -
      17180  {
      -
      17181  VkBindBufferMemoryInfoKHR bindBufferMemoryInfo = { VK_STRUCTURE_TYPE_BIND_BUFFER_MEMORY_INFO_KHR };
      -
      17182  bindBufferMemoryInfo.pNext = pNext;
      -
      17183  bindBufferMemoryInfo.buffer = buffer;
      -
      17184  bindBufferMemoryInfo.memory = memory;
      -
      17185  bindBufferMemoryInfo.memoryOffset = memoryOffset;
      -
      17186  return (*m_VulkanFunctions.vkBindBufferMemory2KHR)(m_hDevice, 1, &bindBufferMemoryInfo);
      -
      17187  }
      -
      17188  else
      -
      17189 #endif // #if VMA_VULKAN_VERSION >= 1001000 || VMA_BIND_MEMORY2
      +
      17056  return VK_ERROR_FEATURE_NOT_PRESENT;
      +
      17057  }
      +
      17058 
      +
      17059  const VkDeviceSize preferredBlockSize = CalcPreferredBlockSize(newCreateInfo.memoryTypeIndex);
      +
      17060 
      +
      17061  *pPool = vma_new(this, VmaPool_T)(this, newCreateInfo, preferredBlockSize);
      +
      17062 
      +
      17063  VkResult res = (*pPool)->m_BlockVector.CreateMinBlocks();
      +
      17064  if(res != VK_SUCCESS)
      +
      17065  {
      +
      17066  vma_delete(this, *pPool);
      +
      17067  *pPool = VMA_NULL;
      +
      17068  return res;
      +
      17069  }
      +
      17070 
      +
      17071  // Add to m_Pools.
      +
      17072  {
      +
      17073  VmaMutexLockWrite lock(m_PoolsMutex, m_UseMutex);
      +
      17074  (*pPool)->SetId(m_NextPoolId++);
      +
      17075  VmaVectorInsertSorted<VmaPointerLess>(m_Pools, *pPool);
      +
      17076  }
      +
      17077 
      +
      17078  return VK_SUCCESS;
      +
      17079 }
      +
      17080 
      +
      17081 void VmaAllocator_T::DestroyPool(VmaPool pool)
      +
      17082 {
      +
      17083  // Remove from m_Pools.
      +
      17084  {
      +
      17085  VmaMutexLockWrite lock(m_PoolsMutex, m_UseMutex);
      +
      17086  bool success = VmaVectorRemoveSorted<VmaPointerLess>(m_Pools, pool);
      +
      17087  VMA_ASSERT(success && "Pool not found in Allocator.");
      +
      17088  }
      +
      17089 
      +
      17090  vma_delete(this, pool);
      +
      17091 }
      +
      17092 
      +
      17093 void VmaAllocator_T::GetPoolStats(VmaPool pool, VmaPoolStats* pPoolStats)
      +
      17094 {
      +
      17095  pool->m_BlockVector.GetPoolStats(pPoolStats);
      +
      17096 }
      +
      17097 
      +
      17098 void VmaAllocator_T::SetCurrentFrameIndex(uint32_t frameIndex)
      +
      17099 {
      +
      17100  m_CurrentFrameIndex.store(frameIndex);
      +
      17101 
      +
      17102 #if VMA_MEMORY_BUDGET
      +
      17103  if(m_UseExtMemoryBudget)
      +
      17104  {
      +
      17105  UpdateVulkanBudget();
      +
      17106  }
      +
      17107 #endif // #if VMA_MEMORY_BUDGET
      +
      17108 }
      +
      17109 
      +
      17110 void VmaAllocator_T::MakePoolAllocationsLost(
      +
      17111  VmaPool hPool,
      +
      17112  size_t* pLostAllocationCount)
      +
      17113 {
      +
      17114  hPool->m_BlockVector.MakePoolAllocationsLost(
      +
      17115  m_CurrentFrameIndex.load(),
      +
      17116  pLostAllocationCount);
      +
      17117 }
      +
      17118 
      +
      17119 VkResult VmaAllocator_T::CheckPoolCorruption(VmaPool hPool)
      +
      17120 {
      +
      17121  return hPool->m_BlockVector.CheckCorruption();
      +
      17122 }
      +
      17123 
      +
      17124 VkResult VmaAllocator_T::CheckCorruption(uint32_t memoryTypeBits)
      +
      17125 {
      +
      17126  VkResult finalRes = VK_ERROR_FEATURE_NOT_PRESENT;
      +
      17127 
      +
      17128  // Process default pools.
      +
      17129  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      +
      17130  {
      +
      17131  if(((1u << memTypeIndex) & memoryTypeBits) != 0)
      +
      17132  {
      +
      17133  VmaBlockVector* const pBlockVector = m_pBlockVectors[memTypeIndex];
      +
      17134  VMA_ASSERT(pBlockVector);
      +
      17135  VkResult localRes = pBlockVector->CheckCorruption();
      +
      17136  switch(localRes)
      +
      17137  {
      +
      17138  case VK_ERROR_FEATURE_NOT_PRESENT:
      +
      17139  break;
      +
      17140  case VK_SUCCESS:
      +
      17141  finalRes = VK_SUCCESS;
      +
      17142  break;
      +
      17143  default:
      +
      17144  return localRes;
      +
      17145  }
      +
      17146  }
      +
      17147  }
      +
      17148 
      +
      17149  // Process custom pools.
      +
      17150  {
      +
      17151  VmaMutexLockRead lock(m_PoolsMutex, m_UseMutex);
      +
      17152  for(size_t poolIndex = 0, poolCount = m_Pools.size(); poolIndex < poolCount; ++poolIndex)
      +
      17153  {
      +
      17154  if(((1u << m_Pools[poolIndex]->m_BlockVector.GetMemoryTypeIndex()) & memoryTypeBits) != 0)
      +
      17155  {
      +
      17156  VkResult localRes = m_Pools[poolIndex]->m_BlockVector.CheckCorruption();
      +
      17157  switch(localRes)
      +
      17158  {
      +
      17159  case VK_ERROR_FEATURE_NOT_PRESENT:
      +
      17160  break;
      +
      17161  case VK_SUCCESS:
      +
      17162  finalRes = VK_SUCCESS;
      +
      17163  break;
      +
      17164  default:
      +
      17165  return localRes;
      +
      17166  }
      +
      17167  }
      +
      17168  }
      +
      17169  }
      +
      17170 
      +
      17171  return finalRes;
      +
      17172 }
      +
      17173 
      +
      17174 void VmaAllocator_T::CreateLostAllocation(VmaAllocation* pAllocation)
      +
      17175 {
      +
      17176  *pAllocation = m_AllocationObjectAllocator.Allocate(VMA_FRAME_INDEX_LOST, false);
      +
      17177  (*pAllocation)->InitLost();
      +
      17178 }
      +
      17179 
      +
      17180 VkResult VmaAllocator_T::AllocateVulkanMemory(const VkMemoryAllocateInfo* pAllocateInfo, VkDeviceMemory* pMemory)
      +
      17181 {
      +
      17182  const uint32_t heapIndex = MemoryTypeIndexToHeapIndex(pAllocateInfo->memoryTypeIndex);
      +
      17183 
      +
      17184  // HeapSizeLimit is in effect for this heap.
      +
      17185  if((m_HeapSizeLimitMask & (1u << heapIndex)) != 0)
      +
      17186  {
      +
      17187  const VkDeviceSize heapSize = m_MemProps.memoryHeaps[heapIndex].size;
      +
      17188  VkDeviceSize blockBytes = m_Budget.m_BlockBytes[heapIndex];
      +
      17189  for(;;)
      17190  {
      -
      17191  return VK_ERROR_EXTENSION_NOT_PRESENT;
      -
      17192  }
      -
      17193  }
      -
      17194  else
      -
      17195  {
      -
      17196  return (*m_VulkanFunctions.vkBindBufferMemory)(m_hDevice, buffer, memory, memoryOffset);
      -
      17197  }
      -
      17198 }
      -
      17199 
      -
      17200 VkResult VmaAllocator_T::BindVulkanImage(
      -
      17201  VkDeviceMemory memory,
      -
      17202  VkDeviceSize memoryOffset,
      -
      17203  VkImage image,
      -
      17204  const void* pNext)
      -
      17205 {
      -
      17206  if(pNext != VMA_NULL)
      -
      17207  {
      -
      17208 #if VMA_VULKAN_VERSION >= 1001000 || VMA_BIND_MEMORY2
      -
      17209  if((m_UseKhrBindMemory2 || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0)) &&
      -
      17210  m_VulkanFunctions.vkBindImageMemory2KHR != VMA_NULL)
      -
      17211  {
      -
      17212  VkBindImageMemoryInfoKHR bindBufferMemoryInfo = { VK_STRUCTURE_TYPE_BIND_IMAGE_MEMORY_INFO_KHR };
      -
      17213  bindBufferMemoryInfo.pNext = pNext;
      -
      17214  bindBufferMemoryInfo.image = image;
      -
      17215  bindBufferMemoryInfo.memory = memory;
      -
      17216  bindBufferMemoryInfo.memoryOffset = memoryOffset;
      -
      17217  return (*m_VulkanFunctions.vkBindImageMemory2KHR)(m_hDevice, 1, &bindBufferMemoryInfo);
      -
      17218  }
      -
      17219  else
      -
      17220 #endif // #if VMA_BIND_MEMORY2
      -
      17221  {
      -
      17222  return VK_ERROR_EXTENSION_NOT_PRESENT;
      -
      17223  }
      -
      17224  }
      -
      17225  else
      -
      17226  {
      -
      17227  return (*m_VulkanFunctions.vkBindImageMemory)(m_hDevice, image, memory, memoryOffset);
      -
      17228  }
      -
      17229 }
      -
      17230 
      -
      17231 VkResult VmaAllocator_T::Map(VmaAllocation hAllocation, void** ppData)
      -
      17232 {
      -
      17233  if(hAllocation->CanBecomeLost())
      +
      17191  const VkDeviceSize blockBytesAfterAllocation = blockBytes + pAllocateInfo->allocationSize;
      +
      17192  if(blockBytesAfterAllocation > heapSize)
      +
      17193  {
      +
      17194  return VK_ERROR_OUT_OF_DEVICE_MEMORY;
      +
      17195  }
      +
      17196  if(m_Budget.m_BlockBytes[heapIndex].compare_exchange_strong(blockBytes, blockBytesAfterAllocation))
      +
      17197  {
      +
      17198  break;
      +
      17199  }
      +
      17200  }
      +
      17201  }
      +
      17202  else
      +
      17203  {
      +
      17204  m_Budget.m_BlockBytes[heapIndex] += pAllocateInfo->allocationSize;
      +
      17205  }
      +
      17206 
      +
      17207  // VULKAN CALL vkAllocateMemory.
      +
      17208  VkResult res = (*m_VulkanFunctions.vkAllocateMemory)(m_hDevice, pAllocateInfo, GetAllocationCallbacks(), pMemory);
      +
      17209 
      +
      17210  if(res == VK_SUCCESS)
      +
      17211  {
      +
      17212 #if VMA_MEMORY_BUDGET
      +
      17213  ++m_Budget.m_OperationsSinceBudgetFetch;
      +
      17214 #endif
      +
      17215 
      +
      17216  // Informative callback.
      +
      17217  if(m_DeviceMemoryCallbacks.pfnAllocate != VMA_NULL)
      +
      17218  {
      +
      17219  (*m_DeviceMemoryCallbacks.pfnAllocate)(this, pAllocateInfo->memoryTypeIndex, *pMemory, pAllocateInfo->allocationSize, m_DeviceMemoryCallbacks.pUserData);
      +
      17220  }
      +
      17221  }
      +
      17222  else
      +
      17223  {
      +
      17224  m_Budget.m_BlockBytes[heapIndex] -= pAllocateInfo->allocationSize;
      +
      17225  }
      +
      17226 
      +
      17227  return res;
      +
      17228 }
      +
      17229 
      +
      17230 void VmaAllocator_T::FreeVulkanMemory(uint32_t memoryType, VkDeviceSize size, VkDeviceMemory hMemory)
      +
      17231 {
      +
      17232  // Informative callback.
      +
      17233  if(m_DeviceMemoryCallbacks.pfnFree != VMA_NULL)
      17234  {
      -
      17235  return VK_ERROR_MEMORY_MAP_FAILED;
      +
      17235  (*m_DeviceMemoryCallbacks.pfnFree)(this, memoryType, hMemory, size, m_DeviceMemoryCallbacks.pUserData);
      17236  }
      17237 
      -
      17238  switch(hAllocation->GetType())
      -
      17239  {
      -
      17240  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      -
      17241  {
      -
      17242  VmaDeviceMemoryBlock* const pBlock = hAllocation->GetBlock();
      -
      17243  char *pBytes = VMA_NULL;
      -
      17244  VkResult res = pBlock->Map(this, 1, (void**)&pBytes);
      -
      17245  if(res == VK_SUCCESS)
      -
      17246  {
      -
      17247  *ppData = pBytes + (ptrdiff_t)hAllocation->GetOffset();
      -
      17248  hAllocation->BlockAllocMap();
      -
      17249  }
      -
      17250  return res;
      -
      17251  }
      -
      17252  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      -
      17253  return hAllocation->DedicatedAllocMap(this, ppData);
      -
      17254  default:
      -
      17255  VMA_ASSERT(0);
      -
      17256  return VK_ERROR_MEMORY_MAP_FAILED;
      -
      17257  }
      -
      17258 }
      -
      17259 
      -
      17260 void VmaAllocator_T::Unmap(VmaAllocation hAllocation)
      -
      17261 {
      -
      17262  switch(hAllocation->GetType())
      -
      17263  {
      -
      17264  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      +
      17238  // VULKAN CALL vkFreeMemory.
      +
      17239  (*m_VulkanFunctions.vkFreeMemory)(m_hDevice, hMemory, GetAllocationCallbacks());
      +
      17240 
      +
      17241  m_Budget.m_BlockBytes[MemoryTypeIndexToHeapIndex(memoryType)] -= size;
      +
      17242 }
      +
      17243 
      +
      17244 VkResult VmaAllocator_T::BindVulkanBuffer(
      +
      17245  VkDeviceMemory memory,
      +
      17246  VkDeviceSize memoryOffset,
      +
      17247  VkBuffer buffer,
      +
      17248  const void* pNext)
      +
      17249 {
      +
      17250  if(pNext != VMA_NULL)
      +
      17251  {
      +
      17252 #if VMA_VULKAN_VERSION >= 1001000 || VMA_BIND_MEMORY2
      +
      17253  if((m_UseKhrBindMemory2 || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0)) &&
      +
      17254  m_VulkanFunctions.vkBindBufferMemory2KHR != VMA_NULL)
      +
      17255  {
      +
      17256  VkBindBufferMemoryInfoKHR bindBufferMemoryInfo = { VK_STRUCTURE_TYPE_BIND_BUFFER_MEMORY_INFO_KHR };
      +
      17257  bindBufferMemoryInfo.pNext = pNext;
      +
      17258  bindBufferMemoryInfo.buffer = buffer;
      +
      17259  bindBufferMemoryInfo.memory = memory;
      +
      17260  bindBufferMemoryInfo.memoryOffset = memoryOffset;
      +
      17261  return (*m_VulkanFunctions.vkBindBufferMemory2KHR)(m_hDevice, 1, &bindBufferMemoryInfo);
      +
      17262  }
      +
      17263  else
      +
      17264 #endif // #if VMA_VULKAN_VERSION >= 1001000 || VMA_BIND_MEMORY2
      17265  {
      -
      17266  VmaDeviceMemoryBlock* const pBlock = hAllocation->GetBlock();
      -
      17267  hAllocation->BlockAllocUnmap();
      -
      17268  pBlock->Unmap(this, 1);
      -
      17269  }
      -
      17270  break;
      -
      17271  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      -
      17272  hAllocation->DedicatedAllocUnmap(this);
      -
      17273  break;
      -
      17274  default:
      -
      17275  VMA_ASSERT(0);
      -
      17276  }
      -
      17277 }
      -
      17278 
      -
      17279 VkResult VmaAllocator_T::BindBufferMemory(
      -
      17280  VmaAllocation hAllocation,
      -
      17281  VkDeviceSize allocationLocalOffset,
      -
      17282  VkBuffer hBuffer,
      -
      17283  const void* pNext)
      -
      17284 {
      -
      17285  VkResult res = VK_SUCCESS;
      -
      17286  switch(hAllocation->GetType())
      -
      17287  {
      -
      17288  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      -
      17289  res = BindVulkanBuffer(hAllocation->GetMemory(), allocationLocalOffset, hBuffer, pNext);
      -
      17290  break;
      -
      17291  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      -
      17292  {
      -
      17293  VmaDeviceMemoryBlock* const pBlock = hAllocation->GetBlock();
      -
      17294  VMA_ASSERT(pBlock && "Binding buffer to allocation that doesn't belong to any block. Is the allocation lost?");
      -
      17295  res = pBlock->BindBufferMemory(this, hAllocation, allocationLocalOffset, hBuffer, pNext);
      -
      17296  break;
      -
      17297  }
      -
      17298  default:
      -
      17299  VMA_ASSERT(0);
      -
      17300  }
      -
      17301  return res;
      -
      17302 }
      -
      17303 
      -
      17304 VkResult VmaAllocator_T::BindImageMemory(
      -
      17305  VmaAllocation hAllocation,
      -
      17306  VkDeviceSize allocationLocalOffset,
      -
      17307  VkImage hImage,
      -
      17308  const void* pNext)
      -
      17309 {
      -
      17310  VkResult res = VK_SUCCESS;
      -
      17311  switch(hAllocation->GetType())
      -
      17312  {
      -
      17313  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      -
      17314  res = BindVulkanImage(hAllocation->GetMemory(), allocationLocalOffset, hImage, pNext);
      -
      17315  break;
      -
      17316  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      -
      17317  {
      -
      17318  VmaDeviceMemoryBlock* pBlock = hAllocation->GetBlock();
      -
      17319  VMA_ASSERT(pBlock && "Binding image to allocation that doesn't belong to any block. Is the allocation lost?");
      -
      17320  res = pBlock->BindImageMemory(this, hAllocation, allocationLocalOffset, hImage, pNext);
      -
      17321  break;
      -
      17322  }
      -
      17323  default:
      -
      17324  VMA_ASSERT(0);
      -
      17325  }
      -
      17326  return res;
      -
      17327 }
      -
      17328 
      -
      17329 VkResult VmaAllocator_T::FlushOrInvalidateAllocation(
      -
      17330  VmaAllocation hAllocation,
      -
      17331  VkDeviceSize offset, VkDeviceSize size,
      -
      17332  VMA_CACHE_OPERATION op)
      -
      17333 {
      -
      17334  VkResult res = VK_SUCCESS;
      -
      17335 
      -
      17336  VkMappedMemoryRange memRange = {};
      -
      17337  if(GetFlushOrInvalidateRange(hAllocation, offset, size, memRange))
      +
      17266  return VK_ERROR_EXTENSION_NOT_PRESENT;
      +
      17267  }
      +
      17268  }
      +
      17269  else
      +
      17270  {
      +
      17271  return (*m_VulkanFunctions.vkBindBufferMemory)(m_hDevice, buffer, memory, memoryOffset);
      +
      17272  }
      +
      17273 }
      +
      17274 
      +
      17275 VkResult VmaAllocator_T::BindVulkanImage(
      +
      17276  VkDeviceMemory memory,
      +
      17277  VkDeviceSize memoryOffset,
      +
      17278  VkImage image,
      +
      17279  const void* pNext)
      +
      17280 {
      +
      17281  if(pNext != VMA_NULL)
      +
      17282  {
      +
      17283 #if VMA_VULKAN_VERSION >= 1001000 || VMA_BIND_MEMORY2
      +
      17284  if((m_UseKhrBindMemory2 || m_VulkanApiVersion >= VK_MAKE_VERSION(1, 1, 0)) &&
      +
      17285  m_VulkanFunctions.vkBindImageMemory2KHR != VMA_NULL)
      +
      17286  {
      +
      17287  VkBindImageMemoryInfoKHR bindBufferMemoryInfo = { VK_STRUCTURE_TYPE_BIND_IMAGE_MEMORY_INFO_KHR };
      +
      17288  bindBufferMemoryInfo.pNext = pNext;
      +
      17289  bindBufferMemoryInfo.image = image;
      +
      17290  bindBufferMemoryInfo.memory = memory;
      +
      17291  bindBufferMemoryInfo.memoryOffset = memoryOffset;
      +
      17292  return (*m_VulkanFunctions.vkBindImageMemory2KHR)(m_hDevice, 1, &bindBufferMemoryInfo);
      +
      17293  }
      +
      17294  else
      +
      17295 #endif // #if VMA_BIND_MEMORY2
      +
      17296  {
      +
      17297  return VK_ERROR_EXTENSION_NOT_PRESENT;
      +
      17298  }
      +
      17299  }
      +
      17300  else
      +
      17301  {
      +
      17302  return (*m_VulkanFunctions.vkBindImageMemory)(m_hDevice, image, memory, memoryOffset);
      +
      17303  }
      +
      17304 }
      +
      17305 
      +
      17306 VkResult VmaAllocator_T::Map(VmaAllocation hAllocation, void** ppData)
      +
      17307 {
      +
      17308  if(hAllocation->CanBecomeLost())
      +
      17309  {
      +
      17310  return VK_ERROR_MEMORY_MAP_FAILED;
      +
      17311  }
      +
      17312 
      +
      17313  switch(hAllocation->GetType())
      +
      17314  {
      +
      17315  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      +
      17316  {
      +
      17317  VmaDeviceMemoryBlock* const pBlock = hAllocation->GetBlock();
      +
      17318  char *pBytes = VMA_NULL;
      +
      17319  VkResult res = pBlock->Map(this, 1, (void**)&pBytes);
      +
      17320  if(res == VK_SUCCESS)
      +
      17321  {
      +
      17322  *ppData = pBytes + (ptrdiff_t)hAllocation->GetOffset();
      +
      17323  hAllocation->BlockAllocMap();
      +
      17324  }
      +
      17325  return res;
      +
      17326  }
      +
      17327  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      +
      17328  return hAllocation->DedicatedAllocMap(this, ppData);
      +
      17329  default:
      +
      17330  VMA_ASSERT(0);
      +
      17331  return VK_ERROR_MEMORY_MAP_FAILED;
      +
      17332  }
      +
      17333 }
      +
      17334 
      +
      17335 void VmaAllocator_T::Unmap(VmaAllocation hAllocation)
      +
      17336 {
      +
      17337  switch(hAllocation->GetType())
      17338  {
      -
      17339  switch(op)
      +
      17339  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      17340  {
      -
      17341  case VMA_CACHE_FLUSH:
      -
      17342  res = (*GetVulkanFunctions().vkFlushMappedMemoryRanges)(m_hDevice, 1, &memRange);
      -
      17343  break;
      -
      17344  case VMA_CACHE_INVALIDATE:
      -
      17345  res = (*GetVulkanFunctions().vkInvalidateMappedMemoryRanges)(m_hDevice, 1, &memRange);
      -
      17346  break;
      -
      17347  default:
      -
      17348  VMA_ASSERT(0);
      -
      17349  }
      -
      17350  }
      -
      17351  // else: Just ignore this call.
      -
      17352  return res;
      -
      17353 }
      -
      17354 
      -
      17355 VkResult VmaAllocator_T::FlushOrInvalidateAllocations(
      -
      17356  uint32_t allocationCount,
      -
      17357  const VmaAllocation* allocations,
      -
      17358  const VkDeviceSize* offsets, const VkDeviceSize* sizes,
      -
      17359  VMA_CACHE_OPERATION op)
      -
      17360 {
      -
      17361  typedef VmaStlAllocator<VkMappedMemoryRange> RangeAllocator;
      -
      17362  typedef VmaSmallVector<VkMappedMemoryRange, RangeAllocator, 16> RangeVector;
      -
      17363  RangeVector ranges = RangeVector(RangeAllocator(GetAllocationCallbacks()));
      -
      17364 
      -
      17365  for(uint32_t allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
      -
      17366  {
      -
      17367  const VmaAllocation alloc = allocations[allocIndex];
      -
      17368  const VkDeviceSize offset = offsets != VMA_NULL ? offsets[allocIndex] : 0;
      -
      17369  const VkDeviceSize size = sizes != VMA_NULL ? sizes[allocIndex] : VK_WHOLE_SIZE;
      -
      17370  VkMappedMemoryRange newRange;
      -
      17371  if(GetFlushOrInvalidateRange(alloc, offset, size, newRange))
      -
      17372  {
      -
      17373  ranges.push_back(newRange);
      -
      17374  }
      +
      17341  VmaDeviceMemoryBlock* const pBlock = hAllocation->GetBlock();
      +
      17342  hAllocation->BlockAllocUnmap();
      +
      17343  pBlock->Unmap(this, 1);
      +
      17344  }
      +
      17345  break;
      +
      17346  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      +
      17347  hAllocation->DedicatedAllocUnmap(this);
      +
      17348  break;
      +
      17349  default:
      +
      17350  VMA_ASSERT(0);
      +
      17351  }
      +
      17352 }
      +
      17353 
      +
      17354 VkResult VmaAllocator_T::BindBufferMemory(
      +
      17355  VmaAllocation hAllocation,
      +
      17356  VkDeviceSize allocationLocalOffset,
      +
      17357  VkBuffer hBuffer,
      +
      17358  const void* pNext)
      +
      17359 {
      +
      17360  VkResult res = VK_SUCCESS;
      +
      17361  switch(hAllocation->GetType())
      +
      17362  {
      +
      17363  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      +
      17364  res = BindVulkanBuffer(hAllocation->GetMemory(), allocationLocalOffset, hBuffer, pNext);
      +
      17365  break;
      +
      17366  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      +
      17367  {
      +
      17368  VmaDeviceMemoryBlock* const pBlock = hAllocation->GetBlock();
      +
      17369  VMA_ASSERT(pBlock && "Binding buffer to allocation that doesn't belong to any block. Is the allocation lost?");
      +
      17370  res = pBlock->BindBufferMemory(this, hAllocation, allocationLocalOffset, hBuffer, pNext);
      +
      17371  break;
      +
      17372  }
      +
      17373  default:
      +
      17374  VMA_ASSERT(0);
      17375  }
      -
      17376 
      -
      17377  VkResult res = VK_SUCCESS;
      -
      17378  if(!ranges.empty())
      -
      17379  {
      -
      17380  switch(op)
      -
      17381  {
      -
      17382  case VMA_CACHE_FLUSH:
      -
      17383  res = (*GetVulkanFunctions().vkFlushMappedMemoryRanges)(m_hDevice, (uint32_t)ranges.size(), ranges.data());
      -
      17384  break;
      -
      17385  case VMA_CACHE_INVALIDATE:
      -
      17386  res = (*GetVulkanFunctions().vkInvalidateMappedMemoryRanges)(m_hDevice, (uint32_t)ranges.size(), ranges.data());
      -
      17387  break;
      -
      17388  default:
      -
      17389  VMA_ASSERT(0);
      -
      17390  }
      -
      17391  }
      -
      17392  // else: Just ignore this call.
      -
      17393  return res;
      -
      17394 }
      -
      17395 
      -
      17396 void VmaAllocator_T::FreeDedicatedMemory(const VmaAllocation allocation)
      -
      17397 {
      -
      17398  VMA_ASSERT(allocation && allocation->GetType() == VmaAllocation_T::ALLOCATION_TYPE_DEDICATED);
      -
      17399 
      -
      17400  const uint32_t memTypeIndex = allocation->GetMemoryTypeIndex();
      -
      17401  {
      -
      17402  VmaMutexLockWrite lock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
      -
      17403  AllocationVectorType* const pDedicatedAllocations = m_pDedicatedAllocations[memTypeIndex];
      -
      17404  VMA_ASSERT(pDedicatedAllocations);
      -
      17405  bool success = VmaVectorRemoveSorted<VmaPointerLess>(*pDedicatedAllocations, allocation);
      -
      17406  VMA_ASSERT(success);
      -
      17407  }
      -
      17408 
      -
      17409  VkDeviceMemory hMemory = allocation->GetMemory();
      -
      17410 
      -
      17411  /*
      -
      17412  There is no need to call this, because Vulkan spec allows to skip vkUnmapMemory
      -
      17413  before vkFreeMemory.
      -
      17414 
      -
      17415  if(allocation->GetMappedData() != VMA_NULL)
      -
      17416  {
      -
      17417  (*m_VulkanFunctions.vkUnmapMemory)(m_hDevice, hMemory);
      -
      17418  }
      -
      17419  */
      -
      17420 
      -
      17421  FreeVulkanMemory(memTypeIndex, allocation->GetSize(), hMemory);
      -
      17422 
      -
      17423  VMA_DEBUG_LOG(" Freed DedicatedMemory MemoryTypeIndex=%u", memTypeIndex);
      -
      17424 }
      -
      17425 
      -
      17426 uint32_t VmaAllocator_T::CalculateGpuDefragmentationMemoryTypeBits() const
      -
      17427 {
      -
      17428  VkBufferCreateInfo dummyBufCreateInfo;
      -
      17429  VmaFillGpuDefragmentationBufferCreateInfo(dummyBufCreateInfo);
      -
      17430 
      -
      17431  uint32_t memoryTypeBits = 0;
      -
      17432 
      -
      17433  // Create buffer.
      -
      17434  VkBuffer buf = VK_NULL_HANDLE;
      -
      17435  VkResult res = (*GetVulkanFunctions().vkCreateBuffer)(
      -
      17436  m_hDevice, &dummyBufCreateInfo, GetAllocationCallbacks(), &buf);
      -
      17437  if(res == VK_SUCCESS)
      -
      17438  {
      -
      17439  // Query for supported memory types.
      -
      17440  VkMemoryRequirements memReq;
      -
      17441  (*GetVulkanFunctions().vkGetBufferMemoryRequirements)(m_hDevice, buf, &memReq);
      -
      17442  memoryTypeBits = memReq.memoryTypeBits;
      -
      17443 
      -
      17444  // Destroy buffer.
      -
      17445  (*GetVulkanFunctions().vkDestroyBuffer)(m_hDevice, buf, GetAllocationCallbacks());
      -
      17446  }
      -
      17447 
      -
      17448  return memoryTypeBits;
      -
      17449 }
      -
      17450 
      -
      17451 uint32_t VmaAllocator_T::CalculateGlobalMemoryTypeBits() const
      -
      17452 {
      -
      17453  // Make sure memory information is already fetched.
      -
      17454  VMA_ASSERT(GetMemoryTypeCount() > 0);
      -
      17455 
      -
      17456  uint32_t memoryTypeBits = UINT32_MAX;
      -
      17457 
      -
      17458  if(!m_UseAmdDeviceCoherentMemory)
      -
      17459  {
      -
      17460  // Exclude memory types that have VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD.
      -
      17461  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      -
      17462  {
      -
      17463  if((m_MemProps.memoryTypes[memTypeIndex].propertyFlags & VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY) != 0)
      -
      17464  {
      -
      17465  memoryTypeBits &= ~(1u << memTypeIndex);
      -
      17466  }
      -
      17467  }
      -
      17468  }
      -
      17469 
      -
      17470  return memoryTypeBits;
      -
      17471 }
      -
      17472 
      -
      17473 bool VmaAllocator_T::GetFlushOrInvalidateRange(
      -
      17474  VmaAllocation allocation,
      -
      17475  VkDeviceSize offset, VkDeviceSize size,
      -
      17476  VkMappedMemoryRange& outRange) const
      -
      17477 {
      -
      17478  const uint32_t memTypeIndex = allocation->GetMemoryTypeIndex();
      -
      17479  if(size > 0 && IsMemoryTypeNonCoherent(memTypeIndex))
      -
      17480  {
      -
      17481  const VkDeviceSize nonCoherentAtomSize = m_PhysicalDeviceProperties.limits.nonCoherentAtomSize;
      -
      17482  const VkDeviceSize allocationSize = allocation->GetSize();
      -
      17483  VMA_ASSERT(offset <= allocationSize);
      -
      17484 
      -
      17485  outRange.sType = VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE;
      -
      17486  outRange.pNext = VMA_NULL;
      -
      17487  outRange.memory = allocation->GetMemory();
      -
      17488 
      -
      17489  switch(allocation->GetType())
      -
      17490  {
      -
      17491  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      -
      17492  outRange.offset = VmaAlignDown(offset, nonCoherentAtomSize);
      -
      17493  if(size == VK_WHOLE_SIZE)
      -
      17494  {
      -
      17495  outRange.size = allocationSize - outRange.offset;
      -
      17496  }
      -
      17497  else
      -
      17498  {
      -
      17499  VMA_ASSERT(offset + size <= allocationSize);
      -
      17500  outRange.size = VMA_MIN(
      -
      17501  VmaAlignUp(size + (offset - outRange.offset), nonCoherentAtomSize),
      -
      17502  allocationSize - outRange.offset);
      -
      17503  }
      -
      17504  break;
      -
      17505  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      -
      17506  {
      -
      17507  // 1. Still within this allocation.
      -
      17508  outRange.offset = VmaAlignDown(offset, nonCoherentAtomSize);
      -
      17509  if(size == VK_WHOLE_SIZE)
      -
      17510  {
      -
      17511  size = allocationSize - offset;
      -
      17512  }
      -
      17513  else
      -
      17514  {
      -
      17515  VMA_ASSERT(offset + size <= allocationSize);
      -
      17516  }
      -
      17517  outRange.size = VmaAlignUp(size + (offset - outRange.offset), nonCoherentAtomSize);
      +
      17376  return res;
      +
      17377 }
      +
      17378 
      +
      17379 VkResult VmaAllocator_T::BindImageMemory(
      +
      17380  VmaAllocation hAllocation,
      +
      17381  VkDeviceSize allocationLocalOffset,
      +
      17382  VkImage hImage,
      +
      17383  const void* pNext)
      +
      17384 {
      +
      17385  VkResult res = VK_SUCCESS;
      +
      17386  switch(hAllocation->GetType())
      +
      17387  {
      +
      17388  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      +
      17389  res = BindVulkanImage(hAllocation->GetMemory(), allocationLocalOffset, hImage, pNext);
      +
      17390  break;
      +
      17391  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      +
      17392  {
      +
      17393  VmaDeviceMemoryBlock* pBlock = hAllocation->GetBlock();
      +
      17394  VMA_ASSERT(pBlock && "Binding image to allocation that doesn't belong to any block. Is the allocation lost?");
      +
      17395  res = pBlock->BindImageMemory(this, hAllocation, allocationLocalOffset, hImage, pNext);
      +
      17396  break;
      +
      17397  }
      +
      17398  default:
      +
      17399  VMA_ASSERT(0);
      +
      17400  }
      +
      17401  return res;
      +
      17402 }
      +
      17403 
      +
      17404 VkResult VmaAllocator_T::FlushOrInvalidateAllocation(
      +
      17405  VmaAllocation hAllocation,
      +
      17406  VkDeviceSize offset, VkDeviceSize size,
      +
      17407  VMA_CACHE_OPERATION op)
      +
      17408 {
      +
      17409  VkResult res = VK_SUCCESS;
      +
      17410 
      +
      17411  VkMappedMemoryRange memRange = {};
      +
      17412  if(GetFlushOrInvalidateRange(hAllocation, offset, size, memRange))
      +
      17413  {
      +
      17414  switch(op)
      +
      17415  {
      +
      17416  case VMA_CACHE_FLUSH:
      +
      17417  res = (*GetVulkanFunctions().vkFlushMappedMemoryRanges)(m_hDevice, 1, &memRange);
      +
      17418  break;
      +
      17419  case VMA_CACHE_INVALIDATE:
      +
      17420  res = (*GetVulkanFunctions().vkInvalidateMappedMemoryRanges)(m_hDevice, 1, &memRange);
      +
      17421  break;
      +
      17422  default:
      +
      17423  VMA_ASSERT(0);
      +
      17424  }
      +
      17425  }
      +
      17426  // else: Just ignore this call.
      +
      17427  return res;
      +
      17428 }
      +
      17429 
      +
      17430 VkResult VmaAllocator_T::FlushOrInvalidateAllocations(
      +
      17431  uint32_t allocationCount,
      +
      17432  const VmaAllocation* allocations,
      +
      17433  const VkDeviceSize* offsets, const VkDeviceSize* sizes,
      +
      17434  VMA_CACHE_OPERATION op)
      +
      17435 {
      +
      17436  typedef VmaStlAllocator<VkMappedMemoryRange> RangeAllocator;
      +
      17437  typedef VmaSmallVector<VkMappedMemoryRange, RangeAllocator, 16> RangeVector;
      +
      17438  RangeVector ranges = RangeVector(RangeAllocator(GetAllocationCallbacks()));
      +
      17439 
      +
      17440  for(uint32_t allocIndex = 0; allocIndex < allocationCount; ++allocIndex)
      +
      17441  {
      +
      17442  const VmaAllocation alloc = allocations[allocIndex];
      +
      17443  const VkDeviceSize offset = offsets != VMA_NULL ? offsets[allocIndex] : 0;
      +
      17444  const VkDeviceSize size = sizes != VMA_NULL ? sizes[allocIndex] : VK_WHOLE_SIZE;
      +
      17445  VkMappedMemoryRange newRange;
      +
      17446  if(GetFlushOrInvalidateRange(alloc, offset, size, newRange))
      +
      17447  {
      +
      17448  ranges.push_back(newRange);
      +
      17449  }
      +
      17450  }
      +
      17451 
      +
      17452  VkResult res = VK_SUCCESS;
      +
      17453  if(!ranges.empty())
      +
      17454  {
      +
      17455  switch(op)
      +
      17456  {
      +
      17457  case VMA_CACHE_FLUSH:
      +
      17458  res = (*GetVulkanFunctions().vkFlushMappedMemoryRanges)(m_hDevice, (uint32_t)ranges.size(), ranges.data());
      +
      17459  break;
      +
      17460  case VMA_CACHE_INVALIDATE:
      +
      17461  res = (*GetVulkanFunctions().vkInvalidateMappedMemoryRanges)(m_hDevice, (uint32_t)ranges.size(), ranges.data());
      +
      17462  break;
      +
      17463  default:
      +
      17464  VMA_ASSERT(0);
      +
      17465  }
      +
      17466  }
      +
      17467  // else: Just ignore this call.
      +
      17468  return res;
      +
      17469 }
      +
      17470 
      +
      17471 void VmaAllocator_T::FreeDedicatedMemory(const VmaAllocation allocation)
      +
      17472 {
      +
      17473  VMA_ASSERT(allocation && allocation->GetType() == VmaAllocation_T::ALLOCATION_TYPE_DEDICATED);
      +
      17474 
      +
      17475  const uint32_t memTypeIndex = allocation->GetMemoryTypeIndex();
      +
      17476  {
      +
      17477  VmaMutexLockWrite lock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
      +
      17478  AllocationVectorType* const pDedicatedAllocations = m_pDedicatedAllocations[memTypeIndex];
      +
      17479  VMA_ASSERT(pDedicatedAllocations);
      +
      17480  bool success = VmaVectorRemoveSorted<VmaPointerLess>(*pDedicatedAllocations, allocation);
      +
      17481  VMA_ASSERT(success);
      +
      17482  }
      +
      17483 
      +
      17484  VkDeviceMemory hMemory = allocation->GetMemory();
      +
      17485 
      +
      17486  /*
      +
      17487  There is no need to call this, because Vulkan spec allows to skip vkUnmapMemory
      +
      17488  before vkFreeMemory.
      +
      17489 
      +
      17490  if(allocation->GetMappedData() != VMA_NULL)
      +
      17491  {
      +
      17492  (*m_VulkanFunctions.vkUnmapMemory)(m_hDevice, hMemory);
      +
      17493  }
      +
      17494  */
      +
      17495 
      +
      17496  FreeVulkanMemory(memTypeIndex, allocation->GetSize(), hMemory);
      +
      17497 
      +
      17498  VMA_DEBUG_LOG(" Freed DedicatedMemory MemoryTypeIndex=%u", memTypeIndex);
      +
      17499 }
      +
      17500 
      +
      17501 uint32_t VmaAllocator_T::CalculateGpuDefragmentationMemoryTypeBits() const
      +
      17502 {
      +
      17503  VkBufferCreateInfo dummyBufCreateInfo;
      +
      17504  VmaFillGpuDefragmentationBufferCreateInfo(dummyBufCreateInfo);
      +
      17505 
      +
      17506  uint32_t memoryTypeBits = 0;
      +
      17507 
      +
      17508  // Create buffer.
      +
      17509  VkBuffer buf = VK_NULL_HANDLE;
      +
      17510  VkResult res = (*GetVulkanFunctions().vkCreateBuffer)(
      +
      17511  m_hDevice, &dummyBufCreateInfo, GetAllocationCallbacks(), &buf);
      +
      17512  if(res == VK_SUCCESS)
      +
      17513  {
      +
      17514  // Query for supported memory types.
      +
      17515  VkMemoryRequirements memReq;
      +
      17516  (*GetVulkanFunctions().vkGetBufferMemoryRequirements)(m_hDevice, buf, &memReq);
      +
      17517  memoryTypeBits = memReq.memoryTypeBits;
      17518 
      -
      17519  // 2. Adjust to whole block.
      -
      17520  const VkDeviceSize allocationOffset = allocation->GetOffset();
      -
      17521  VMA_ASSERT(allocationOffset % nonCoherentAtomSize == 0);
      -
      17522  const VkDeviceSize blockSize = allocation->GetBlock()->m_pMetadata->GetSize();
      -
      17523  outRange.offset += allocationOffset;
      -
      17524  outRange.size = VMA_MIN(outRange.size, blockSize - outRange.offset);
      +
      17519  // Destroy buffer.
      +
      17520  (*GetVulkanFunctions().vkDestroyBuffer)(m_hDevice, buf, GetAllocationCallbacks());
      +
      17521  }
      +
      17522 
      +
      17523  return memoryTypeBits;
      +
      17524 }
      17525 
      -
      17526  break;
      -
      17527  }
      -
      17528  default:
      -
      17529  VMA_ASSERT(0);
      -
      17530  }
      -
      17531  return true;
      -
      17532  }
      -
      17533  return false;
      -
      17534 }
      -
      17535 
      -
      17536 #if VMA_MEMORY_BUDGET
      -
      17537 
      -
      17538 void VmaAllocator_T::UpdateVulkanBudget()
      -
      17539 {
      -
      17540  VMA_ASSERT(m_UseExtMemoryBudget);
      -
      17541 
      -
      17542  VkPhysicalDeviceMemoryProperties2KHR memProps = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_MEMORY_PROPERTIES_2_KHR };
      -
      17543 
      -
      17544  VkPhysicalDeviceMemoryBudgetPropertiesEXT budgetProps = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_MEMORY_BUDGET_PROPERTIES_EXT };
      -
      17545  VmaPnextChainPushFront(&memProps, &budgetProps);
      -
      17546 
      -
      17547  GetVulkanFunctions().vkGetPhysicalDeviceMemoryProperties2KHR(m_PhysicalDevice, &memProps);
      -
      17548 
      -
      17549  {
      -
      17550  VmaMutexLockWrite lockWrite(m_Budget.m_BudgetMutex, m_UseMutex);
      -
      17551 
      -
      17552  for(uint32_t heapIndex = 0; heapIndex < GetMemoryHeapCount(); ++heapIndex)
      -
      17553  {
      -
      17554  m_Budget.m_VulkanUsage[heapIndex] = budgetProps.heapUsage[heapIndex];
      -
      17555  m_Budget.m_VulkanBudget[heapIndex] = budgetProps.heapBudget[heapIndex];
      -
      17556  m_Budget.m_BlockBytesAtBudgetFetch[heapIndex] = m_Budget.m_BlockBytes[heapIndex].load();
      -
      17557 
      -
      17558  // Some bugged drivers return the budget incorrectly, e.g. 0 or much bigger than heap size.
      -
      17559  if(m_Budget.m_VulkanBudget[heapIndex] == 0)
      -
      17560  {
      -
      17561  m_Budget.m_VulkanBudget[heapIndex] = m_MemProps.memoryHeaps[heapIndex].size * 8 / 10; // 80% heuristics.
      -
      17562  }
      -
      17563  else if(m_Budget.m_VulkanBudget[heapIndex] > m_MemProps.memoryHeaps[heapIndex].size)
      -
      17564  {
      -
      17565  m_Budget.m_VulkanBudget[heapIndex] = m_MemProps.memoryHeaps[heapIndex].size;
      -
      17566  }
      -
      17567  if(m_Budget.m_VulkanUsage[heapIndex] == 0 && m_Budget.m_BlockBytesAtBudgetFetch[heapIndex] > 0)
      -
      17568  {
      -
      17569  m_Budget.m_VulkanUsage[heapIndex] = m_Budget.m_BlockBytesAtBudgetFetch[heapIndex];
      -
      17570  }
      -
      17571  }
      -
      17572  m_Budget.m_OperationsSinceBudgetFetch = 0;
      -
      17573  }
      -
      17574 }
      -
      17575 
      -
      17576 #endif // #if VMA_MEMORY_BUDGET
      -
      17577 
      -
      17578 void VmaAllocator_T::FillAllocation(const VmaAllocation hAllocation, uint8_t pattern)
      -
      17579 {
      -
      17580  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS &&
      -
      17581  !hAllocation->CanBecomeLost() &&
      -
      17582  (m_MemProps.memoryTypes[hAllocation->GetMemoryTypeIndex()].propertyFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0)
      -
      17583  {
      -
      17584  void* pData = VMA_NULL;
      -
      17585  VkResult res = Map(hAllocation, &pData);
      -
      17586  if(res == VK_SUCCESS)
      -
      17587  {
      -
      17588  memset(pData, (int)pattern, (size_t)hAllocation->GetSize());
      -
      17589  FlushOrInvalidateAllocation(hAllocation, 0, VK_WHOLE_SIZE, VMA_CACHE_FLUSH);
      -
      17590  Unmap(hAllocation);
      -
      17591  }
      -
      17592  else
      -
      17593  {
      -
      17594  VMA_ASSERT(0 && "VMA_DEBUG_INITIALIZE_ALLOCATIONS is enabled, but couldn't map memory to fill allocation.");
      -
      17595  }
      -
      17596  }
      -
      17597 }
      -
      17598 
      -
      17599 uint32_t VmaAllocator_T::GetGpuDefragmentationMemoryTypeBits()
      -
      17600 {
      -
      17601  uint32_t memoryTypeBits = m_GpuDefragmentationMemoryTypeBits.load();
      -
      17602  if(memoryTypeBits == UINT32_MAX)
      -
      17603  {
      -
      17604  memoryTypeBits = CalculateGpuDefragmentationMemoryTypeBits();
      -
      17605  m_GpuDefragmentationMemoryTypeBits.store(memoryTypeBits);
      -
      17606  }
      -
      17607  return memoryTypeBits;
      -
      17608 }
      -
      17609 
      -
      17610 #if VMA_STATS_STRING_ENABLED
      -
      17611 
      -
      17612 void VmaAllocator_T::PrintDetailedMap(VmaJsonWriter& json)
      -
      17613 {
      -
      17614  bool dedicatedAllocationsStarted = false;
      -
      17615  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      -
      17616  {
      -
      17617  VmaMutexLockRead dedicatedAllocationsLock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
      -
      17618  AllocationVectorType* const pDedicatedAllocVector = m_pDedicatedAllocations[memTypeIndex];
      -
      17619  VMA_ASSERT(pDedicatedAllocVector);
      -
      17620  if(pDedicatedAllocVector->empty() == false)
      -
      17621  {
      -
      17622  if(dedicatedAllocationsStarted == false)
      -
      17623  {
      -
      17624  dedicatedAllocationsStarted = true;
      -
      17625  json.WriteString("DedicatedAllocations");
      -
      17626  json.BeginObject();
      -
      17627  }
      -
      17628 
      -
      17629  json.BeginString("Type ");
      -
      17630  json.ContinueString(memTypeIndex);
      -
      17631  json.EndString();
      -
      17632 
      -
      17633  json.BeginArray();
      -
      17634 
      -
      17635  for(size_t i = 0; i < pDedicatedAllocVector->size(); ++i)
      -
      17636  {
      -
      17637  json.BeginObject(true);
      -
      17638  const VmaAllocation hAlloc = (*pDedicatedAllocVector)[i];
      -
      17639  hAlloc->PrintParameters(json);
      -
      17640  json.EndObject();
      +
      17526 uint32_t VmaAllocator_T::CalculateGlobalMemoryTypeBits() const
      +
      17527 {
      +
      17528  // Make sure memory information is already fetched.
      +
      17529  VMA_ASSERT(GetMemoryTypeCount() > 0);
      +
      17530 
      +
      17531  uint32_t memoryTypeBits = UINT32_MAX;
      +
      17532 
      +
      17533  if(!m_UseAmdDeviceCoherentMemory)
      +
      17534  {
      +
      17535  // Exclude memory types that have VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD.
      +
      17536  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      +
      17537  {
      +
      17538  if((m_MemProps.memoryTypes[memTypeIndex].propertyFlags & VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY) != 0)
      +
      17539  {
      +
      17540  memoryTypeBits &= ~(1u << memTypeIndex);
      +
      17541  }
      +
      17542  }
      +
      17543  }
      +
      17544 
      +
      17545  return memoryTypeBits;
      +
      17546 }
      +
      17547 
      +
      17548 bool VmaAllocator_T::GetFlushOrInvalidateRange(
      +
      17549  VmaAllocation allocation,
      +
      17550  VkDeviceSize offset, VkDeviceSize size,
      +
      17551  VkMappedMemoryRange& outRange) const
      +
      17552 {
      +
      17553  const uint32_t memTypeIndex = allocation->GetMemoryTypeIndex();
      +
      17554  if(size > 0 && IsMemoryTypeNonCoherent(memTypeIndex))
      +
      17555  {
      +
      17556  const VkDeviceSize nonCoherentAtomSize = m_PhysicalDeviceProperties.limits.nonCoherentAtomSize;
      +
      17557  const VkDeviceSize allocationSize = allocation->GetSize();
      +
      17558  VMA_ASSERT(offset <= allocationSize);
      +
      17559 
      +
      17560  outRange.sType = VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE;
      +
      17561  outRange.pNext = VMA_NULL;
      +
      17562  outRange.memory = allocation->GetMemory();
      +
      17563 
      +
      17564  switch(allocation->GetType())
      +
      17565  {
      +
      17566  case VmaAllocation_T::ALLOCATION_TYPE_DEDICATED:
      +
      17567  outRange.offset = VmaAlignDown(offset, nonCoherentAtomSize);
      +
      17568  if(size == VK_WHOLE_SIZE)
      +
      17569  {
      +
      17570  outRange.size = allocationSize - outRange.offset;
      +
      17571  }
      +
      17572  else
      +
      17573  {
      +
      17574  VMA_ASSERT(offset + size <= allocationSize);
      +
      17575  outRange.size = VMA_MIN(
      +
      17576  VmaAlignUp(size + (offset - outRange.offset), nonCoherentAtomSize),
      +
      17577  allocationSize - outRange.offset);
      +
      17578  }
      +
      17579  break;
      +
      17580  case VmaAllocation_T::ALLOCATION_TYPE_BLOCK:
      +
      17581  {
      +
      17582  // 1. Still within this allocation.
      +
      17583  outRange.offset = VmaAlignDown(offset, nonCoherentAtomSize);
      +
      17584  if(size == VK_WHOLE_SIZE)
      +
      17585  {
      +
      17586  size = allocationSize - offset;
      +
      17587  }
      +
      17588  else
      +
      17589  {
      +
      17590  VMA_ASSERT(offset + size <= allocationSize);
      +
      17591  }
      +
      17592  outRange.size = VmaAlignUp(size + (offset - outRange.offset), nonCoherentAtomSize);
      +
      17593 
      +
      17594  // 2. Adjust to whole block.
      +
      17595  const VkDeviceSize allocationOffset = allocation->GetOffset();
      +
      17596  VMA_ASSERT(allocationOffset % nonCoherentAtomSize == 0);
      +
      17597  const VkDeviceSize blockSize = allocation->GetBlock()->m_pMetadata->GetSize();
      +
      17598  outRange.offset += allocationOffset;
      +
      17599  outRange.size = VMA_MIN(outRange.size, blockSize - outRange.offset);
      +
      17600 
      +
      17601  break;
      +
      17602  }
      +
      17603  default:
      +
      17604  VMA_ASSERT(0);
      +
      17605  }
      +
      17606  return true;
      +
      17607  }
      +
      17608  return false;
      +
      17609 }
      +
      17610 
      +
      17611 #if VMA_MEMORY_BUDGET
      +
      17612 
      +
      17613 void VmaAllocator_T::UpdateVulkanBudget()
      +
      17614 {
      +
      17615  VMA_ASSERT(m_UseExtMemoryBudget);
      +
      17616 
      +
      17617  VkPhysicalDeviceMemoryProperties2KHR memProps = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_MEMORY_PROPERTIES_2_KHR };
      +
      17618 
      +
      17619  VkPhysicalDeviceMemoryBudgetPropertiesEXT budgetProps = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_MEMORY_BUDGET_PROPERTIES_EXT };
      +
      17620  VmaPnextChainPushFront(&memProps, &budgetProps);
      +
      17621 
      +
      17622  GetVulkanFunctions().vkGetPhysicalDeviceMemoryProperties2KHR(m_PhysicalDevice, &memProps);
      +
      17623 
      +
      17624  {
      +
      17625  VmaMutexLockWrite lockWrite(m_Budget.m_BudgetMutex, m_UseMutex);
      +
      17626 
      +
      17627  for(uint32_t heapIndex = 0; heapIndex < GetMemoryHeapCount(); ++heapIndex)
      +
      17628  {
      +
      17629  m_Budget.m_VulkanUsage[heapIndex] = budgetProps.heapUsage[heapIndex];
      +
      17630  m_Budget.m_VulkanBudget[heapIndex] = budgetProps.heapBudget[heapIndex];
      +
      17631  m_Budget.m_BlockBytesAtBudgetFetch[heapIndex] = m_Budget.m_BlockBytes[heapIndex].load();
      +
      17632 
      +
      17633  // Some bugged drivers return the budget incorrectly, e.g. 0 or much bigger than heap size.
      +
      17634  if(m_Budget.m_VulkanBudget[heapIndex] == 0)
      +
      17635  {
      +
      17636  m_Budget.m_VulkanBudget[heapIndex] = m_MemProps.memoryHeaps[heapIndex].size * 8 / 10; // 80% heuristics.
      +
      17637  }
      +
      17638  else if(m_Budget.m_VulkanBudget[heapIndex] > m_MemProps.memoryHeaps[heapIndex].size)
      +
      17639  {
      +
      17640  m_Budget.m_VulkanBudget[heapIndex] = m_MemProps.memoryHeaps[heapIndex].size;
      17641  }
      -
      17642 
      -
      17643  json.EndArray();
      -
      17644  }
      -
      17645  }
      -
      17646  if(dedicatedAllocationsStarted)
      -
      17647  {
      -
      17648  json.EndObject();
      -
      17649  }
      +
      17642  if(m_Budget.m_VulkanUsage[heapIndex] == 0 && m_Budget.m_BlockBytesAtBudgetFetch[heapIndex] > 0)
      +
      17643  {
      +
      17644  m_Budget.m_VulkanUsage[heapIndex] = m_Budget.m_BlockBytesAtBudgetFetch[heapIndex];
      +
      17645  }
      +
      17646  }
      +
      17647  m_Budget.m_OperationsSinceBudgetFetch = 0;
      +
      17648  }
      +
      17649 }
      17650 
      -
      17651  {
      -
      17652  bool allocationsStarted = false;
      -
      17653  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      -
      17654  {
      -
      17655  if(m_pBlockVectors[memTypeIndex]->IsEmpty() == false)
      -
      17656  {
      -
      17657  if(allocationsStarted == false)
      -
      17658  {
      -
      17659  allocationsStarted = true;
      -
      17660  json.WriteString("DefaultPools");
      -
      17661  json.BeginObject();
      -
      17662  }
      -
      17663 
      -
      17664  json.BeginString("Type ");
      -
      17665  json.ContinueString(memTypeIndex);
      -
      17666  json.EndString();
      -
      17667 
      -
      17668  m_pBlockVectors[memTypeIndex]->PrintDetailedMap(json);
      -
      17669  }
      +
      17651 #endif // #if VMA_MEMORY_BUDGET
      +
      17652 
      +
      17653 void VmaAllocator_T::FillAllocation(const VmaAllocation hAllocation, uint8_t pattern)
      +
      17654 {
      +
      17655  if(VMA_DEBUG_INITIALIZE_ALLOCATIONS &&
      +
      17656  !hAllocation->CanBecomeLost() &&
      +
      17657  (m_MemProps.memoryTypes[hAllocation->GetMemoryTypeIndex()].propertyFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0)
      +
      17658  {
      +
      17659  void* pData = VMA_NULL;
      +
      17660  VkResult res = Map(hAllocation, &pData);
      +
      17661  if(res == VK_SUCCESS)
      +
      17662  {
      +
      17663  memset(pData, (int)pattern, (size_t)hAllocation->GetSize());
      +
      17664  FlushOrInvalidateAllocation(hAllocation, 0, VK_WHOLE_SIZE, VMA_CACHE_FLUSH);
      +
      17665  Unmap(hAllocation);
      +
      17666  }
      +
      17667  else
      +
      17668  {
      +
      17669  VMA_ASSERT(0 && "VMA_DEBUG_INITIALIZE_ALLOCATIONS is enabled, but couldn't map memory to fill allocation.");
      17670  }
      -
      17671  if(allocationsStarted)
      -
      17672  {
      -
      17673  json.EndObject();
      -
      17674  }
      -
      17675  }
      -
      17676 
      -
      17677  // Custom pools
      +
      17671  }
      +
      17672 }
      +
      17673 
      +
      17674 uint32_t VmaAllocator_T::GetGpuDefragmentationMemoryTypeBits()
      +
      17675 {
      +
      17676  uint32_t memoryTypeBits = m_GpuDefragmentationMemoryTypeBits.load();
      +
      17677  if(memoryTypeBits == UINT32_MAX)
      17678  {
      -
      17679  VmaMutexLockRead lock(m_PoolsMutex, m_UseMutex);
      -
      17680  const size_t poolCount = m_Pools.size();
      -
      17681  if(poolCount > 0)
      -
      17682  {
      -
      17683  json.WriteString("Pools");
      -
      17684  json.BeginObject();
      -
      17685  for(size_t poolIndex = 0; poolIndex < poolCount; ++poolIndex)
      -
      17686  {
      -
      17687  json.BeginString();
      -
      17688  json.ContinueString(m_Pools[poolIndex]->GetId());
      -
      17689  json.EndString();
      -
      17690 
      -
      17691  m_Pools[poolIndex]->m_BlockVector.PrintDetailedMap(json);
      -
      17692  }
      -
      17693  json.EndObject();
      -
      17694  }
      -
      17695  }
      -
      17696 }
      -
      17697 
      -
      17698 #endif // #if VMA_STATS_STRING_ENABLED
      -
      17699 
      -
      17701 // Public interface
      -
      17702 
      -
      17703 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateAllocator(
      -
      17704  const VmaAllocatorCreateInfo* pCreateInfo,
      -
      17705  VmaAllocator* pAllocator)
      -
      17706 {
      -
      17707  VMA_ASSERT(pCreateInfo && pAllocator);
      -
      17708  VMA_ASSERT(pCreateInfo->vulkanApiVersion == 0 ||
      -
      17709  (VK_VERSION_MAJOR(pCreateInfo->vulkanApiVersion) == 1 && VK_VERSION_MINOR(pCreateInfo->vulkanApiVersion) <= 2));
      -
      17710  VMA_DEBUG_LOG("vmaCreateAllocator");
      -
      17711  *pAllocator = vma_new(pCreateInfo->pAllocationCallbacks, VmaAllocator_T)(pCreateInfo);
      -
      17712  return (*pAllocator)->Init(pCreateInfo);
      -
      17713 }
      -
      17714 
      -
      17715 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyAllocator(
      -
      17716  VmaAllocator allocator)
      -
      17717 {
      -
      17718  if(allocator != VK_NULL_HANDLE)
      -
      17719  {
      -
      17720  VMA_DEBUG_LOG("vmaDestroyAllocator");
      -
      17721  VkAllocationCallbacks allocationCallbacks = allocator->m_AllocationCallbacks;
      -
      17722  vma_delete(&allocationCallbacks, allocator);
      -
      17723  }
      -
      17724 }
      +
      17679  memoryTypeBits = CalculateGpuDefragmentationMemoryTypeBits();
      +
      17680  m_GpuDefragmentationMemoryTypeBits.store(memoryTypeBits);
      +
      17681  }
      +
      17682  return memoryTypeBits;
      +
      17683 }
      +
      17684 
      +
      17685 #if VMA_STATS_STRING_ENABLED
      +
      17686 
      +
      17687 void VmaAllocator_T::PrintDetailedMap(VmaJsonWriter& json)
      +
      17688 {
      +
      17689  bool dedicatedAllocationsStarted = false;
      +
      17690  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      +
      17691  {
      +
      17692  VmaMutexLockRead dedicatedAllocationsLock(m_DedicatedAllocationsMutex[memTypeIndex], m_UseMutex);
      +
      17693  AllocationVectorType* const pDedicatedAllocVector = m_pDedicatedAllocations[memTypeIndex];
      +
      17694  VMA_ASSERT(pDedicatedAllocVector);
      +
      17695  if(pDedicatedAllocVector->empty() == false)
      +
      17696  {
      +
      17697  if(dedicatedAllocationsStarted == false)
      +
      17698  {
      +
      17699  dedicatedAllocationsStarted = true;
      +
      17700  json.WriteString("DedicatedAllocations");
      +
      17701  json.BeginObject();
      +
      17702  }
      +
      17703 
      +
      17704  json.BeginString("Type ");
      +
      17705  json.ContinueString(memTypeIndex);
      +
      17706  json.EndString();
      +
      17707 
      +
      17708  json.BeginArray();
      +
      17709 
      +
      17710  for(size_t i = 0; i < pDedicatedAllocVector->size(); ++i)
      +
      17711  {
      +
      17712  json.BeginObject(true);
      +
      17713  const VmaAllocation hAlloc = (*pDedicatedAllocVector)[i];
      +
      17714  hAlloc->PrintParameters(json);
      +
      17715  json.EndObject();
      +
      17716  }
      +
      17717 
      +
      17718  json.EndArray();
      +
      17719  }
      +
      17720  }
      +
      17721  if(dedicatedAllocationsStarted)
      +
      17722  {
      +
      17723  json.EndObject();
      +
      17724  }
      17725 
      -
      17726 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocatorInfo(VmaAllocator allocator, VmaAllocatorInfo* pAllocatorInfo)
      -
      17727 {
      -
      17728  VMA_ASSERT(allocator && pAllocatorInfo);
      -
      17729  pAllocatorInfo->instance = allocator->m_hInstance;
      -
      17730  pAllocatorInfo->physicalDevice = allocator->GetPhysicalDevice();
      -
      17731  pAllocatorInfo->device = allocator->m_hDevice;
      -
      17732 }
      -
      17733 
      -
      17734 VMA_CALL_PRE void VMA_CALL_POST vmaGetPhysicalDeviceProperties(
      -
      17735  VmaAllocator allocator,
      -
      17736  const VkPhysicalDeviceProperties **ppPhysicalDeviceProperties)
      -
      17737 {
      -
      17738  VMA_ASSERT(allocator && ppPhysicalDeviceProperties);
      -
      17739  *ppPhysicalDeviceProperties = &allocator->m_PhysicalDeviceProperties;
      -
      17740 }
      -
      17741 
      -
      17742 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryProperties(
      -
      17743  VmaAllocator allocator,
      -
      17744  const VkPhysicalDeviceMemoryProperties** ppPhysicalDeviceMemoryProperties)
      -
      17745 {
      -
      17746  VMA_ASSERT(allocator && ppPhysicalDeviceMemoryProperties);
      -
      17747  *ppPhysicalDeviceMemoryProperties = &allocator->m_MemProps;
      -
      17748 }
      -
      17749 
      -
      17750 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryTypeProperties(
      -
      17751  VmaAllocator allocator,
      -
      17752  uint32_t memoryTypeIndex,
      -
      17753  VkMemoryPropertyFlags* pFlags)
      -
      17754 {
      -
      17755  VMA_ASSERT(allocator && pFlags);
      -
      17756  VMA_ASSERT(memoryTypeIndex < allocator->GetMemoryTypeCount());
      -
      17757  *pFlags = allocator->m_MemProps.memoryTypes[memoryTypeIndex].propertyFlags;
      -
      17758 }
      -
      17759 
      -
      17760 VMA_CALL_PRE void VMA_CALL_POST vmaSetCurrentFrameIndex(
      -
      17761  VmaAllocator allocator,
      -
      17762  uint32_t frameIndex)
      -
      17763 {
      -
      17764  VMA_ASSERT(allocator);
      -
      17765  VMA_ASSERT(frameIndex != VMA_FRAME_INDEX_LOST);
      -
      17766 
      -
      17767  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17768 
      -
      17769  allocator->SetCurrentFrameIndex(frameIndex);
      -
      17770 }
      -
      17771 
      -
      17772 VMA_CALL_PRE void VMA_CALL_POST vmaCalculateStats(
      -
      17773  VmaAllocator allocator,
      -
      17774  VmaStats* pStats)
      -
      17775 {
      -
      17776  VMA_ASSERT(allocator && pStats);
      -
      17777  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17778  allocator->CalculateStats(pStats);
      -
      17779 }
      -
      17780 
      -
      17781 VMA_CALL_PRE void VMA_CALL_POST vmaGetBudget(
      -
      17782  VmaAllocator allocator,
      -
      17783  VmaBudget* pBudget)
      -
      17784 {
      -
      17785  VMA_ASSERT(allocator && pBudget);
      -
      17786  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17787  allocator->GetBudget(pBudget, 0, allocator->GetMemoryHeapCount());
      +
      17726  {
      +
      17727  bool allocationsStarted = false;
      +
      17728  for(uint32_t memTypeIndex = 0; memTypeIndex < GetMemoryTypeCount(); ++memTypeIndex)
      +
      17729  {
      +
      17730  if(m_pBlockVectors[memTypeIndex]->IsEmpty() == false)
      +
      17731  {
      +
      17732  if(allocationsStarted == false)
      +
      17733  {
      +
      17734  allocationsStarted = true;
      +
      17735  json.WriteString("DefaultPools");
      +
      17736  json.BeginObject();
      +
      17737  }
      +
      17738 
      +
      17739  json.BeginString("Type ");
      +
      17740  json.ContinueString(memTypeIndex);
      +
      17741  json.EndString();
      +
      17742 
      +
      17743  m_pBlockVectors[memTypeIndex]->PrintDetailedMap(json);
      +
      17744  }
      +
      17745  }
      +
      17746  if(allocationsStarted)
      +
      17747  {
      +
      17748  json.EndObject();
      +
      17749  }
      +
      17750  }
      +
      17751 
      +
      17752  // Custom pools
      +
      17753  {
      +
      17754  VmaMutexLockRead lock(m_PoolsMutex, m_UseMutex);
      +
      17755  const size_t poolCount = m_Pools.size();
      +
      17756  if(poolCount > 0)
      +
      17757  {
      +
      17758  json.WriteString("Pools");
      +
      17759  json.BeginObject();
      +
      17760  for(size_t poolIndex = 0; poolIndex < poolCount; ++poolIndex)
      +
      17761  {
      +
      17762  json.BeginString();
      +
      17763  json.ContinueString(m_Pools[poolIndex]->GetId());
      +
      17764  json.EndString();
      +
      17765 
      +
      17766  m_Pools[poolIndex]->m_BlockVector.PrintDetailedMap(json);
      +
      17767  }
      +
      17768  json.EndObject();
      +
      17769  }
      +
      17770  }
      +
      17771 }
      +
      17772 
      +
      17773 #endif // #if VMA_STATS_STRING_ENABLED
      +
      17774 
      +
      17776 // Public interface
      +
      17777 
      +
      17778 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateAllocator(
      +
      17779  const VmaAllocatorCreateInfo* pCreateInfo,
      +
      17780  VmaAllocator* pAllocator)
      +
      17781 {
      +
      17782  VMA_ASSERT(pCreateInfo && pAllocator);
      +
      17783  VMA_ASSERT(pCreateInfo->vulkanApiVersion == 0 ||
      +
      17784  (VK_VERSION_MAJOR(pCreateInfo->vulkanApiVersion) == 1 && VK_VERSION_MINOR(pCreateInfo->vulkanApiVersion) <= 2));
      +
      17785  VMA_DEBUG_LOG("vmaCreateAllocator");
      +
      17786  *pAllocator = vma_new(pCreateInfo->pAllocationCallbacks, VmaAllocator_T)(pCreateInfo);
      +
      17787  return (*pAllocator)->Init(pCreateInfo);
      17788 }
      17789 
      -
      17790 #if VMA_STATS_STRING_ENABLED
      -
      17791 
      -
      17792 VMA_CALL_PRE void VMA_CALL_POST vmaBuildStatsString(
      -
      17793  VmaAllocator allocator,
      -
      17794  char** ppStatsString,
      -
      17795  VkBool32 detailedMap)
      -
      17796 {
      -
      17797  VMA_ASSERT(allocator && ppStatsString);
      -
      17798  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      17799 
      -
      17800  VmaStringBuilder sb(allocator);
      -
      17801  {
      -
      17802  VmaJsonWriter json(allocator->GetAllocationCallbacks(), sb);
      -
      17803  json.BeginObject();
      -
      17804 
      -
      17805  VmaBudget budget[VK_MAX_MEMORY_HEAPS];
      -
      17806  allocator->GetBudget(budget, 0, allocator->GetMemoryHeapCount());
      -
      17807 
      -
      17808  VmaStats stats;
      -
      17809  allocator->CalculateStats(&stats);
      -
      17810 
      -
      17811  json.WriteString("Total");
      -
      17812  VmaPrintStatInfo(json, stats.total);
      -
      17813 
      -
      17814  for(uint32_t heapIndex = 0; heapIndex < allocator->GetMemoryHeapCount(); ++heapIndex)
      -
      17815  {
      -
      17816  json.BeginString("Heap ");
      -
      17817  json.ContinueString(heapIndex);
      -
      17818  json.EndString();
      -
      17819  json.BeginObject();
      -
      17820 
      -
      17821  json.WriteString("Size");
      -
      17822  json.WriteNumber(allocator->m_MemProps.memoryHeaps[heapIndex].size);
      -
      17823 
      -
      17824  json.WriteString("Flags");
      -
      17825  json.BeginArray(true);
      -
      17826  if((allocator->m_MemProps.memoryHeaps[heapIndex].flags & VK_MEMORY_HEAP_DEVICE_LOCAL_BIT) != 0)
      -
      17827  {
      -
      17828  json.WriteString("DEVICE_LOCAL");
      -
      17829  }
      -
      17830  json.EndArray();
      -
      17831 
      -
      17832  json.WriteString("Budget");
      -
      17833  json.BeginObject();
      -
      17834  {
      -
      17835  json.WriteString("BlockBytes");
      -
      17836  json.WriteNumber(budget[heapIndex].blockBytes);
      -
      17837  json.WriteString("AllocationBytes");
      -
      17838  json.WriteNumber(budget[heapIndex].allocationBytes);
      -
      17839  json.WriteString("Usage");
      -
      17840  json.WriteNumber(budget[heapIndex].usage);
      -
      17841  json.WriteString("Budget");
      -
      17842  json.WriteNumber(budget[heapIndex].budget);
      -
      17843  }
      -
      17844  json.EndObject();
      -
      17845 
      -
      17846  if(stats.memoryHeap[heapIndex].blockCount > 0)
      -
      17847  {
      -
      17848  json.WriteString("Stats");
      -
      17849  VmaPrintStatInfo(json, stats.memoryHeap[heapIndex]);
      -
      17850  }
      -
      17851 
      -
      17852  for(uint32_t typeIndex = 0; typeIndex < allocator->GetMemoryTypeCount(); ++typeIndex)
      -
      17853  {
      -
      17854  if(allocator->MemoryTypeIndexToHeapIndex(typeIndex) == heapIndex)
      -
      17855  {
      -
      17856  json.BeginString("Type ");
      -
      17857  json.ContinueString(typeIndex);
      -
      17858  json.EndString();
      -
      17859 
      -
      17860  json.BeginObject();
      -
      17861 
      -
      17862  json.WriteString("Flags");
      -
      17863  json.BeginArray(true);
      -
      17864  VkMemoryPropertyFlags flags = allocator->m_MemProps.memoryTypes[typeIndex].propertyFlags;
      -
      17865  if((flags & VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT) != 0)
      -
      17866  {
      -
      17867  json.WriteString("DEVICE_LOCAL");
      -
      17868  }
      -
      17869  if((flags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0)
      -
      17870  {
      -
      17871  json.WriteString("HOST_VISIBLE");
      -
      17872  }
      -
      17873  if((flags & VK_MEMORY_PROPERTY_HOST_COHERENT_BIT) != 0)
      -
      17874  {
      -
      17875  json.WriteString("HOST_COHERENT");
      -
      17876  }
      -
      17877  if((flags & VK_MEMORY_PROPERTY_HOST_CACHED_BIT) != 0)
      -
      17878  {
      -
      17879  json.WriteString("HOST_CACHED");
      -
      17880  }
      -
      17881  if((flags & VK_MEMORY_PROPERTY_LAZILY_ALLOCATED_BIT) != 0)
      -
      17882  {
      -
      17883  json.WriteString("LAZILY_ALLOCATED");
      -
      17884  }
      -
      17885  if((flags & VK_MEMORY_PROPERTY_PROTECTED_BIT) != 0)
      -
      17886  {
      -
      17887  json.WriteString(" PROTECTED");
      -
      17888  }
      -
      17889  if((flags & VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY) != 0)
      -
      17890  {
      -
      17891  json.WriteString(" DEVICE_COHERENT");
      -
      17892  }
      -
      17893  if((flags & VK_MEMORY_PROPERTY_DEVICE_UNCACHED_BIT_AMD_COPY) != 0)
      -
      17894  {
      -
      17895  json.WriteString(" DEVICE_UNCACHED");
      -
      17896  }
      -
      17897  json.EndArray();
      +
      17790 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyAllocator(
      +
      17791  VmaAllocator allocator)
      +
      17792 {
      +
      17793  if(allocator != VK_NULL_HANDLE)
      +
      17794  {
      +
      17795  VMA_DEBUG_LOG("vmaDestroyAllocator");
      +
      17796  VkAllocationCallbacks allocationCallbacks = allocator->m_AllocationCallbacks;
      +
      17797  vma_delete(&allocationCallbacks, allocator);
      +
      17798  }
      +
      17799 }
      +
      17800 
      +
      17801 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocatorInfo(VmaAllocator allocator, VmaAllocatorInfo* pAllocatorInfo)
      +
      17802 {
      +
      17803  VMA_ASSERT(allocator && pAllocatorInfo);
      +
      17804  pAllocatorInfo->instance = allocator->m_hInstance;
      +
      17805  pAllocatorInfo->physicalDevice = allocator->GetPhysicalDevice();
      +
      17806  pAllocatorInfo->device = allocator->m_hDevice;
      +
      17807 }
      +
      17808 
      +
      17809 VMA_CALL_PRE void VMA_CALL_POST vmaGetPhysicalDeviceProperties(
      +
      17810  VmaAllocator allocator,
      +
      17811  const VkPhysicalDeviceProperties **ppPhysicalDeviceProperties)
      +
      17812 {
      +
      17813  VMA_ASSERT(allocator && ppPhysicalDeviceProperties);
      +
      17814  *ppPhysicalDeviceProperties = &allocator->m_PhysicalDeviceProperties;
      +
      17815 }
      +
      17816 
      +
      17817 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryProperties(
      +
      17818  VmaAllocator allocator,
      +
      17819  const VkPhysicalDeviceMemoryProperties** ppPhysicalDeviceMemoryProperties)
      +
      17820 {
      +
      17821  VMA_ASSERT(allocator && ppPhysicalDeviceMemoryProperties);
      +
      17822  *ppPhysicalDeviceMemoryProperties = &allocator->m_MemProps;
      +
      17823 }
      +
      17824 
      +
      17825 VMA_CALL_PRE void VMA_CALL_POST vmaGetMemoryTypeProperties(
      +
      17826  VmaAllocator allocator,
      +
      17827  uint32_t memoryTypeIndex,
      +
      17828  VkMemoryPropertyFlags* pFlags)
      +
      17829 {
      +
      17830  VMA_ASSERT(allocator && pFlags);
      +
      17831  VMA_ASSERT(memoryTypeIndex < allocator->GetMemoryTypeCount());
      +
      17832  *pFlags = allocator->m_MemProps.memoryTypes[memoryTypeIndex].propertyFlags;
      +
      17833 }
      +
      17834 
      +
      17835 VMA_CALL_PRE void VMA_CALL_POST vmaSetCurrentFrameIndex(
      +
      17836  VmaAllocator allocator,
      +
      17837  uint32_t frameIndex)
      +
      17838 {
      +
      17839  VMA_ASSERT(allocator);
      +
      17840  VMA_ASSERT(frameIndex != VMA_FRAME_INDEX_LOST);
      +
      17841 
      +
      17842  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17843 
      +
      17844  allocator->SetCurrentFrameIndex(frameIndex);
      +
      17845 }
      +
      17846 
      +
      17847 VMA_CALL_PRE void VMA_CALL_POST vmaCalculateStats(
      +
      17848  VmaAllocator allocator,
      +
      17849  VmaStats* pStats)
      +
      17850 {
      +
      17851  VMA_ASSERT(allocator && pStats);
      +
      17852  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17853  allocator->CalculateStats(pStats);
      +
      17854 }
      +
      17855 
      +
      17856 VMA_CALL_PRE void VMA_CALL_POST vmaGetBudget(
      +
      17857  VmaAllocator allocator,
      +
      17858  VmaBudget* pBudget)
      +
      17859 {
      +
      17860  VMA_ASSERT(allocator && pBudget);
      +
      17861  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17862  allocator->GetBudget(pBudget, 0, allocator->GetMemoryHeapCount());
      +
      17863 }
      +
      17864 
      +
      17865 #if VMA_STATS_STRING_ENABLED
      +
      17866 
      +
      17867 VMA_CALL_PRE void VMA_CALL_POST vmaBuildStatsString(
      +
      17868  VmaAllocator allocator,
      +
      17869  char** ppStatsString,
      +
      17870  VkBool32 detailedMap)
      +
      17871 {
      +
      17872  VMA_ASSERT(allocator && ppStatsString);
      +
      17873  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17874 
      +
      17875  VmaStringBuilder sb(allocator);
      +
      17876  {
      +
      17877  VmaJsonWriter json(allocator->GetAllocationCallbacks(), sb);
      +
      17878  json.BeginObject();
      +
      17879 
      +
      17880  VmaBudget budget[VK_MAX_MEMORY_HEAPS];
      +
      17881  allocator->GetBudget(budget, 0, allocator->GetMemoryHeapCount());
      +
      17882 
      +
      17883  VmaStats stats;
      +
      17884  allocator->CalculateStats(&stats);
      +
      17885 
      +
      17886  json.WriteString("Total");
      +
      17887  VmaPrintStatInfo(json, stats.total);
      +
      17888 
      +
      17889  for(uint32_t heapIndex = 0; heapIndex < allocator->GetMemoryHeapCount(); ++heapIndex)
      +
      17890  {
      +
      17891  json.BeginString("Heap ");
      +
      17892  json.ContinueString(heapIndex);
      +
      17893  json.EndString();
      +
      17894  json.BeginObject();
      +
      17895 
      +
      17896  json.WriteString("Size");
      +
      17897  json.WriteNumber(allocator->m_MemProps.memoryHeaps[heapIndex].size);
      17898 
      -
      17899  if(stats.memoryType[typeIndex].blockCount > 0)
      -
      17900  {
      -
      17901  json.WriteString("Stats");
      -
      17902  VmaPrintStatInfo(json, stats.memoryType[typeIndex]);
      -
      17903  }
      -
      17904 
      -
      17905  json.EndObject();
      -
      17906  }
      -
      17907  }
      -
      17908 
      -
      17909  json.EndObject();
      -
      17910  }
      -
      17911  if(detailedMap == VK_TRUE)
      -
      17912  {
      -
      17913  allocator->PrintDetailedMap(json);
      -
      17914  }
      -
      17915 
      -
      17916  json.EndObject();
      -
      17917  }
      -
      17918 
      -
      17919  const size_t len = sb.GetLength();
      -
      17920  char* const pChars = vma_new_array(allocator, char, len + 1);
      -
      17921  if(len > 0)
      -
      17922  {
      -
      17923  memcpy(pChars, sb.GetData(), len);
      -
      17924  }
      -
      17925  pChars[len] = '\0';
      -
      17926  *ppStatsString = pChars;
      -
      17927 }
      -
      17928 
      -
      17929 VMA_CALL_PRE void VMA_CALL_POST vmaFreeStatsString(
      -
      17930  VmaAllocator allocator,
      -
      17931  char* pStatsString)
      -
      17932 {
      -
      17933  if(pStatsString != VMA_NULL)
      -
      17934  {
      -
      17935  VMA_ASSERT(allocator);
      -
      17936  size_t len = strlen(pStatsString);
      -
      17937  vma_delete_array(allocator, pStatsString, len + 1);
      -
      17938  }
      -
      17939 }
      -
      17940 
      -
      17941 #endif // #if VMA_STATS_STRING_ENABLED
      -
      17942 
      -
      17943 /*
      -
      17944 This function is not protected by any mutex because it just reads immutable data.
      -
      17945 */
      -
      17946 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndex(
      -
      17947  VmaAllocator allocator,
      -
      17948  uint32_t memoryTypeBits,
      -
      17949  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      -
      17950  uint32_t* pMemoryTypeIndex)
      -
      17951 {
      -
      17952  VMA_ASSERT(allocator != VK_NULL_HANDLE);
      -
      17953  VMA_ASSERT(pAllocationCreateInfo != VMA_NULL);
      -
      17954  VMA_ASSERT(pMemoryTypeIndex != VMA_NULL);
      -
      17955 
      -
      17956  memoryTypeBits &= allocator->GetGlobalMemoryTypeBits();
      -
      17957 
      -
      17958  if(pAllocationCreateInfo->memoryTypeBits != 0)
      -
      17959  {
      -
      17960  memoryTypeBits &= pAllocationCreateInfo->memoryTypeBits;
      -
      17961  }
      -
      17962 
      -
      17963  uint32_t requiredFlags = pAllocationCreateInfo->requiredFlags;
      -
      17964  uint32_t preferredFlags = pAllocationCreateInfo->preferredFlags;
      -
      17965  uint32_t notPreferredFlags = 0;
      -
      17966 
      -
      17967  // Convert usage to requiredFlags and preferredFlags.
      -
      17968  switch(pAllocationCreateInfo->usage)
      -
      17969  {
      -
      17970  case VMA_MEMORY_USAGE_UNKNOWN:
      -
      17971  break;
      -
      17972  case VMA_MEMORY_USAGE_GPU_ONLY:
      -
      17973  if(!allocator->IsIntegratedGpu() || (preferredFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
      -
      17974  {
      -
      17975  preferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
      -
      17976  }
      -
      17977  break;
      -
      17978  case VMA_MEMORY_USAGE_CPU_ONLY:
      -
      17979  requiredFlags |= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT;
      -
      17980  break;
      -
      17981  case VMA_MEMORY_USAGE_CPU_TO_GPU:
      -
      17982  requiredFlags |= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT;
      -
      17983  if(!allocator->IsIntegratedGpu() || (preferredFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
      -
      17984  {
      -
      17985  preferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
      -
      17986  }
      -
      17987  break;
      -
      17988  case VMA_MEMORY_USAGE_GPU_TO_CPU:
      -
      17989  requiredFlags |= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT;
      -
      17990  preferredFlags |= VK_MEMORY_PROPERTY_HOST_CACHED_BIT;
      -
      17991  break;
      -
      17992  case VMA_MEMORY_USAGE_CPU_COPY:
      -
      17993  notPreferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
      -
      17994  break;
      -
      17995  case VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED:
      -
      17996  requiredFlags |= VK_MEMORY_PROPERTY_LAZILY_ALLOCATED_BIT;
      -
      17997  break;
      -
      17998  default:
      -
      17999  VMA_ASSERT(0);
      -
      18000  break;
      -
      18001  }
      -
      18002 
      -
      18003  // Avoid DEVICE_COHERENT unless explicitly requested.
      -
      18004  if(((pAllocationCreateInfo->requiredFlags | pAllocationCreateInfo->preferredFlags) &
      -
      18005  (VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY | VK_MEMORY_PROPERTY_DEVICE_UNCACHED_BIT_AMD_COPY)) == 0)
      -
      18006  {
      -
      18007  notPreferredFlags |= VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY;
      -
      18008  }
      -
      18009 
      -
      18010  *pMemoryTypeIndex = UINT32_MAX;
      -
      18011  uint32_t minCost = UINT32_MAX;
      -
      18012  for(uint32_t memTypeIndex = 0, memTypeBit = 1;
      -
      18013  memTypeIndex < allocator->GetMemoryTypeCount();
      -
      18014  ++memTypeIndex, memTypeBit <<= 1)
      -
      18015  {
      -
      18016  // This memory type is acceptable according to memoryTypeBits bitmask.
      -
      18017  if((memTypeBit & memoryTypeBits) != 0)
      -
      18018  {
      -
      18019  const VkMemoryPropertyFlags currFlags =
      -
      18020  allocator->m_MemProps.memoryTypes[memTypeIndex].propertyFlags;
      -
      18021  // This memory type contains requiredFlags.
      -
      18022  if((requiredFlags & ~currFlags) == 0)
      -
      18023  {
      -
      18024  // Calculate cost as number of bits from preferredFlags not present in this memory type.
      -
      18025  uint32_t currCost = VmaCountBitsSet(preferredFlags & ~currFlags) +
      -
      18026  VmaCountBitsSet(currFlags & notPreferredFlags);
      -
      18027  // Remember memory type with lowest cost.
      -
      18028  if(currCost < minCost)
      -
      18029  {
      -
      18030  *pMemoryTypeIndex = memTypeIndex;
      -
      18031  if(currCost == 0)
      -
      18032  {
      -
      18033  return VK_SUCCESS;
      -
      18034  }
      -
      18035  minCost = currCost;
      -
      18036  }
      -
      18037  }
      -
      18038  }
      -
      18039  }
      -
      18040  return (*pMemoryTypeIndex != UINT32_MAX) ? VK_SUCCESS : VK_ERROR_FEATURE_NOT_PRESENT;
      -
      18041 }
      -
      18042 
      -
      18043 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForBufferInfo(
      -
      18044  VmaAllocator allocator,
      -
      18045  const VkBufferCreateInfo* pBufferCreateInfo,
      -
      18046  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      -
      18047  uint32_t* pMemoryTypeIndex)
      -
      18048 {
      -
      18049  VMA_ASSERT(allocator != VK_NULL_HANDLE);
      -
      18050  VMA_ASSERT(pBufferCreateInfo != VMA_NULL);
      -
      18051  VMA_ASSERT(pAllocationCreateInfo != VMA_NULL);
      -
      18052  VMA_ASSERT(pMemoryTypeIndex != VMA_NULL);
      -
      18053 
      -
      18054  const VkDevice hDev = allocator->m_hDevice;
      -
      18055  VkBuffer hBuffer = VK_NULL_HANDLE;
      -
      18056  VkResult res = allocator->GetVulkanFunctions().vkCreateBuffer(
      -
      18057  hDev, pBufferCreateInfo, allocator->GetAllocationCallbacks(), &hBuffer);
      -
      18058  if(res == VK_SUCCESS)
      -
      18059  {
      -
      18060  VkMemoryRequirements memReq = {};
      -
      18061  allocator->GetVulkanFunctions().vkGetBufferMemoryRequirements(
      -
      18062  hDev, hBuffer, &memReq);
      -
      18063 
      -
      18064  res = vmaFindMemoryTypeIndex(
      -
      18065  allocator,
      -
      18066  memReq.memoryTypeBits,
      -
      18067  pAllocationCreateInfo,
      -
      18068  pMemoryTypeIndex);
      -
      18069 
      -
      18070  allocator->GetVulkanFunctions().vkDestroyBuffer(
      -
      18071  hDev, hBuffer, allocator->GetAllocationCallbacks());
      -
      18072  }
      -
      18073  return res;
      -
      18074 }
      -
      18075 
      -
      18076 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForImageInfo(
      -
      18077  VmaAllocator allocator,
      -
      18078  const VkImageCreateInfo* pImageCreateInfo,
      -
      18079  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      -
      18080  uint32_t* pMemoryTypeIndex)
      -
      18081 {
      -
      18082  VMA_ASSERT(allocator != VK_NULL_HANDLE);
      -
      18083  VMA_ASSERT(pImageCreateInfo != VMA_NULL);
      -
      18084  VMA_ASSERT(pAllocationCreateInfo != VMA_NULL);
      -
      18085  VMA_ASSERT(pMemoryTypeIndex != VMA_NULL);
      -
      18086 
      -
      18087  const VkDevice hDev = allocator->m_hDevice;
      -
      18088  VkImage hImage = VK_NULL_HANDLE;
      -
      18089  VkResult res = allocator->GetVulkanFunctions().vkCreateImage(
      -
      18090  hDev, pImageCreateInfo, allocator->GetAllocationCallbacks(), &hImage);
      -
      18091  if(res == VK_SUCCESS)
      -
      18092  {
      -
      18093  VkMemoryRequirements memReq = {};
      -
      18094  allocator->GetVulkanFunctions().vkGetImageMemoryRequirements(
      -
      18095  hDev, hImage, &memReq);
      -
      18096 
      -
      18097  res = vmaFindMemoryTypeIndex(
      -
      18098  allocator,
      -
      18099  memReq.memoryTypeBits,
      -
      18100  pAllocationCreateInfo,
      -
      18101  pMemoryTypeIndex);
      -
      18102 
      -
      18103  allocator->GetVulkanFunctions().vkDestroyImage(
      -
      18104  hDev, hImage, allocator->GetAllocationCallbacks());
      -
      18105  }
      -
      18106  return res;
      -
      18107 }
      -
      18108 
      -
      18109 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreatePool(
      -
      18110  VmaAllocator allocator,
      -
      18111  const VmaPoolCreateInfo* pCreateInfo,
      -
      18112  VmaPool* pPool)
      -
      18113 {
      -
      18114  VMA_ASSERT(allocator && pCreateInfo && pPool);
      -
      18115 
      -
      18116  VMA_DEBUG_LOG("vmaCreatePool");
      -
      18117 
      -
      18118  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18119 
      -
      18120  VkResult res = allocator->CreatePool(pCreateInfo, pPool);
      -
      18121 
      -
      18122 #if VMA_RECORDING_ENABLED
      -
      18123  if(allocator->GetRecorder() != VMA_NULL)
      -
      18124  {
      -
      18125  allocator->GetRecorder()->RecordCreatePool(allocator->GetCurrentFrameIndex(), *pCreateInfo, *pPool);
      -
      18126  }
      -
      18127 #endif
      -
      18128 
      -
      18129  return res;
      -
      18130 }
      -
      18131 
      -
      18132 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyPool(
      -
      18133  VmaAllocator allocator,
      -
      18134  VmaPool pool)
      -
      18135 {
      -
      18136  VMA_ASSERT(allocator);
      -
      18137 
      -
      18138  if(pool == VK_NULL_HANDLE)
      -
      18139  {
      -
      18140  return;
      -
      18141  }
      -
      18142 
      -
      18143  VMA_DEBUG_LOG("vmaDestroyPool");
      -
      18144 
      -
      18145  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18146 
      -
      18147 #if VMA_RECORDING_ENABLED
      -
      18148  if(allocator->GetRecorder() != VMA_NULL)
      -
      18149  {
      -
      18150  allocator->GetRecorder()->RecordDestroyPool(allocator->GetCurrentFrameIndex(), pool);
      -
      18151  }
      -
      18152 #endif
      -
      18153 
      -
      18154  allocator->DestroyPool(pool);
      -
      18155 }
      -
      18156 
      -
      18157 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolStats(
      -
      18158  VmaAllocator allocator,
      -
      18159  VmaPool pool,
      -
      18160  VmaPoolStats* pPoolStats)
      -
      18161 {
      -
      18162  VMA_ASSERT(allocator && pool && pPoolStats);
      -
      18163 
      -
      18164  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18165 
      -
      18166  allocator->GetPoolStats(pool, pPoolStats);
      -
      18167 }
      -
      18168 
      -
      18169 VMA_CALL_PRE void VMA_CALL_POST vmaMakePoolAllocationsLost(
      -
      18170  VmaAllocator allocator,
      -
      18171  VmaPool pool,
      -
      18172  size_t* pLostAllocationCount)
      -
      18173 {
      -
      18174  VMA_ASSERT(allocator && pool);
      -
      18175 
      -
      18176  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      17899  json.WriteString("Flags");
      +
      17900  json.BeginArray(true);
      +
      17901  if((allocator->m_MemProps.memoryHeaps[heapIndex].flags & VK_MEMORY_HEAP_DEVICE_LOCAL_BIT) != 0)
      +
      17902  {
      +
      17903  json.WriteString("DEVICE_LOCAL");
      +
      17904  }
      +
      17905  json.EndArray();
      +
      17906 
      +
      17907  json.WriteString("Budget");
      +
      17908  json.BeginObject();
      +
      17909  {
      +
      17910  json.WriteString("BlockBytes");
      +
      17911  json.WriteNumber(budget[heapIndex].blockBytes);
      +
      17912  json.WriteString("AllocationBytes");
      +
      17913  json.WriteNumber(budget[heapIndex].allocationBytes);
      +
      17914  json.WriteString("Usage");
      +
      17915  json.WriteNumber(budget[heapIndex].usage);
      +
      17916  json.WriteString("Budget");
      +
      17917  json.WriteNumber(budget[heapIndex].budget);
      +
      17918  }
      +
      17919  json.EndObject();
      +
      17920 
      +
      17921  if(stats.memoryHeap[heapIndex].blockCount > 0)
      +
      17922  {
      +
      17923  json.WriteString("Stats");
      +
      17924  VmaPrintStatInfo(json, stats.memoryHeap[heapIndex]);
      +
      17925  }
      +
      17926 
      +
      17927  for(uint32_t typeIndex = 0; typeIndex < allocator->GetMemoryTypeCount(); ++typeIndex)
      +
      17928  {
      +
      17929  if(allocator->MemoryTypeIndexToHeapIndex(typeIndex) == heapIndex)
      +
      17930  {
      +
      17931  json.BeginString("Type ");
      +
      17932  json.ContinueString(typeIndex);
      +
      17933  json.EndString();
      +
      17934 
      +
      17935  json.BeginObject();
      +
      17936 
      +
      17937  json.WriteString("Flags");
      +
      17938  json.BeginArray(true);
      +
      17939  VkMemoryPropertyFlags flags = allocator->m_MemProps.memoryTypes[typeIndex].propertyFlags;
      +
      17940  if((flags & VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT) != 0)
      +
      17941  {
      +
      17942  json.WriteString("DEVICE_LOCAL");
      +
      17943  }
      +
      17944  if((flags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) != 0)
      +
      17945  {
      +
      17946  json.WriteString("HOST_VISIBLE");
      +
      17947  }
      +
      17948  if((flags & VK_MEMORY_PROPERTY_HOST_COHERENT_BIT) != 0)
      +
      17949  {
      +
      17950  json.WriteString("HOST_COHERENT");
      +
      17951  }
      +
      17952  if((flags & VK_MEMORY_PROPERTY_HOST_CACHED_BIT) != 0)
      +
      17953  {
      +
      17954  json.WriteString("HOST_CACHED");
      +
      17955  }
      +
      17956  if((flags & VK_MEMORY_PROPERTY_LAZILY_ALLOCATED_BIT) != 0)
      +
      17957  {
      +
      17958  json.WriteString("LAZILY_ALLOCATED");
      +
      17959  }
      +
      17960  if((flags & VK_MEMORY_PROPERTY_PROTECTED_BIT) != 0)
      +
      17961  {
      +
      17962  json.WriteString(" PROTECTED");
      +
      17963  }
      +
      17964  if((flags & VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY) != 0)
      +
      17965  {
      +
      17966  json.WriteString(" DEVICE_COHERENT");
      +
      17967  }
      +
      17968  if((flags & VK_MEMORY_PROPERTY_DEVICE_UNCACHED_BIT_AMD_COPY) != 0)
      +
      17969  {
      +
      17970  json.WriteString(" DEVICE_UNCACHED");
      +
      17971  }
      +
      17972  json.EndArray();
      +
      17973 
      +
      17974  if(stats.memoryType[typeIndex].blockCount > 0)
      +
      17975  {
      +
      17976  json.WriteString("Stats");
      +
      17977  VmaPrintStatInfo(json, stats.memoryType[typeIndex]);
      +
      17978  }
      +
      17979 
      +
      17980  json.EndObject();
      +
      17981  }
      +
      17982  }
      +
      17983 
      +
      17984  json.EndObject();
      +
      17985  }
      +
      17986  if(detailedMap == VK_TRUE)
      +
      17987  {
      +
      17988  allocator->PrintDetailedMap(json);
      +
      17989  }
      +
      17990 
      +
      17991  json.EndObject();
      +
      17992  }
      +
      17993 
      +
      17994  const size_t len = sb.GetLength();
      +
      17995  char* const pChars = vma_new_array(allocator, char, len + 1);
      +
      17996  if(len > 0)
      +
      17997  {
      +
      17998  memcpy(pChars, sb.GetData(), len);
      +
      17999  }
      +
      18000  pChars[len] = '\0';
      +
      18001  *ppStatsString = pChars;
      +
      18002 }
      +
      18003 
      +
      18004 VMA_CALL_PRE void VMA_CALL_POST vmaFreeStatsString(
      +
      18005  VmaAllocator allocator,
      +
      18006  char* pStatsString)
      +
      18007 {
      +
      18008  if(pStatsString != VMA_NULL)
      +
      18009  {
      +
      18010  VMA_ASSERT(allocator);
      +
      18011  size_t len = strlen(pStatsString);
      +
      18012  vma_delete_array(allocator, pStatsString, len + 1);
      +
      18013  }
      +
      18014 }
      +
      18015 
      +
      18016 #endif // #if VMA_STATS_STRING_ENABLED
      +
      18017 
      +
      18018 /*
      +
      18019 This function is not protected by any mutex because it just reads immutable data.
      +
      18020 */
      +
      18021 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndex(
      +
      18022  VmaAllocator allocator,
      +
      18023  uint32_t memoryTypeBits,
      +
      18024  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      +
      18025  uint32_t* pMemoryTypeIndex)
      +
      18026 {
      +
      18027  VMA_ASSERT(allocator != VK_NULL_HANDLE);
      +
      18028  VMA_ASSERT(pAllocationCreateInfo != VMA_NULL);
      +
      18029  VMA_ASSERT(pMemoryTypeIndex != VMA_NULL);
      +
      18030 
      +
      18031  memoryTypeBits &= allocator->GetGlobalMemoryTypeBits();
      +
      18032 
      +
      18033  if(pAllocationCreateInfo->memoryTypeBits != 0)
      +
      18034  {
      +
      18035  memoryTypeBits &= pAllocationCreateInfo->memoryTypeBits;
      +
      18036  }
      +
      18037 
      +
      18038  uint32_t requiredFlags = pAllocationCreateInfo->requiredFlags;
      +
      18039  uint32_t preferredFlags = pAllocationCreateInfo->preferredFlags;
      +
      18040  uint32_t notPreferredFlags = 0;
      +
      18041 
      +
      18042  // Convert usage to requiredFlags and preferredFlags.
      +
      18043  switch(pAllocationCreateInfo->usage)
      +
      18044  {
      +
      18045  case VMA_MEMORY_USAGE_UNKNOWN:
      +
      18046  break;
      +
      18047  case VMA_MEMORY_USAGE_GPU_ONLY:
      +
      18048  if(!allocator->IsIntegratedGpu() || (preferredFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
      +
      18049  {
      +
      18050  preferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
      +
      18051  }
      +
      18052  break;
      +
      18053  case VMA_MEMORY_USAGE_CPU_ONLY:
      +
      18054  requiredFlags |= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT;
      +
      18055  break;
      +
      18056  case VMA_MEMORY_USAGE_CPU_TO_GPU:
      +
      18057  requiredFlags |= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT;
      +
      18058  if(!allocator->IsIntegratedGpu() || (preferredFlags & VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) == 0)
      +
      18059  {
      +
      18060  preferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
      +
      18061  }
      +
      18062  break;
      +
      18063  case VMA_MEMORY_USAGE_GPU_TO_CPU:
      +
      18064  requiredFlags |= VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT;
      +
      18065  preferredFlags |= VK_MEMORY_PROPERTY_HOST_CACHED_BIT;
      +
      18066  break;
      +
      18067  case VMA_MEMORY_USAGE_CPU_COPY:
      +
      18068  notPreferredFlags |= VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
      +
      18069  break;
      +
      18070  case VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED:
      +
      18071  requiredFlags |= VK_MEMORY_PROPERTY_LAZILY_ALLOCATED_BIT;
      +
      18072  break;
      +
      18073  default:
      +
      18074  VMA_ASSERT(0);
      +
      18075  break;
      +
      18076  }
      +
      18077 
      +
      18078  // Avoid DEVICE_COHERENT unless explicitly requested.
      +
      18079  if(((pAllocationCreateInfo->requiredFlags | pAllocationCreateInfo->preferredFlags) &
      +
      18080  (VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY | VK_MEMORY_PROPERTY_DEVICE_UNCACHED_BIT_AMD_COPY)) == 0)
      +
      18081  {
      +
      18082  notPreferredFlags |= VK_MEMORY_PROPERTY_DEVICE_COHERENT_BIT_AMD_COPY;
      +
      18083  }
      +
      18084 
      +
      18085  *pMemoryTypeIndex = UINT32_MAX;
      +
      18086  uint32_t minCost = UINT32_MAX;
      +
      18087  for(uint32_t memTypeIndex = 0, memTypeBit = 1;
      +
      18088  memTypeIndex < allocator->GetMemoryTypeCount();
      +
      18089  ++memTypeIndex, memTypeBit <<= 1)
      +
      18090  {
      +
      18091  // This memory type is acceptable according to memoryTypeBits bitmask.
      +
      18092  if((memTypeBit & memoryTypeBits) != 0)
      +
      18093  {
      +
      18094  const VkMemoryPropertyFlags currFlags =
      +
      18095  allocator->m_MemProps.memoryTypes[memTypeIndex].propertyFlags;
      +
      18096  // This memory type contains requiredFlags.
      +
      18097  if((requiredFlags & ~currFlags) == 0)
      +
      18098  {
      +
      18099  // Calculate cost as number of bits from preferredFlags not present in this memory type.
      +
      18100  uint32_t currCost = VmaCountBitsSet(preferredFlags & ~currFlags) +
      +
      18101  VmaCountBitsSet(currFlags & notPreferredFlags);
      +
      18102  // Remember memory type with lowest cost.
      +
      18103  if(currCost < minCost)
      +
      18104  {
      +
      18105  *pMemoryTypeIndex = memTypeIndex;
      +
      18106  if(currCost == 0)
      +
      18107  {
      +
      18108  return VK_SUCCESS;
      +
      18109  }
      +
      18110  minCost = currCost;
      +
      18111  }
      +
      18112  }
      +
      18113  }
      +
      18114  }
      +
      18115  return (*pMemoryTypeIndex != UINT32_MAX) ? VK_SUCCESS : VK_ERROR_FEATURE_NOT_PRESENT;
      +
      18116 }
      +
      18117 
      +
      18118 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForBufferInfo(
      +
      18119  VmaAllocator allocator,
      +
      18120  const VkBufferCreateInfo* pBufferCreateInfo,
      +
      18121  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      +
      18122  uint32_t* pMemoryTypeIndex)
      +
      18123 {
      +
      18124  VMA_ASSERT(allocator != VK_NULL_HANDLE);
      +
      18125  VMA_ASSERT(pBufferCreateInfo != VMA_NULL);
      +
      18126  VMA_ASSERT(pAllocationCreateInfo != VMA_NULL);
      +
      18127  VMA_ASSERT(pMemoryTypeIndex != VMA_NULL);
      +
      18128 
      +
      18129  const VkDevice hDev = allocator->m_hDevice;
      +
      18130  VkBuffer hBuffer = VK_NULL_HANDLE;
      +
      18131  VkResult res = allocator->GetVulkanFunctions().vkCreateBuffer(
      +
      18132  hDev, pBufferCreateInfo, allocator->GetAllocationCallbacks(), &hBuffer);
      +
      18133  if(res == VK_SUCCESS)
      +
      18134  {
      +
      18135  VkMemoryRequirements memReq = {};
      +
      18136  allocator->GetVulkanFunctions().vkGetBufferMemoryRequirements(
      +
      18137  hDev, hBuffer, &memReq);
      +
      18138 
      +
      18139  res = vmaFindMemoryTypeIndex(
      +
      18140  allocator,
      +
      18141  memReq.memoryTypeBits,
      +
      18142  pAllocationCreateInfo,
      +
      18143  pMemoryTypeIndex);
      +
      18144 
      +
      18145  allocator->GetVulkanFunctions().vkDestroyBuffer(
      +
      18146  hDev, hBuffer, allocator->GetAllocationCallbacks());
      +
      18147  }
      +
      18148  return res;
      +
      18149 }
      +
      18150 
      +
      18151 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFindMemoryTypeIndexForImageInfo(
      +
      18152  VmaAllocator allocator,
      +
      18153  const VkImageCreateInfo* pImageCreateInfo,
      +
      18154  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      +
      18155  uint32_t* pMemoryTypeIndex)
      +
      18156 {
      +
      18157  VMA_ASSERT(allocator != VK_NULL_HANDLE);
      +
      18158  VMA_ASSERT(pImageCreateInfo != VMA_NULL);
      +
      18159  VMA_ASSERT(pAllocationCreateInfo != VMA_NULL);
      +
      18160  VMA_ASSERT(pMemoryTypeIndex != VMA_NULL);
      +
      18161 
      +
      18162  const VkDevice hDev = allocator->m_hDevice;
      +
      18163  VkImage hImage = VK_NULL_HANDLE;
      +
      18164  VkResult res = allocator->GetVulkanFunctions().vkCreateImage(
      +
      18165  hDev, pImageCreateInfo, allocator->GetAllocationCallbacks(), &hImage);
      +
      18166  if(res == VK_SUCCESS)
      +
      18167  {
      +
      18168  VkMemoryRequirements memReq = {};
      +
      18169  allocator->GetVulkanFunctions().vkGetImageMemoryRequirements(
      +
      18170  hDev, hImage, &memReq);
      +
      18171 
      +
      18172  res = vmaFindMemoryTypeIndex(
      +
      18173  allocator,
      +
      18174  memReq.memoryTypeBits,
      +
      18175  pAllocationCreateInfo,
      +
      18176  pMemoryTypeIndex);
      18177 
      -
      18178 #if VMA_RECORDING_ENABLED
      -
      18179  if(allocator->GetRecorder() != VMA_NULL)
      -
      18180  {
      -
      18181  allocator->GetRecorder()->RecordMakePoolAllocationsLost(allocator->GetCurrentFrameIndex(), pool);
      -
      18182  }
      -
      18183 #endif
      -
      18184 
      -
      18185  allocator->MakePoolAllocationsLost(pool, pLostAllocationCount);
      -
      18186 }
      -
      18187 
      -
      18188 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckPoolCorruption(VmaAllocator allocator, VmaPool pool)
      -
      18189 {
      -
      18190  VMA_ASSERT(allocator && pool);
      -
      18191 
      -
      18192  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18193 
      -
      18194  VMA_DEBUG_LOG("vmaCheckPoolCorruption");
      -
      18195 
      -
      18196  return allocator->CheckPoolCorruption(pool);
      -
      18197 }
      -
      18198 
      -
      18199 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolName(
      -
      18200  VmaAllocator allocator,
      -
      18201  VmaPool pool,
      -
      18202  const char** ppName)
      -
      18203 {
      -
      18204  VMA_ASSERT(allocator && pool && ppName);
      -
      18205 
      -
      18206  VMA_DEBUG_LOG("vmaGetPoolName");
      -
      18207 
      -
      18208  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18209 
      -
      18210  *ppName = pool->GetName();
      -
      18211 }
      +
      18178  allocator->GetVulkanFunctions().vkDestroyImage(
      +
      18179  hDev, hImage, allocator->GetAllocationCallbacks());
      +
      18180  }
      +
      18181  return res;
      +
      18182 }
      +
      18183 
      +
      18184 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreatePool(
      +
      18185  VmaAllocator allocator,
      +
      18186  const VmaPoolCreateInfo* pCreateInfo,
      +
      18187  VmaPool* pPool)
      +
      18188 {
      +
      18189  VMA_ASSERT(allocator && pCreateInfo && pPool);
      +
      18190 
      +
      18191  VMA_DEBUG_LOG("vmaCreatePool");
      +
      18192 
      +
      18193  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18194 
      +
      18195  VkResult res = allocator->CreatePool(pCreateInfo, pPool);
      +
      18196 
      +
      18197 #if VMA_RECORDING_ENABLED
      +
      18198  if(allocator->GetRecorder() != VMA_NULL)
      +
      18199  {
      +
      18200  allocator->GetRecorder()->RecordCreatePool(allocator->GetCurrentFrameIndex(), *pCreateInfo, *pPool);
      +
      18201  }
      +
      18202 #endif
      +
      18203 
      +
      18204  return res;
      +
      18205 }
      +
      18206 
      +
      18207 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyPool(
      +
      18208  VmaAllocator allocator,
      +
      18209  VmaPool pool)
      +
      18210 {
      +
      18211  VMA_ASSERT(allocator);
      18212 
      -
      18213 VMA_CALL_PRE void VMA_CALL_POST vmaSetPoolName(
      -
      18214  VmaAllocator allocator,
      -
      18215  VmaPool pool,
      -
      18216  const char* pName)
      -
      18217 {
      -
      18218  VMA_ASSERT(allocator && pool);
      +
      18213  if(pool == VK_NULL_HANDLE)
      +
      18214  {
      +
      18215  return;
      +
      18216  }
      +
      18217 
      +
      18218  VMA_DEBUG_LOG("vmaDestroyPool");
      18219 
      -
      18220  VMA_DEBUG_LOG("vmaSetPoolName");
      +
      18220  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      18221 
      -
      18222  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18223 
      -
      18224  pool->SetName(pName);
      -
      18225 
      -
      18226 #if VMA_RECORDING_ENABLED
      -
      18227  if(allocator->GetRecorder() != VMA_NULL)
      -
      18228  {
      -
      18229  allocator->GetRecorder()->RecordSetPoolName(allocator->GetCurrentFrameIndex(), pool, pName);
      -
      18230  }
      -
      18231 #endif
      -
      18232 }
      -
      18233 
      -
      18234 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemory(
      -
      18235  VmaAllocator allocator,
      -
      18236  const VkMemoryRequirements* pVkMemoryRequirements,
      -
      18237  const VmaAllocationCreateInfo* pCreateInfo,
      -
      18238  VmaAllocation* pAllocation,
      -
      18239  VmaAllocationInfo* pAllocationInfo)
      -
      18240 {
      -
      18241  VMA_ASSERT(allocator && pVkMemoryRequirements && pCreateInfo && pAllocation);
      -
      18242 
      -
      18243  VMA_DEBUG_LOG("vmaAllocateMemory");
      -
      18244 
      -
      18245  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18246 
      -
      18247  VkResult result = allocator->AllocateMemory(
      -
      18248  *pVkMemoryRequirements,
      -
      18249  false, // requiresDedicatedAllocation
      -
      18250  false, // prefersDedicatedAllocation
      -
      18251  VK_NULL_HANDLE, // dedicatedBuffer
      -
      18252  UINT32_MAX, // dedicatedBufferUsage
      -
      18253  VK_NULL_HANDLE, // dedicatedImage
      -
      18254  *pCreateInfo,
      -
      18255  VMA_SUBALLOCATION_TYPE_UNKNOWN,
      -
      18256  1, // allocationCount
      -
      18257  pAllocation);
      -
      18258 
      -
      18259 #if VMA_RECORDING_ENABLED
      -
      18260  if(allocator->GetRecorder() != VMA_NULL)
      -
      18261  {
      -
      18262  allocator->GetRecorder()->RecordAllocateMemory(
      -
      18263  allocator->GetCurrentFrameIndex(),
      -
      18264  *pVkMemoryRequirements,
      -
      18265  *pCreateInfo,
      -
      18266  *pAllocation);
      -
      18267  }
      -
      18268 #endif
      -
      18269 
      -
      18270  if(pAllocationInfo != VMA_NULL && result == VK_SUCCESS)
      -
      18271  {
      -
      18272  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      -
      18273  }
      -
      18274 
      -
      18275  return result;
      -
      18276 }
      -
      18277 
      -
      18278 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryPages(
      -
      18279  VmaAllocator allocator,
      -
      18280  const VkMemoryRequirements* pVkMemoryRequirements,
      -
      18281  const VmaAllocationCreateInfo* pCreateInfo,
      -
      18282  size_t allocationCount,
      -
      18283  VmaAllocation* pAllocations,
      -
      18284  VmaAllocationInfo* pAllocationInfo)
      -
      18285 {
      -
      18286  if(allocationCount == 0)
      -
      18287  {
      -
      18288  return VK_SUCCESS;
      -
      18289  }
      -
      18290 
      -
      18291  VMA_ASSERT(allocator && pVkMemoryRequirements && pCreateInfo && pAllocations);
      -
      18292 
      -
      18293  VMA_DEBUG_LOG("vmaAllocateMemoryPages");
      +
      18222 #if VMA_RECORDING_ENABLED
      +
      18223  if(allocator->GetRecorder() != VMA_NULL)
      +
      18224  {
      +
      18225  allocator->GetRecorder()->RecordDestroyPool(allocator->GetCurrentFrameIndex(), pool);
      +
      18226  }
      +
      18227 #endif
      +
      18228 
      +
      18229  allocator->DestroyPool(pool);
      +
      18230 }
      +
      18231 
      +
      18232 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolStats(
      +
      18233  VmaAllocator allocator,
      +
      18234  VmaPool pool,
      +
      18235  VmaPoolStats* pPoolStats)
      +
      18236 {
      +
      18237  VMA_ASSERT(allocator && pool && pPoolStats);
      +
      18238 
      +
      18239  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18240 
      +
      18241  allocator->GetPoolStats(pool, pPoolStats);
      +
      18242 }
      +
      18243 
      +
      18244 VMA_CALL_PRE void VMA_CALL_POST vmaMakePoolAllocationsLost(
      +
      18245  VmaAllocator allocator,
      +
      18246  VmaPool pool,
      +
      18247  size_t* pLostAllocationCount)
      +
      18248 {
      +
      18249  VMA_ASSERT(allocator && pool);
      +
      18250 
      +
      18251  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18252 
      +
      18253 #if VMA_RECORDING_ENABLED
      +
      18254  if(allocator->GetRecorder() != VMA_NULL)
      +
      18255  {
      +
      18256  allocator->GetRecorder()->RecordMakePoolAllocationsLost(allocator->GetCurrentFrameIndex(), pool);
      +
      18257  }
      +
      18258 #endif
      +
      18259 
      +
      18260  allocator->MakePoolAllocationsLost(pool, pLostAllocationCount);
      +
      18261 }
      +
      18262 
      +
      18263 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckPoolCorruption(VmaAllocator allocator, VmaPool pool)
      +
      18264 {
      +
      18265  VMA_ASSERT(allocator && pool);
      +
      18266 
      +
      18267  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18268 
      +
      18269  VMA_DEBUG_LOG("vmaCheckPoolCorruption");
      +
      18270 
      +
      18271  return allocator->CheckPoolCorruption(pool);
      +
      18272 }
      +
      18273 
      +
      18274 VMA_CALL_PRE void VMA_CALL_POST vmaGetPoolName(
      +
      18275  VmaAllocator allocator,
      +
      18276  VmaPool pool,
      +
      18277  const char** ppName)
      +
      18278 {
      +
      18279  VMA_ASSERT(allocator && pool && ppName);
      +
      18280 
      +
      18281  VMA_DEBUG_LOG("vmaGetPoolName");
      +
      18282 
      +
      18283  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18284 
      +
      18285  *ppName = pool->GetName();
      +
      18286 }
      +
      18287 
      +
      18288 VMA_CALL_PRE void VMA_CALL_POST vmaSetPoolName(
      +
      18289  VmaAllocator allocator,
      +
      18290  VmaPool pool,
      +
      18291  const char* pName)
      +
      18292 {
      +
      18293  VMA_ASSERT(allocator && pool);
      18294 
      -
      18295  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18295  VMA_DEBUG_LOG("vmaSetPoolName");
      18296 
      -
      18297  VkResult result = allocator->AllocateMemory(
      -
      18298  *pVkMemoryRequirements,
      -
      18299  false, // requiresDedicatedAllocation
      -
      18300  false, // prefersDedicatedAllocation
      -
      18301  VK_NULL_HANDLE, // dedicatedBuffer
      -
      18302  UINT32_MAX, // dedicatedBufferUsage
      -
      18303  VK_NULL_HANDLE, // dedicatedImage
      -
      18304  *pCreateInfo,
      -
      18305  VMA_SUBALLOCATION_TYPE_UNKNOWN,
      -
      18306  allocationCount,
      -
      18307  pAllocations);
      +
      18297  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18298 
      +
      18299  pool->SetName(pName);
      +
      18300 
      +
      18301 #if VMA_RECORDING_ENABLED
      +
      18302  if(allocator->GetRecorder() != VMA_NULL)
      +
      18303  {
      +
      18304  allocator->GetRecorder()->RecordSetPoolName(allocator->GetCurrentFrameIndex(), pool, pName);
      +
      18305  }
      +
      18306 #endif
      +
      18307 }
      18308 
      -
      18309 #if VMA_RECORDING_ENABLED
      -
      18310  if(allocator->GetRecorder() != VMA_NULL)
      -
      18311  {
      -
      18312  allocator->GetRecorder()->RecordAllocateMemoryPages(
      -
      18313  allocator->GetCurrentFrameIndex(),
      -
      18314  *pVkMemoryRequirements,
      -
      18315  *pCreateInfo,
      -
      18316  (uint64_t)allocationCount,
      -
      18317  pAllocations);
      -
      18318  }
      -
      18319 #endif
      -
      18320 
      -
      18321  if(pAllocationInfo != VMA_NULL && result == VK_SUCCESS)
      -
      18322  {
      -
      18323  for(size_t i = 0; i < allocationCount; ++i)
      -
      18324  {
      -
      18325  allocator->GetAllocationInfo(pAllocations[i], pAllocationInfo + i);
      -
      18326  }
      -
      18327  }
      -
      18328 
      -
      18329  return result;
      -
      18330 }
      -
      18331 
      -
      18332 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForBuffer(
      -
      18333  VmaAllocator allocator,
      -
      18334  VkBuffer buffer,
      -
      18335  const VmaAllocationCreateInfo* pCreateInfo,
      -
      18336  VmaAllocation* pAllocation,
      -
      18337  VmaAllocationInfo* pAllocationInfo)
      -
      18338 {
      -
      18339  VMA_ASSERT(allocator && buffer != VK_NULL_HANDLE && pCreateInfo && pAllocation);
      -
      18340 
      -
      18341  VMA_DEBUG_LOG("vmaAllocateMemoryForBuffer");
      -
      18342 
      -
      18343  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18309 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemory(
      +
      18310  VmaAllocator allocator,
      +
      18311  const VkMemoryRequirements* pVkMemoryRequirements,
      +
      18312  const VmaAllocationCreateInfo* pCreateInfo,
      +
      18313  VmaAllocation* pAllocation,
      +
      18314  VmaAllocationInfo* pAllocationInfo)
      +
      18315 {
      +
      18316  VMA_ASSERT(allocator && pVkMemoryRequirements && pCreateInfo && pAllocation);
      +
      18317 
      +
      18318  VMA_DEBUG_LOG("vmaAllocateMemory");
      +
      18319 
      +
      18320  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18321 
      +
      18322  VkResult result = allocator->AllocateMemory(
      +
      18323  *pVkMemoryRequirements,
      +
      18324  false, // requiresDedicatedAllocation
      +
      18325  false, // prefersDedicatedAllocation
      +
      18326  VK_NULL_HANDLE, // dedicatedBuffer
      +
      18327  UINT32_MAX, // dedicatedBufferUsage
      +
      18328  VK_NULL_HANDLE, // dedicatedImage
      +
      18329  *pCreateInfo,
      +
      18330  VMA_SUBALLOCATION_TYPE_UNKNOWN,
      +
      18331  1, // allocationCount
      +
      18332  pAllocation);
      +
      18333 
      +
      18334 #if VMA_RECORDING_ENABLED
      +
      18335  if(allocator->GetRecorder() != VMA_NULL)
      +
      18336  {
      +
      18337  allocator->GetRecorder()->RecordAllocateMemory(
      +
      18338  allocator->GetCurrentFrameIndex(),
      +
      18339  *pVkMemoryRequirements,
      +
      18340  *pCreateInfo,
      +
      18341  *pAllocation);
      +
      18342  }
      +
      18343 #endif
      18344 
      -
      18345  VkMemoryRequirements vkMemReq = {};
      -
      18346  bool requiresDedicatedAllocation = false;
      -
      18347  bool prefersDedicatedAllocation = false;
      -
      18348  allocator->GetBufferMemoryRequirements(buffer, vkMemReq,
      -
      18349  requiresDedicatedAllocation,
      -
      18350  prefersDedicatedAllocation);
      -
      18351 
      -
      18352  VkResult result = allocator->AllocateMemory(
      -
      18353  vkMemReq,
      -
      18354  requiresDedicatedAllocation,
      -
      18355  prefersDedicatedAllocation,
      -
      18356  buffer, // dedicatedBuffer
      -
      18357  UINT32_MAX, // dedicatedBufferUsage
      -
      18358  VK_NULL_HANDLE, // dedicatedImage
      -
      18359  *pCreateInfo,
      -
      18360  VMA_SUBALLOCATION_TYPE_BUFFER,
      -
      18361  1, // allocationCount
      -
      18362  pAllocation);
      -
      18363 
      -
      18364 #if VMA_RECORDING_ENABLED
      -
      18365  if(allocator->GetRecorder() != VMA_NULL)
      -
      18366  {
      -
      18367  allocator->GetRecorder()->RecordAllocateMemoryForBuffer(
      -
      18368  allocator->GetCurrentFrameIndex(),
      -
      18369  vkMemReq,
      -
      18370  requiresDedicatedAllocation,
      -
      18371  prefersDedicatedAllocation,
      -
      18372  *pCreateInfo,
      -
      18373  *pAllocation);
      -
      18374  }
      -
      18375 #endif
      -
      18376 
      -
      18377  if(pAllocationInfo && result == VK_SUCCESS)
      -
      18378  {
      -
      18379  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      -
      18380  }
      -
      18381 
      -
      18382  return result;
      -
      18383 }
      -
      18384 
      -
      18385 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForImage(
      -
      18386  VmaAllocator allocator,
      -
      18387  VkImage image,
      -
      18388  const VmaAllocationCreateInfo* pCreateInfo,
      -
      18389  VmaAllocation* pAllocation,
      -
      18390  VmaAllocationInfo* pAllocationInfo)
      -
      18391 {
      -
      18392  VMA_ASSERT(allocator && image != VK_NULL_HANDLE && pCreateInfo && pAllocation);
      -
      18393 
      -
      18394  VMA_DEBUG_LOG("vmaAllocateMemoryForImage");
      +
      18345  if(pAllocationInfo != VMA_NULL && result == VK_SUCCESS)
      +
      18346  {
      +
      18347  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      +
      18348  }
      +
      18349 
      +
      18350  return result;
      +
      18351 }
      +
      18352 
      +
      18353 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryPages(
      +
      18354  VmaAllocator allocator,
      +
      18355  const VkMemoryRequirements* pVkMemoryRequirements,
      +
      18356  const VmaAllocationCreateInfo* pCreateInfo,
      +
      18357  size_t allocationCount,
      +
      18358  VmaAllocation* pAllocations,
      +
      18359  VmaAllocationInfo* pAllocationInfo)
      +
      18360 {
      +
      18361  if(allocationCount == 0)
      +
      18362  {
      +
      18363  return VK_SUCCESS;
      +
      18364  }
      +
      18365 
      +
      18366  VMA_ASSERT(allocator && pVkMemoryRequirements && pCreateInfo && pAllocations);
      +
      18367 
      +
      18368  VMA_DEBUG_LOG("vmaAllocateMemoryPages");
      +
      18369 
      +
      18370  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18371 
      +
      18372  VkResult result = allocator->AllocateMemory(
      +
      18373  *pVkMemoryRequirements,
      +
      18374  false, // requiresDedicatedAllocation
      +
      18375  false, // prefersDedicatedAllocation
      +
      18376  VK_NULL_HANDLE, // dedicatedBuffer
      +
      18377  UINT32_MAX, // dedicatedBufferUsage
      +
      18378  VK_NULL_HANDLE, // dedicatedImage
      +
      18379  *pCreateInfo,
      +
      18380  VMA_SUBALLOCATION_TYPE_UNKNOWN,
      +
      18381  allocationCount,
      +
      18382  pAllocations);
      +
      18383 
      +
      18384 #if VMA_RECORDING_ENABLED
      +
      18385  if(allocator->GetRecorder() != VMA_NULL)
      +
      18386  {
      +
      18387  allocator->GetRecorder()->RecordAllocateMemoryPages(
      +
      18388  allocator->GetCurrentFrameIndex(),
      +
      18389  *pVkMemoryRequirements,
      +
      18390  *pCreateInfo,
      +
      18391  (uint64_t)allocationCount,
      +
      18392  pAllocations);
      +
      18393  }
      +
      18394 #endif
      18395 
      -
      18396  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18397 
      -
      18398  VkMemoryRequirements vkMemReq = {};
      -
      18399  bool requiresDedicatedAllocation = false;
      -
      18400  bool prefersDedicatedAllocation = false;
      -
      18401  allocator->GetImageMemoryRequirements(image, vkMemReq,
      -
      18402  requiresDedicatedAllocation, prefersDedicatedAllocation);
      +
      18396  if(pAllocationInfo != VMA_NULL && result == VK_SUCCESS)
      +
      18397  {
      +
      18398  for(size_t i = 0; i < allocationCount; ++i)
      +
      18399  {
      +
      18400  allocator->GetAllocationInfo(pAllocations[i], pAllocationInfo + i);
      +
      18401  }
      +
      18402  }
      18403 
      -
      18404  VkResult result = allocator->AllocateMemory(
      -
      18405  vkMemReq,
      -
      18406  requiresDedicatedAllocation,
      -
      18407  prefersDedicatedAllocation,
      -
      18408  VK_NULL_HANDLE, // dedicatedBuffer
      -
      18409  UINT32_MAX, // dedicatedBufferUsage
      -
      18410  image, // dedicatedImage
      -
      18411  *pCreateInfo,
      -
      18412  VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN,
      -
      18413  1, // allocationCount
      -
      18414  pAllocation);
      +
      18404  return result;
      +
      18405 }
      +
      18406 
      +
      18407 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForBuffer(
      +
      18408  VmaAllocator allocator,
      +
      18409  VkBuffer buffer,
      +
      18410  const VmaAllocationCreateInfo* pCreateInfo,
      +
      18411  VmaAllocation* pAllocation,
      +
      18412  VmaAllocationInfo* pAllocationInfo)
      +
      18413 {
      +
      18414  VMA_ASSERT(allocator && buffer != VK_NULL_HANDLE && pCreateInfo && pAllocation);
      18415 
      -
      18416 #if VMA_RECORDING_ENABLED
      -
      18417  if(allocator->GetRecorder() != VMA_NULL)
      -
      18418  {
      -
      18419  allocator->GetRecorder()->RecordAllocateMemoryForImage(
      -
      18420  allocator->GetCurrentFrameIndex(),
      -
      18421  vkMemReq,
      -
      18422  requiresDedicatedAllocation,
      -
      18423  prefersDedicatedAllocation,
      -
      18424  *pCreateInfo,
      -
      18425  *pAllocation);
      -
      18426  }
      -
      18427 #endif
      -
      18428 
      -
      18429  if(pAllocationInfo && result == VK_SUCCESS)
      -
      18430  {
      -
      18431  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      -
      18432  }
      -
      18433 
      -
      18434  return result;
      -
      18435 }
      -
      18436 
      -
      18437 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemory(
      -
      18438  VmaAllocator allocator,
      -
      18439  VmaAllocation allocation)
      -
      18440 {
      -
      18441  VMA_ASSERT(allocator);
      -
      18442 
      -
      18443  if(allocation == VK_NULL_HANDLE)
      -
      18444  {
      -
      18445  return;
      -
      18446  }
      -
      18447 
      -
      18448  VMA_DEBUG_LOG("vmaFreeMemory");
      -
      18449 
      -
      18450  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18416  VMA_DEBUG_LOG("vmaAllocateMemoryForBuffer");
      +
      18417 
      +
      18418  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18419 
      +
      18420  VkMemoryRequirements vkMemReq = {};
      +
      18421  bool requiresDedicatedAllocation = false;
      +
      18422  bool prefersDedicatedAllocation = false;
      +
      18423  allocator->GetBufferMemoryRequirements(buffer, vkMemReq,
      +
      18424  requiresDedicatedAllocation,
      +
      18425  prefersDedicatedAllocation);
      +
      18426 
      +
      18427  VkResult result = allocator->AllocateMemory(
      +
      18428  vkMemReq,
      +
      18429  requiresDedicatedAllocation,
      +
      18430  prefersDedicatedAllocation,
      +
      18431  buffer, // dedicatedBuffer
      +
      18432  UINT32_MAX, // dedicatedBufferUsage
      +
      18433  VK_NULL_HANDLE, // dedicatedImage
      +
      18434  *pCreateInfo,
      +
      18435  VMA_SUBALLOCATION_TYPE_BUFFER,
      +
      18436  1, // allocationCount
      +
      18437  pAllocation);
      +
      18438 
      +
      18439 #if VMA_RECORDING_ENABLED
      +
      18440  if(allocator->GetRecorder() != VMA_NULL)
      +
      18441  {
      +
      18442  allocator->GetRecorder()->RecordAllocateMemoryForBuffer(
      +
      18443  allocator->GetCurrentFrameIndex(),
      +
      18444  vkMemReq,
      +
      18445  requiresDedicatedAllocation,
      +
      18446  prefersDedicatedAllocation,
      +
      18447  *pCreateInfo,
      +
      18448  *pAllocation);
      +
      18449  }
      +
      18450 #endif
      18451 
      -
      18452 #if VMA_RECORDING_ENABLED
      -
      18453  if(allocator->GetRecorder() != VMA_NULL)
      -
      18454  {
      -
      18455  allocator->GetRecorder()->RecordFreeMemory(
      -
      18456  allocator->GetCurrentFrameIndex(),
      -
      18457  allocation);
      -
      18458  }
      -
      18459 #endif
      -
      18460 
      -
      18461  allocator->FreeMemory(
      -
      18462  1, // allocationCount
      -
      18463  &allocation);
      -
      18464 }
      -
      18465 
      -
      18466 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemoryPages(
      -
      18467  VmaAllocator allocator,
      -
      18468  size_t allocationCount,
      -
      18469  const VmaAllocation* pAllocations)
      -
      18470 {
      -
      18471  if(allocationCount == 0)
      -
      18472  {
      -
      18473  return;
      -
      18474  }
      -
      18475 
      -
      18476  VMA_ASSERT(allocator);
      -
      18477 
      -
      18478  VMA_DEBUG_LOG("vmaFreeMemoryPages");
      -
      18479 
      -
      18480  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18481 
      -
      18482 #if VMA_RECORDING_ENABLED
      -
      18483  if(allocator->GetRecorder() != VMA_NULL)
      -
      18484  {
      -
      18485  allocator->GetRecorder()->RecordFreeMemoryPages(
      -
      18486  allocator->GetCurrentFrameIndex(),
      -
      18487  (uint64_t)allocationCount,
      -
      18488  pAllocations);
      -
      18489  }
      -
      18490 #endif
      -
      18491 
      -
      18492  allocator->FreeMemory(allocationCount, pAllocations);
      -
      18493 }
      -
      18494 
      -
      18495 VMA_CALL_PRE VkResult VMA_CALL_POST vmaResizeAllocation(
      -
      18496  VmaAllocator allocator,
      -
      18497  VmaAllocation allocation,
      -
      18498  VkDeviceSize newSize)
      -
      18499 {
      -
      18500  VMA_ASSERT(allocator && allocation);
      -
      18501 
      -
      18502  VMA_DEBUG_LOG("vmaResizeAllocation");
      -
      18503 
      -
      18504  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18505 
      -
      18506  return allocator->ResizeAllocation(allocation, newSize);
      -
      18507 }
      +
      18452  if(pAllocationInfo && result == VK_SUCCESS)
      +
      18453  {
      +
      18454  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      +
      18455  }
      +
      18456 
      +
      18457  return result;
      +
      18458 }
      +
      18459 
      +
      18460 VMA_CALL_PRE VkResult VMA_CALL_POST vmaAllocateMemoryForImage(
      +
      18461  VmaAllocator allocator,
      +
      18462  VkImage image,
      +
      18463  const VmaAllocationCreateInfo* pCreateInfo,
      +
      18464  VmaAllocation* pAllocation,
      +
      18465  VmaAllocationInfo* pAllocationInfo)
      +
      18466 {
      +
      18467  VMA_ASSERT(allocator && image != VK_NULL_HANDLE && pCreateInfo && pAllocation);
      +
      18468 
      +
      18469  VMA_DEBUG_LOG("vmaAllocateMemoryForImage");
      +
      18470 
      +
      18471  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18472 
      +
      18473  VkMemoryRequirements vkMemReq = {};
      +
      18474  bool requiresDedicatedAllocation = false;
      +
      18475  bool prefersDedicatedAllocation = false;
      +
      18476  allocator->GetImageMemoryRequirements(image, vkMemReq,
      +
      18477  requiresDedicatedAllocation, prefersDedicatedAllocation);
      +
      18478 
      +
      18479  VkResult result = allocator->AllocateMemory(
      +
      18480  vkMemReq,
      +
      18481  requiresDedicatedAllocation,
      +
      18482  prefersDedicatedAllocation,
      +
      18483  VK_NULL_HANDLE, // dedicatedBuffer
      +
      18484  UINT32_MAX, // dedicatedBufferUsage
      +
      18485  image, // dedicatedImage
      +
      18486  *pCreateInfo,
      +
      18487  VMA_SUBALLOCATION_TYPE_IMAGE_UNKNOWN,
      +
      18488  1, // allocationCount
      +
      18489  pAllocation);
      +
      18490 
      +
      18491 #if VMA_RECORDING_ENABLED
      +
      18492  if(allocator->GetRecorder() != VMA_NULL)
      +
      18493  {
      +
      18494  allocator->GetRecorder()->RecordAllocateMemoryForImage(
      +
      18495  allocator->GetCurrentFrameIndex(),
      +
      18496  vkMemReq,
      +
      18497  requiresDedicatedAllocation,
      +
      18498  prefersDedicatedAllocation,
      +
      18499  *pCreateInfo,
      +
      18500  *pAllocation);
      +
      18501  }
      +
      18502 #endif
      +
      18503 
      +
      18504  if(pAllocationInfo && result == VK_SUCCESS)
      +
      18505  {
      +
      18506  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      +
      18507  }
      18508 
      -
      18509 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocationInfo(
      -
      18510  VmaAllocator allocator,
      -
      18511  VmaAllocation allocation,
      -
      18512  VmaAllocationInfo* pAllocationInfo)
      -
      18513 {
      -
      18514  VMA_ASSERT(allocator && allocation && pAllocationInfo);
      -
      18515 
      -
      18516  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18509  return result;
      +
      18510 }
      +
      18511 
      +
      18512 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemory(
      +
      18513  VmaAllocator allocator,
      +
      18514  VmaAllocation allocation)
      +
      18515 {
      +
      18516  VMA_ASSERT(allocator);
      18517 
      -
      18518 #if VMA_RECORDING_ENABLED
      -
      18519  if(allocator->GetRecorder() != VMA_NULL)
      -
      18520  {
      -
      18521  allocator->GetRecorder()->RecordGetAllocationInfo(
      -
      18522  allocator->GetCurrentFrameIndex(),
      -
      18523  allocation);
      -
      18524  }
      -
      18525 #endif
      +
      18518  if(allocation == VK_NULL_HANDLE)
      +
      18519  {
      +
      18520  return;
      +
      18521  }
      +
      18522 
      +
      18523  VMA_DEBUG_LOG("vmaFreeMemory");
      +
      18524 
      +
      18525  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      18526 
      -
      18527  allocator->GetAllocationInfo(allocation, pAllocationInfo);
      -
      18528 }
      -
      18529 
      -
      18530 VMA_CALL_PRE VkBool32 VMA_CALL_POST vmaTouchAllocation(
      -
      18531  VmaAllocator allocator,
      -
      18532  VmaAllocation allocation)
      -
      18533 {
      -
      18534  VMA_ASSERT(allocator && allocation);
      +
      18527 #if VMA_RECORDING_ENABLED
      +
      18528  if(allocator->GetRecorder() != VMA_NULL)
      +
      18529  {
      +
      18530  allocator->GetRecorder()->RecordFreeMemory(
      +
      18531  allocator->GetCurrentFrameIndex(),
      +
      18532  allocation);
      +
      18533  }
      +
      18534 #endif
      18535 
      -
      18536  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18537 
      -
      18538 #if VMA_RECORDING_ENABLED
      -
      18539  if(allocator->GetRecorder() != VMA_NULL)
      -
      18540  {
      -
      18541  allocator->GetRecorder()->RecordTouchAllocation(
      -
      18542  allocator->GetCurrentFrameIndex(),
      -
      18543  allocation);
      -
      18544  }
      -
      18545 #endif
      -
      18546 
      -
      18547  return allocator->TouchAllocation(allocation);
      -
      18548 }
      -
      18549 
      -
      18550 VMA_CALL_PRE void VMA_CALL_POST vmaSetAllocationUserData(
      -
      18551  VmaAllocator allocator,
      -
      18552  VmaAllocation allocation,
      -
      18553  void* pUserData)
      -
      18554 {
      -
      18555  VMA_ASSERT(allocator && allocation);
      +
      18536  allocator->FreeMemory(
      +
      18537  1, // allocationCount
      +
      18538  &allocation);
      +
      18539 }
      +
      18540 
      +
      18541 VMA_CALL_PRE void VMA_CALL_POST vmaFreeMemoryPages(
      +
      18542  VmaAllocator allocator,
      +
      18543  size_t allocationCount,
      +
      18544  const VmaAllocation* pAllocations)
      +
      18545 {
      +
      18546  if(allocationCount == 0)
      +
      18547  {
      +
      18548  return;
      +
      18549  }
      +
      18550 
      +
      18551  VMA_ASSERT(allocator);
      +
      18552 
      +
      18553  VMA_DEBUG_LOG("vmaFreeMemoryPages");
      +
      18554 
      +
      18555  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      18556 
      -
      18557  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18558 
      -
      18559  allocation->SetUserData(allocator, pUserData);
      -
      18560 
      -
      18561 #if VMA_RECORDING_ENABLED
      -
      18562  if(allocator->GetRecorder() != VMA_NULL)
      -
      18563  {
      -
      18564  allocator->GetRecorder()->RecordSetAllocationUserData(
      -
      18565  allocator->GetCurrentFrameIndex(),
      -
      18566  allocation,
      -
      18567  pUserData);
      -
      18568  }
      -
      18569 #endif
      -
      18570 }
      -
      18571 
      -
      18572 VMA_CALL_PRE void VMA_CALL_POST vmaCreateLostAllocation(
      -
      18573  VmaAllocator allocator,
      -
      18574  VmaAllocation* pAllocation)
      -
      18575 {
      -
      18576  VMA_ASSERT(allocator && pAllocation);
      -
      18577 
      -
      18578  VMA_DEBUG_GLOBAL_MUTEX_LOCK;
      -
      18579 
      -
      18580  allocator->CreateLostAllocation(pAllocation);
      -
      18581 
      -
      18582 #if VMA_RECORDING_ENABLED
      -
      18583  if(allocator->GetRecorder() != VMA_NULL)
      -
      18584  {
      -
      18585  allocator->GetRecorder()->RecordCreateLostAllocation(
      -
      18586  allocator->GetCurrentFrameIndex(),
      -
      18587  *pAllocation);
      -
      18588  }
      -
      18589 #endif
      -
      18590 }
      -
      18591 
      -
      18592 VMA_CALL_PRE VkResult VMA_CALL_POST vmaMapMemory(
      -
      18593  VmaAllocator allocator,
      -
      18594  VmaAllocation allocation,
      -
      18595  void** ppData)
      -
      18596 {
      -
      18597  VMA_ASSERT(allocator && allocation && ppData);
      -
      18598 
      -
      18599  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18600 
      -
      18601  VkResult res = allocator->Map(allocation, ppData);
      -
      18602 
      -
      18603 #if VMA_RECORDING_ENABLED
      -
      18604  if(allocator->GetRecorder() != VMA_NULL)
      -
      18605  {
      -
      18606  allocator->GetRecorder()->RecordMapMemory(
      -
      18607  allocator->GetCurrentFrameIndex(),
      -
      18608  allocation);
      -
      18609  }
      -
      18610 #endif
      -
      18611 
      -
      18612  return res;
      -
      18613 }
      -
      18614 
      -
      18615 VMA_CALL_PRE void VMA_CALL_POST vmaUnmapMemory(
      -
      18616  VmaAllocator allocator,
      -
      18617  VmaAllocation allocation)
      -
      18618 {
      -
      18619  VMA_ASSERT(allocator && allocation);
      -
      18620 
      -
      18621  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18622 
      -
      18623 #if VMA_RECORDING_ENABLED
      -
      18624  if(allocator->GetRecorder() != VMA_NULL)
      -
      18625  {
      -
      18626  allocator->GetRecorder()->RecordUnmapMemory(
      -
      18627  allocator->GetCurrentFrameIndex(),
      -
      18628  allocation);
      -
      18629  }
      -
      18630 #endif
      +
      18557 #if VMA_RECORDING_ENABLED
      +
      18558  if(allocator->GetRecorder() != VMA_NULL)
      +
      18559  {
      +
      18560  allocator->GetRecorder()->RecordFreeMemoryPages(
      +
      18561  allocator->GetCurrentFrameIndex(),
      +
      18562  (uint64_t)allocationCount,
      +
      18563  pAllocations);
      +
      18564  }
      +
      18565 #endif
      +
      18566 
      +
      18567  allocator->FreeMemory(allocationCount, pAllocations);
      +
      18568 }
      +
      18569 
      +
      18570 VMA_CALL_PRE VkResult VMA_CALL_POST vmaResizeAllocation(
      +
      18571  VmaAllocator allocator,
      +
      18572  VmaAllocation allocation,
      +
      18573  VkDeviceSize newSize)
      +
      18574 {
      +
      18575  VMA_ASSERT(allocator && allocation);
      +
      18576 
      +
      18577  VMA_DEBUG_LOG("vmaResizeAllocation");
      +
      18578 
      +
      18579  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18580 
      +
      18581  return allocator->ResizeAllocation(allocation, newSize);
      +
      18582 }
      +
      18583 
      +
      18584 VMA_CALL_PRE void VMA_CALL_POST vmaGetAllocationInfo(
      +
      18585  VmaAllocator allocator,
      +
      18586  VmaAllocation allocation,
      +
      18587  VmaAllocationInfo* pAllocationInfo)
      +
      18588 {
      +
      18589  VMA_ASSERT(allocator && allocation && pAllocationInfo);
      +
      18590 
      +
      18591  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18592 
      +
      18593 #if VMA_RECORDING_ENABLED
      +
      18594  if(allocator->GetRecorder() != VMA_NULL)
      +
      18595  {
      +
      18596  allocator->GetRecorder()->RecordGetAllocationInfo(
      +
      18597  allocator->GetCurrentFrameIndex(),
      +
      18598  allocation);
      +
      18599  }
      +
      18600 #endif
      +
      18601 
      +
      18602  allocator->GetAllocationInfo(allocation, pAllocationInfo);
      +
      18603 }
      +
      18604 
      +
      18605 VMA_CALL_PRE VkBool32 VMA_CALL_POST vmaTouchAllocation(
      +
      18606  VmaAllocator allocator,
      +
      18607  VmaAllocation allocation)
      +
      18608 {
      +
      18609  VMA_ASSERT(allocator && allocation);
      +
      18610 
      +
      18611  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18612 
      +
      18613 #if VMA_RECORDING_ENABLED
      +
      18614  if(allocator->GetRecorder() != VMA_NULL)
      +
      18615  {
      +
      18616  allocator->GetRecorder()->RecordTouchAllocation(
      +
      18617  allocator->GetCurrentFrameIndex(),
      +
      18618  allocation);
      +
      18619  }
      +
      18620 #endif
      +
      18621 
      +
      18622  return allocator->TouchAllocation(allocation);
      +
      18623 }
      +
      18624 
      +
      18625 VMA_CALL_PRE void VMA_CALL_POST vmaSetAllocationUserData(
      +
      18626  VmaAllocator allocator,
      +
      18627  VmaAllocation allocation,
      +
      18628  void* pUserData)
      +
      18629 {
      +
      18630  VMA_ASSERT(allocator && allocation);
      18631 
      -
      18632  allocator->Unmap(allocation);
      -
      18633 }
      -
      18634 
      -
      18635 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFlushAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      -
      18636 {
      -
      18637  VMA_ASSERT(allocator && allocation);
      -
      18638 
      -
      18639  VMA_DEBUG_LOG("vmaFlushAllocation");
      -
      18640 
      -
      18641  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18642 
      -
      18643  const VkResult res = allocator->FlushOrInvalidateAllocation(allocation, offset, size, VMA_CACHE_FLUSH);
      -
      18644 
      -
      18645 #if VMA_RECORDING_ENABLED
      -
      18646  if(allocator->GetRecorder() != VMA_NULL)
      -
      18647  {
      -
      18648  allocator->GetRecorder()->RecordFlushAllocation(
      -
      18649  allocator->GetCurrentFrameIndex(),
      -
      18650  allocation, offset, size);
      -
      18651  }
      -
      18652 #endif
      -
      18653 
      -
      18654  return res;
      -
      18655 }
      +
      18632  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18633 
      +
      18634  allocation->SetUserData(allocator, pUserData);
      +
      18635 
      +
      18636 #if VMA_RECORDING_ENABLED
      +
      18637  if(allocator->GetRecorder() != VMA_NULL)
      +
      18638  {
      +
      18639  allocator->GetRecorder()->RecordSetAllocationUserData(
      +
      18640  allocator->GetCurrentFrameIndex(),
      +
      18641  allocation,
      +
      18642  pUserData);
      +
      18643  }
      +
      18644 #endif
      +
      18645 }
      +
      18646 
      +
      18647 VMA_CALL_PRE void VMA_CALL_POST vmaCreateLostAllocation(
      +
      18648  VmaAllocator allocator,
      +
      18649  VmaAllocation* pAllocation)
      +
      18650 {
      +
      18651  VMA_ASSERT(allocator && pAllocation);
      +
      18652 
      +
      18653  VMA_DEBUG_GLOBAL_MUTEX_LOCK;
      +
      18654 
      +
      18655  allocator->CreateLostAllocation(pAllocation);
      18656 
      -
      18657 VMA_CALL_PRE VkResult VMA_CALL_POST vmaInvalidateAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      -
      18658 {
      -
      18659  VMA_ASSERT(allocator && allocation);
      -
      18660 
      -
      18661  VMA_DEBUG_LOG("vmaInvalidateAllocation");
      -
      18662 
      -
      18663  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18664 
      -
      18665  const VkResult res = allocator->FlushOrInvalidateAllocation(allocation, offset, size, VMA_CACHE_INVALIDATE);
      +
      18657 #if VMA_RECORDING_ENABLED
      +
      18658  if(allocator->GetRecorder() != VMA_NULL)
      +
      18659  {
      +
      18660  allocator->GetRecorder()->RecordCreateLostAllocation(
      +
      18661  allocator->GetCurrentFrameIndex(),
      +
      18662  *pAllocation);
      +
      18663  }
      +
      18664 #endif
      +
      18665 }
      18666 
      -
      18667 #if VMA_RECORDING_ENABLED
      -
      18668  if(allocator->GetRecorder() != VMA_NULL)
      -
      18669  {
      -
      18670  allocator->GetRecorder()->RecordInvalidateAllocation(
      -
      18671  allocator->GetCurrentFrameIndex(),
      -
      18672  allocation, offset, size);
      -
      18673  }
      -
      18674 #endif
      +
      18667 VMA_CALL_PRE VkResult VMA_CALL_POST vmaMapMemory(
      +
      18668  VmaAllocator allocator,
      +
      18669  VmaAllocation allocation,
      +
      18670  void** ppData)
      +
      18671 {
      +
      18672  VMA_ASSERT(allocator && allocation && ppData);
      +
      18673 
      +
      18674  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      18675 
      -
      18676  return res;
      -
      18677 }
      -
      18678 
      -
      18679 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFlushAllocations(
      -
      18680  VmaAllocator allocator,
      -
      18681  uint32_t allocationCount,
      -
      18682  const VmaAllocation* allocations,
      -
      18683  const VkDeviceSize* offsets,
      -
      18684  const VkDeviceSize* sizes)
      -
      18685 {
      -
      18686  VMA_ASSERT(allocator);
      -
      18687 
      -
      18688  if(allocationCount == 0)
      -
      18689  {
      -
      18690  return VK_SUCCESS;
      -
      18691  }
      -
      18692 
      -
      18693  VMA_ASSERT(allocations);
      -
      18694 
      -
      18695  VMA_DEBUG_LOG("vmaFlushAllocations");
      -
      18696 
      -
      18697  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18698 
      -
      18699  const VkResult res = allocator->FlushOrInvalidateAllocations(allocationCount, allocations, offsets, sizes, VMA_CACHE_FLUSH);
      -
      18700 
      -
      18701 #if VMA_RECORDING_ENABLED
      -
      18702  if(allocator->GetRecorder() != VMA_NULL)
      -
      18703  {
      -
      18704  //TODO
      -
      18705  }
      -
      18706 #endif
      -
      18707 
      -
      18708  return res;
      -
      18709 }
      -
      18710 
      -
      18711 VMA_CALL_PRE VkResult VMA_CALL_POST vmaInvalidateAllocations(
      -
      18712  VmaAllocator allocator,
      -
      18713  uint32_t allocationCount,
      -
      18714  const VmaAllocation* allocations,
      -
      18715  const VkDeviceSize* offsets,
      -
      18716  const VkDeviceSize* sizes)
      -
      18717 {
      -
      18718  VMA_ASSERT(allocator);
      +
      18676  VkResult res = allocator->Map(allocation, ppData);
      +
      18677 
      +
      18678 #if VMA_RECORDING_ENABLED
      +
      18679  if(allocator->GetRecorder() != VMA_NULL)
      +
      18680  {
      +
      18681  allocator->GetRecorder()->RecordMapMemory(
      +
      18682  allocator->GetCurrentFrameIndex(),
      +
      18683  allocation);
      +
      18684  }
      +
      18685 #endif
      +
      18686 
      +
      18687  return res;
      +
      18688 }
      +
      18689 
      +
      18690 VMA_CALL_PRE void VMA_CALL_POST vmaUnmapMemory(
      +
      18691  VmaAllocator allocator,
      +
      18692  VmaAllocation allocation)
      +
      18693 {
      +
      18694  VMA_ASSERT(allocator && allocation);
      +
      18695 
      +
      18696  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18697 
      +
      18698 #if VMA_RECORDING_ENABLED
      +
      18699  if(allocator->GetRecorder() != VMA_NULL)
      +
      18700  {
      +
      18701  allocator->GetRecorder()->RecordUnmapMemory(
      +
      18702  allocator->GetCurrentFrameIndex(),
      +
      18703  allocation);
      +
      18704  }
      +
      18705 #endif
      +
      18706 
      +
      18707  allocator->Unmap(allocation);
      +
      18708 }
      +
      18709 
      +
      18710 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFlushAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      +
      18711 {
      +
      18712  VMA_ASSERT(allocator && allocation);
      +
      18713 
      +
      18714  VMA_DEBUG_LOG("vmaFlushAllocation");
      +
      18715 
      +
      18716  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18717 
      +
      18718  const VkResult res = allocator->FlushOrInvalidateAllocation(allocation, offset, size, VMA_CACHE_FLUSH);
      18719 
      -
      18720  if(allocationCount == 0)
      -
      18721  {
      -
      18722  return VK_SUCCESS;
      -
      18723  }
      -
      18724 
      -
      18725  VMA_ASSERT(allocations);
      -
      18726 
      -
      18727  VMA_DEBUG_LOG("vmaInvalidateAllocations");
      +
      18720 #if VMA_RECORDING_ENABLED
      +
      18721  if(allocator->GetRecorder() != VMA_NULL)
      +
      18722  {
      +
      18723  allocator->GetRecorder()->RecordFlushAllocation(
      +
      18724  allocator->GetCurrentFrameIndex(),
      +
      18725  allocation, offset, size);
      +
      18726  }
      +
      18727 #endif
      18728 
      -
      18729  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18730 
      -
      18731  const VkResult res = allocator->FlushOrInvalidateAllocations(allocationCount, allocations, offsets, sizes, VMA_CACHE_INVALIDATE);
      -
      18732 
      -
      18733 #if VMA_RECORDING_ENABLED
      -
      18734  if(allocator->GetRecorder() != VMA_NULL)
      -
      18735  {
      -
      18736  //TODO
      -
      18737  }
      -
      18738 #endif
      +
      18729  return res;
      +
      18730 }
      +
      18731 
      +
      18732 VMA_CALL_PRE VkResult VMA_CALL_POST vmaInvalidateAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      +
      18733 {
      +
      18734  VMA_ASSERT(allocator && allocation);
      +
      18735 
      +
      18736  VMA_DEBUG_LOG("vmaInvalidateAllocation");
      +
      18737 
      +
      18738  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      18739 
      -
      18740  return res;
      -
      18741 }
      -
      18742 
      -
      18743 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckCorruption(VmaAllocator allocator, uint32_t memoryTypeBits)
      -
      18744 {
      -
      18745  VMA_ASSERT(allocator);
      -
      18746 
      -
      18747  VMA_DEBUG_LOG("vmaCheckCorruption");
      -
      18748 
      -
      18749  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18740  const VkResult res = allocator->FlushOrInvalidateAllocation(allocation, offset, size, VMA_CACHE_INVALIDATE);
      +
      18741 
      +
      18742 #if VMA_RECORDING_ENABLED
      +
      18743  if(allocator->GetRecorder() != VMA_NULL)
      +
      18744  {
      +
      18745  allocator->GetRecorder()->RecordInvalidateAllocation(
      +
      18746  allocator->GetCurrentFrameIndex(),
      +
      18747  allocation, offset, size);
      +
      18748  }
      +
      18749 #endif
      18750 
      -
      18751  return allocator->CheckCorruption(memoryTypeBits);
      +
      18751  return res;
      18752 }
      18753 
      -
      18754 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragment(
      +
      18754 VMA_CALL_PRE VkResult VMA_CALL_POST vmaFlushAllocations(
      18755  VmaAllocator allocator,
      -
      18756  const VmaAllocation* pAllocations,
      -
      18757  size_t allocationCount,
      -
      18758  VkBool32* pAllocationsChanged,
      -
      18759  const VmaDefragmentationInfo *pDefragmentationInfo,
      -
      18760  VmaDefragmentationStats* pDefragmentationStats)
      -
      18761 {
      -
      18762  // Deprecated interface, reimplemented using new one.
      -
      18763 
      -
      18764  VmaDefragmentationInfo2 info2 = {};
      -
      18765  info2.allocationCount = (uint32_t)allocationCount;
      -
      18766  info2.pAllocations = pAllocations;
      -
      18767  info2.pAllocationsChanged = pAllocationsChanged;
      -
      18768  if(pDefragmentationInfo != VMA_NULL)
      -
      18769  {
      -
      18770  info2.maxCpuAllocationsToMove = pDefragmentationInfo->maxAllocationsToMove;
      -
      18771  info2.maxCpuBytesToMove = pDefragmentationInfo->maxBytesToMove;
      -
      18772  }
      -
      18773  else
      -
      18774  {
      -
      18775  info2.maxCpuAllocationsToMove = UINT32_MAX;
      -
      18776  info2.maxCpuBytesToMove = VK_WHOLE_SIZE;
      -
      18777  }
      -
      18778  // info2.flags, maxGpuAllocationsToMove, maxGpuBytesToMove, commandBuffer deliberately left zero.
      -
      18779 
      -
      18780  VmaDefragmentationContext ctx;
      -
      18781  VkResult res = vmaDefragmentationBegin(allocator, &info2, pDefragmentationStats, &ctx);
      -
      18782  if(res == VK_NOT_READY)
      -
      18783  {
      -
      18784  res = vmaDefragmentationEnd( allocator, ctx);
      -
      18785  }
      -
      18786  return res;
      -
      18787 }
      -
      18788 
      -
      18789 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationBegin(
      -
      18790  VmaAllocator allocator,
      -
      18791  const VmaDefragmentationInfo2* pInfo,
      -
      18792  VmaDefragmentationStats* pStats,
      -
      18793  VmaDefragmentationContext *pContext)
      -
      18794 {
      -
      18795  VMA_ASSERT(allocator && pInfo && pContext);
      -
      18796 
      -
      18797  // Degenerate case: Nothing to defragment.
      -
      18798  if(pInfo->allocationCount == 0 && pInfo->poolCount == 0)
      -
      18799  {
      -
      18800  return VK_SUCCESS;
      -
      18801  }
      -
      18802 
      -
      18803  VMA_ASSERT(pInfo->allocationCount == 0 || pInfo->pAllocations != VMA_NULL);
      -
      18804  VMA_ASSERT(pInfo->poolCount == 0 || pInfo->pPools != VMA_NULL);
      -
      18805  VMA_HEAVY_ASSERT(VmaValidatePointerArray(pInfo->allocationCount, pInfo->pAllocations));
      -
      18806  VMA_HEAVY_ASSERT(VmaValidatePointerArray(pInfo->poolCount, pInfo->pPools));
      +
      18756  uint32_t allocationCount,
      +
      18757  const VmaAllocation* allocations,
      +
      18758  const VkDeviceSize* offsets,
      +
      18759  const VkDeviceSize* sizes)
      +
      18760 {
      +
      18761  VMA_ASSERT(allocator);
      +
      18762 
      +
      18763  if(allocationCount == 0)
      +
      18764  {
      +
      18765  return VK_SUCCESS;
      +
      18766  }
      +
      18767 
      +
      18768  VMA_ASSERT(allocations);
      +
      18769 
      +
      18770  VMA_DEBUG_LOG("vmaFlushAllocations");
      +
      18771 
      +
      18772  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18773 
      +
      18774  const VkResult res = allocator->FlushOrInvalidateAllocations(allocationCount, allocations, offsets, sizes, VMA_CACHE_FLUSH);
      +
      18775 
      +
      18776 #if VMA_RECORDING_ENABLED
      +
      18777  if(allocator->GetRecorder() != VMA_NULL)
      +
      18778  {
      +
      18779  //TODO
      +
      18780  }
      +
      18781 #endif
      +
      18782 
      +
      18783  return res;
      +
      18784 }
      +
      18785 
      +
      18786 VMA_CALL_PRE VkResult VMA_CALL_POST vmaInvalidateAllocations(
      +
      18787  VmaAllocator allocator,
      +
      18788  uint32_t allocationCount,
      +
      18789  const VmaAllocation* allocations,
      +
      18790  const VkDeviceSize* offsets,
      +
      18791  const VkDeviceSize* sizes)
      +
      18792 {
      +
      18793  VMA_ASSERT(allocator);
      +
      18794 
      +
      18795  if(allocationCount == 0)
      +
      18796  {
      +
      18797  return VK_SUCCESS;
      +
      18798  }
      +
      18799 
      +
      18800  VMA_ASSERT(allocations);
      +
      18801 
      +
      18802  VMA_DEBUG_LOG("vmaInvalidateAllocations");
      +
      18803 
      +
      18804  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18805 
      +
      18806  const VkResult res = allocator->FlushOrInvalidateAllocations(allocationCount, allocations, offsets, sizes, VMA_CACHE_INVALIDATE);
      18807 
      -
      18808  VMA_DEBUG_LOG("vmaDefragmentationBegin");
      -
      18809 
      -
      18810  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18811 
      -
      18812  VkResult res = allocator->DefragmentationBegin(*pInfo, pStats, pContext);
      -
      18813 
      -
      18814 #if VMA_RECORDING_ENABLED
      -
      18815  if(allocator->GetRecorder() != VMA_NULL)
      -
      18816  {
      -
      18817  allocator->GetRecorder()->RecordDefragmentationBegin(
      -
      18818  allocator->GetCurrentFrameIndex(), *pInfo, *pContext);
      -
      18819  }
      -
      18820 #endif
      +
      18808 #if VMA_RECORDING_ENABLED
      +
      18809  if(allocator->GetRecorder() != VMA_NULL)
      +
      18810  {
      +
      18811  //TODO
      +
      18812  }
      +
      18813 #endif
      +
      18814 
      +
      18815  return res;
      +
      18816 }
      +
      18817 
      +
      18818 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCheckCorruption(VmaAllocator allocator, uint32_t memoryTypeBits)
      +
      18819 {
      +
      18820  VMA_ASSERT(allocator);
      18821 
      -
      18822  return res;
      -
      18823 }
      -
      18824 
      -
      18825 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationEnd(
      -
      18826  VmaAllocator allocator,
      -
      18827  VmaDefragmentationContext context)
      -
      18828 {
      -
      18829  VMA_ASSERT(allocator);
      -
      18830 
      -
      18831  VMA_DEBUG_LOG("vmaDefragmentationEnd");
      -
      18832 
      -
      18833  if(context != VK_NULL_HANDLE)
      -
      18834  {
      -
      18835  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18836 
      -
      18837 #if VMA_RECORDING_ENABLED
      -
      18838  if(allocator->GetRecorder() != VMA_NULL)
      -
      18839  {
      -
      18840  allocator->GetRecorder()->RecordDefragmentationEnd(
      -
      18841  allocator->GetCurrentFrameIndex(), context);
      -
      18842  }
      -
      18843 #endif
      -
      18844 
      -
      18845  return allocator->DefragmentationEnd(context);
      -
      18846  }
      -
      18847  else
      -
      18848  {
      -
      18849  return VK_SUCCESS;
      -
      18850  }
      -
      18851 }
      -
      18852 
      -
      18853 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBeginDefragmentationPass(
      -
      18854  VmaAllocator allocator,
      -
      18855  VmaDefragmentationContext context,
      -
      18856  VmaDefragmentationPassInfo* pInfo
      -
      18857  )
      -
      18858 {
      -
      18859  VMA_ASSERT(allocator);
      -
      18860  VMA_ASSERT(pInfo);
      -
      18861 
      -
      18862  VMA_DEBUG_LOG("vmaBeginDefragmentationPass");
      +
      18822  VMA_DEBUG_LOG("vmaCheckCorruption");
      +
      18823 
      +
      18824  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18825 
      +
      18826  return allocator->CheckCorruption(memoryTypeBits);
      +
      18827 }
      +
      18828 
      +
      18829 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragment(
      +
      18830  VmaAllocator allocator,
      +
      18831  const VmaAllocation* pAllocations,
      +
      18832  size_t allocationCount,
      +
      18833  VkBool32* pAllocationsChanged,
      +
      18834  const VmaDefragmentationInfo *pDefragmentationInfo,
      +
      18835  VmaDefragmentationStats* pDefragmentationStats)
      +
      18836 {
      +
      18837  // Deprecated interface, reimplemented using new one.
      +
      18838 
      +
      18839  VmaDefragmentationInfo2 info2 = {};
      +
      18840  info2.allocationCount = (uint32_t)allocationCount;
      +
      18841  info2.pAllocations = pAllocations;
      +
      18842  info2.pAllocationsChanged = pAllocationsChanged;
      +
      18843  if(pDefragmentationInfo != VMA_NULL)
      +
      18844  {
      +
      18845  info2.maxCpuAllocationsToMove = pDefragmentationInfo->maxAllocationsToMove;
      +
      18846  info2.maxCpuBytesToMove = pDefragmentationInfo->maxBytesToMove;
      +
      18847  }
      +
      18848  else
      +
      18849  {
      +
      18850  info2.maxCpuAllocationsToMove = UINT32_MAX;
      +
      18851  info2.maxCpuBytesToMove = VK_WHOLE_SIZE;
      +
      18852  }
      +
      18853  // info2.flags, maxGpuAllocationsToMove, maxGpuBytesToMove, commandBuffer deliberately left zero.
      +
      18854 
      +
      18855  VmaDefragmentationContext ctx;
      +
      18856  VkResult res = vmaDefragmentationBegin(allocator, &info2, pDefragmentationStats, &ctx);
      +
      18857  if(res == VK_NOT_READY)
      +
      18858  {
      +
      18859  res = vmaDefragmentationEnd( allocator, ctx);
      +
      18860  }
      +
      18861  return res;
      +
      18862 }
      18863 
      -
      18864  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18865 
      -
      18866  if(context == VK_NULL_HANDLE)
      -
      18867  {
      -
      18868  pInfo->moveCount = 0;
      -
      18869  return VK_SUCCESS;
      -
      18870  }
      +
      18864 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationBegin(
      +
      18865  VmaAllocator allocator,
      +
      18866  const VmaDefragmentationInfo2* pInfo,
      +
      18867  VmaDefragmentationStats* pStats,
      +
      18868  VmaDefragmentationContext *pContext)
      +
      18869 {
      +
      18870  VMA_ASSERT(allocator && pInfo && pContext);
      18871 
      -
      18872  return allocator->DefragmentationPassBegin(pInfo, context);
      -
      18873 }
      -
      18874 VMA_CALL_PRE VkResult VMA_CALL_POST vmaEndDefragmentationPass(
      -
      18875  VmaAllocator allocator,
      -
      18876  VmaDefragmentationContext context)
      -
      18877 {
      -
      18878  VMA_ASSERT(allocator);
      -
      18879 
      -
      18880  VMA_DEBUG_LOG("vmaEndDefragmentationPass");
      -
      18881  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18872  // Degenerate case: Nothing to defragment.
      +
      18873  if(pInfo->allocationCount == 0 && pInfo->poolCount == 0)
      +
      18874  {
      +
      18875  return VK_SUCCESS;
      +
      18876  }
      +
      18877 
      +
      18878  VMA_ASSERT(pInfo->allocationCount == 0 || pInfo->pAllocations != VMA_NULL);
      +
      18879  VMA_ASSERT(pInfo->poolCount == 0 || pInfo->pPools != VMA_NULL);
      +
      18880  VMA_HEAVY_ASSERT(VmaValidatePointerArray(pInfo->allocationCount, pInfo->pAllocations));
      +
      18881  VMA_HEAVY_ASSERT(VmaValidatePointerArray(pInfo->poolCount, pInfo->pPools));
      18882 
      -
      18883  if(context == VK_NULL_HANDLE)
      -
      18884  return VK_SUCCESS;
      -
      18885 
      -
      18886  return allocator->DefragmentationPassEnd(context);
      -
      18887 }
      +
      18883  VMA_DEBUG_LOG("vmaDefragmentationBegin");
      +
      18884 
      +
      18885  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18886 
      +
      18887  VkResult res = allocator->DefragmentationBegin(*pInfo, pStats, pContext);
      18888 
      -
      18889 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory(
      -
      18890  VmaAllocator allocator,
      -
      18891  VmaAllocation allocation,
      -
      18892  VkBuffer buffer)
      -
      18893 {
      -
      18894  VMA_ASSERT(allocator && allocation && buffer);
      -
      18895 
      -
      18896  VMA_DEBUG_LOG("vmaBindBufferMemory");
      -
      18897 
      -
      18898  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18889 #if VMA_RECORDING_ENABLED
      +
      18890  if(allocator->GetRecorder() != VMA_NULL)
      +
      18891  {
      +
      18892  allocator->GetRecorder()->RecordDefragmentationBegin(
      +
      18893  allocator->GetCurrentFrameIndex(), *pInfo, *pContext);
      +
      18894  }
      +
      18895 #endif
      +
      18896 
      +
      18897  return res;
      +
      18898 }
      18899 
      -
      18900  return allocator->BindBufferMemory(allocation, 0, buffer, VMA_NULL);
      -
      18901 }
      -
      18902 
      -
      18903 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory2(
      -
      18904  VmaAllocator allocator,
      -
      18905  VmaAllocation allocation,
      -
      18906  VkDeviceSize allocationLocalOffset,
      -
      18907  VkBuffer buffer,
      -
      18908  const void* pNext)
      -
      18909 {
      -
      18910  VMA_ASSERT(allocator && allocation && buffer);
      +
      18900 VMA_CALL_PRE VkResult VMA_CALL_POST vmaDefragmentationEnd(
      +
      18901  VmaAllocator allocator,
      +
      18902  VmaDefragmentationContext context)
      +
      18903 {
      +
      18904  VMA_ASSERT(allocator);
      +
      18905 
      +
      18906  VMA_DEBUG_LOG("vmaDefragmentationEnd");
      +
      18907 
      +
      18908  if(context != VK_NULL_HANDLE)
      +
      18909  {
      +
      18910  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      18911 
      -
      18912  VMA_DEBUG_LOG("vmaBindBufferMemory2");
      -
      18913 
      -
      18914  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18915 
      -
      18916  return allocator->BindBufferMemory(allocation, allocationLocalOffset, buffer, pNext);
      -
      18917 }
      -
      18918 
      -
      18919 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory(
      -
      18920  VmaAllocator allocator,
      -
      18921  VmaAllocation allocation,
      -
      18922  VkImage image)
      -
      18923 {
      -
      18924  VMA_ASSERT(allocator && allocation && image);
      -
      18925 
      -
      18926  VMA_DEBUG_LOG("vmaBindImageMemory");
      +
      18912 #if VMA_RECORDING_ENABLED
      +
      18913  if(allocator->GetRecorder() != VMA_NULL)
      +
      18914  {
      +
      18915  allocator->GetRecorder()->RecordDefragmentationEnd(
      +
      18916  allocator->GetCurrentFrameIndex(), context);
      +
      18917  }
      +
      18918 #endif
      +
      18919 
      +
      18920  return allocator->DefragmentationEnd(context);
      +
      18921  }
      +
      18922  else
      +
      18923  {
      +
      18924  return VK_SUCCESS;
      +
      18925  }
      +
      18926 }
      18927 
      -
      18928  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18929 
      -
      18930  return allocator->BindImageMemory(allocation, 0, image, VMA_NULL);
      -
      18931 }
      -
      18932 
      -
      18933 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory2(
      -
      18934  VmaAllocator allocator,
      -
      18935  VmaAllocation allocation,
      -
      18936  VkDeviceSize allocationLocalOffset,
      -
      18937  VkImage image,
      -
      18938  const void* pNext)
      -
      18939 {
      -
      18940  VMA_ASSERT(allocator && allocation && image);
      -
      18941 
      -
      18942  VMA_DEBUG_LOG("vmaBindImageMemory2");
      -
      18943 
      -
      18944  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18945 
      -
      18946  return allocator->BindImageMemory(allocation, allocationLocalOffset, image, pNext);
      -
      18947 }
      -
      18948 
      -
      18949 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateBuffer(
      +
      18928 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBeginDefragmentationPass(
      +
      18929  VmaAllocator allocator,
      +
      18930  VmaDefragmentationContext context,
      +
      18931  VmaDefragmentationPassInfo* pInfo
      +
      18932  )
      +
      18933 {
      +
      18934  VMA_ASSERT(allocator);
      +
      18935  VMA_ASSERT(pInfo);
      +
      18936 
      +
      18937  VMA_DEBUG_LOG("vmaBeginDefragmentationPass");
      +
      18938 
      +
      18939  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18940 
      +
      18941  if(context == VK_NULL_HANDLE)
      +
      18942  {
      +
      18943  pInfo->moveCount = 0;
      +
      18944  return VK_SUCCESS;
      +
      18945  }
      +
      18946 
      +
      18947  return allocator->DefragmentationPassBegin(pInfo, context);
      +
      18948 }
      +
      18949 VMA_CALL_PRE VkResult VMA_CALL_POST vmaEndDefragmentationPass(
      18950  VmaAllocator allocator,
      -
      18951  const VkBufferCreateInfo* pBufferCreateInfo,
      -
      18952  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      -
      18953  VkBuffer* pBuffer,
      -
      18954  VmaAllocation* pAllocation,
      -
      18955  VmaAllocationInfo* pAllocationInfo)
      -
      18956 {
      -
      18957  VMA_ASSERT(allocator && pBufferCreateInfo && pAllocationCreateInfo && pBuffer && pAllocation);
      -
      18958 
      -
      18959  if(pBufferCreateInfo->size == 0)
      -
      18960  {
      -
      18961  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      18962  }
      -
      18963  if((pBufferCreateInfo->usage & VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT_COPY) != 0 &&
      -
      18964  !allocator->m_UseKhrBufferDeviceAddress)
      -
      18965  {
      -
      18966  VMA_ASSERT(0 && "Creating a buffer with VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT is not valid if VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT was not used.");
      -
      18967  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      18968  }
      -
      18969 
      -
      18970  VMA_DEBUG_LOG("vmaCreateBuffer");
      -
      18971 
      -
      18972  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      18973 
      -
      18974  *pBuffer = VK_NULL_HANDLE;
      -
      18975  *pAllocation = VK_NULL_HANDLE;
      -
      18976 
      -
      18977  // 1. Create VkBuffer.
      -
      18978  VkResult res = (*allocator->GetVulkanFunctions().vkCreateBuffer)(
      -
      18979  allocator->m_hDevice,
      -
      18980  pBufferCreateInfo,
      -
      18981  allocator->GetAllocationCallbacks(),
      -
      18982  pBuffer);
      -
      18983  if(res >= 0)
      -
      18984  {
      -
      18985  // 2. vkGetBufferMemoryRequirements.
      -
      18986  VkMemoryRequirements vkMemReq = {};
      -
      18987  bool requiresDedicatedAllocation = false;
      -
      18988  bool prefersDedicatedAllocation = false;
      -
      18989  allocator->GetBufferMemoryRequirements(*pBuffer, vkMemReq,
      -
      18990  requiresDedicatedAllocation, prefersDedicatedAllocation);
      -
      18991 
      -
      18992  // 3. Allocate memory using allocator.
      -
      18993  res = allocator->AllocateMemory(
      -
      18994  vkMemReq,
      -
      18995  requiresDedicatedAllocation,
      -
      18996  prefersDedicatedAllocation,
      -
      18997  *pBuffer, // dedicatedBuffer
      -
      18998  pBufferCreateInfo->usage, // dedicatedBufferUsage
      -
      18999  VK_NULL_HANDLE, // dedicatedImage
      -
      19000  *pAllocationCreateInfo,
      -
      19001  VMA_SUBALLOCATION_TYPE_BUFFER,
      -
      19002  1, // allocationCount
      -
      19003  pAllocation);
      +
      18951  VmaDefragmentationContext context)
      +
      18952 {
      +
      18953  VMA_ASSERT(allocator);
      +
      18954 
      +
      18955  VMA_DEBUG_LOG("vmaEndDefragmentationPass");
      +
      18956  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18957 
      +
      18958  if(context == VK_NULL_HANDLE)
      +
      18959  return VK_SUCCESS;
      +
      18960 
      +
      18961  return allocator->DefragmentationPassEnd(context);
      +
      18962 }
      +
      18963 
      +
      18964 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory(
      +
      18965  VmaAllocator allocator,
      +
      18966  VmaAllocation allocation,
      +
      18967  VkBuffer buffer)
      +
      18968 {
      +
      18969  VMA_ASSERT(allocator && allocation && buffer);
      +
      18970 
      +
      18971  VMA_DEBUG_LOG("vmaBindBufferMemory");
      +
      18972 
      +
      18973  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18974 
      +
      18975  return allocator->BindBufferMemory(allocation, 0, buffer, VMA_NULL);
      +
      18976 }
      +
      18977 
      +
      18978 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindBufferMemory2(
      +
      18979  VmaAllocator allocator,
      +
      18980  VmaAllocation allocation,
      +
      18981  VkDeviceSize allocationLocalOffset,
      +
      18982  VkBuffer buffer,
      +
      18983  const void* pNext)
      +
      18984 {
      +
      18985  VMA_ASSERT(allocator && allocation && buffer);
      +
      18986 
      +
      18987  VMA_DEBUG_LOG("vmaBindBufferMemory2");
      +
      18988 
      +
      18989  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      18990 
      +
      18991  return allocator->BindBufferMemory(allocation, allocationLocalOffset, buffer, pNext);
      +
      18992 }
      +
      18993 
      +
      18994 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory(
      +
      18995  VmaAllocator allocator,
      +
      18996  VmaAllocation allocation,
      +
      18997  VkImage image)
      +
      18998 {
      +
      18999  VMA_ASSERT(allocator && allocation && image);
      +
      19000 
      +
      19001  VMA_DEBUG_LOG("vmaBindImageMemory");
      +
      19002 
      +
      19003  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      19004 
      -
      19005 #if VMA_RECORDING_ENABLED
      -
      19006  if(allocator->GetRecorder() != VMA_NULL)
      -
      19007  {
      -
      19008  allocator->GetRecorder()->RecordCreateBuffer(
      -
      19009  allocator->GetCurrentFrameIndex(),
      -
      19010  *pBufferCreateInfo,
      -
      19011  *pAllocationCreateInfo,
      -
      19012  *pAllocation);
      -
      19013  }
      -
      19014 #endif
      -
      19015 
      -
      19016  if(res >= 0)
      -
      19017  {
      -
      19018  // 3. Bind buffer with memory.
      -
      19019  if((pAllocationCreateInfo->flags & VMA_ALLOCATION_CREATE_DONT_BIND_BIT) == 0)
      -
      19020  {
      -
      19021  res = allocator->BindBufferMemory(*pAllocation, 0, *pBuffer, VMA_NULL);
      -
      19022  }
      -
      19023  if(res >= 0)
      -
      19024  {
      -
      19025  // All steps succeeded.
      -
      19026  #if VMA_STATS_STRING_ENABLED
      -
      19027  (*pAllocation)->InitBufferImageUsage(pBufferCreateInfo->usage);
      -
      19028  #endif
      -
      19029  if(pAllocationInfo != VMA_NULL)
      -
      19030  {
      -
      19031  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      -
      19032  }
      +
      19005  return allocator->BindImageMemory(allocation, 0, image, VMA_NULL);
      +
      19006 }
      +
      19007 
      +
      19008 VMA_CALL_PRE VkResult VMA_CALL_POST vmaBindImageMemory2(
      +
      19009  VmaAllocator allocator,
      +
      19010  VmaAllocation allocation,
      +
      19011  VkDeviceSize allocationLocalOffset,
      +
      19012  VkImage image,
      +
      19013  const void* pNext)
      +
      19014 {
      +
      19015  VMA_ASSERT(allocator && allocation && image);
      +
      19016 
      +
      19017  VMA_DEBUG_LOG("vmaBindImageMemory2");
      +
      19018 
      +
      19019  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      19020 
      +
      19021  return allocator->BindImageMemory(allocation, allocationLocalOffset, image, pNext);
      +
      19022 }
      +
      19023 
      +
      19024 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateBuffer(
      +
      19025  VmaAllocator allocator,
      +
      19026  const VkBufferCreateInfo* pBufferCreateInfo,
      +
      19027  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      +
      19028  VkBuffer* pBuffer,
      +
      19029  VmaAllocation* pAllocation,
      +
      19030  VmaAllocationInfo* pAllocationInfo)
      +
      19031 {
      +
      19032  VMA_ASSERT(allocator && pBufferCreateInfo && pAllocationCreateInfo && pBuffer && pAllocation);
      19033 
      -
      19034  return VK_SUCCESS;
      -
      19035  }
      -
      19036  allocator->FreeMemory(
      -
      19037  1, // allocationCount
      -
      19038  pAllocation);
      -
      19039  *pAllocation = VK_NULL_HANDLE;
      -
      19040  (*allocator->GetVulkanFunctions().vkDestroyBuffer)(allocator->m_hDevice, *pBuffer, allocator->GetAllocationCallbacks());
      -
      19041  *pBuffer = VK_NULL_HANDLE;
      -
      19042  return res;
      -
      19043  }
      -
      19044  (*allocator->GetVulkanFunctions().vkDestroyBuffer)(allocator->m_hDevice, *pBuffer, allocator->GetAllocationCallbacks());
      -
      19045  *pBuffer = VK_NULL_HANDLE;
      -
      19046  return res;
      -
      19047  }
      -
      19048  return res;
      -
      19049 }
      -
      19050 
      -
      19051 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyBuffer(
      -
      19052  VmaAllocator allocator,
      -
      19053  VkBuffer buffer,
      -
      19054  VmaAllocation allocation)
      -
      19055 {
      -
      19056  VMA_ASSERT(allocator);
      -
      19057 
      -
      19058  if(buffer == VK_NULL_HANDLE && allocation == VK_NULL_HANDLE)
      +
      19034  if(pBufferCreateInfo->size == 0)
      +
      19035  {
      +
      19036  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      19037  }
      +
      19038  if((pBufferCreateInfo->usage & VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT_COPY) != 0 &&
      +
      19039  !allocator->m_UseKhrBufferDeviceAddress)
      +
      19040  {
      +
      19041  VMA_ASSERT(0 && "Creating a buffer with VK_BUFFER_USAGE_SHADER_DEVICE_ADDRESS_BIT is not valid if VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT was not used.");
      +
      19042  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      19043  }
      +
      19044 
      +
      19045  VMA_DEBUG_LOG("vmaCreateBuffer");
      +
      19046 
      +
      19047  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      19048 
      +
      19049  *pBuffer = VK_NULL_HANDLE;
      +
      19050  *pAllocation = VK_NULL_HANDLE;
      +
      19051 
      +
      19052  // 1. Create VkBuffer.
      +
      19053  VkResult res = (*allocator->GetVulkanFunctions().vkCreateBuffer)(
      +
      19054  allocator->m_hDevice,
      +
      19055  pBufferCreateInfo,
      +
      19056  allocator->GetAllocationCallbacks(),
      +
      19057  pBuffer);
      +
      19058  if(res >= 0)
      19059  {
      -
      19060  return;
      -
      19061  }
      -
      19062 
      -
      19063  VMA_DEBUG_LOG("vmaDestroyBuffer");
      -
      19064 
      -
      19065  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      19060  // 2. vkGetBufferMemoryRequirements.
      +
      19061  VkMemoryRequirements vkMemReq = {};
      +
      19062  bool requiresDedicatedAllocation = false;
      +
      19063  bool prefersDedicatedAllocation = false;
      +
      19064  allocator->GetBufferMemoryRequirements(*pBuffer, vkMemReq,
      +
      19065  requiresDedicatedAllocation, prefersDedicatedAllocation);
      19066 
      -
      19067 #if VMA_RECORDING_ENABLED
      -
      19068  if(allocator->GetRecorder() != VMA_NULL)
      -
      19069  {
      -
      19070  allocator->GetRecorder()->RecordDestroyBuffer(
      -
      19071  allocator->GetCurrentFrameIndex(),
      -
      19072  allocation);
      -
      19073  }
      -
      19074 #endif
      -
      19075 
      -
      19076  if(buffer != VK_NULL_HANDLE)
      -
      19077  {
      -
      19078  (*allocator->GetVulkanFunctions().vkDestroyBuffer)(allocator->m_hDevice, buffer, allocator->GetAllocationCallbacks());
      -
      19079  }
      -
      19080 
      -
      19081  if(allocation != VK_NULL_HANDLE)
      -
      19082  {
      -
      19083  allocator->FreeMemory(
      -
      19084  1, // allocationCount
      -
      19085  &allocation);
      -
      19086  }
      -
      19087 }
      -
      19088 
      -
      19089 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateImage(
      -
      19090  VmaAllocator allocator,
      -
      19091  const VkImageCreateInfo* pImageCreateInfo,
      -
      19092  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      -
      19093  VkImage* pImage,
      -
      19094  VmaAllocation* pAllocation,
      -
      19095  VmaAllocationInfo* pAllocationInfo)
      -
      19096 {
      -
      19097  VMA_ASSERT(allocator && pImageCreateInfo && pAllocationCreateInfo && pImage && pAllocation);
      -
      19098 
      -
      19099  if(pImageCreateInfo->extent.width == 0 ||
      -
      19100  pImageCreateInfo->extent.height == 0 ||
      -
      19101  pImageCreateInfo->extent.depth == 0 ||
      -
      19102  pImageCreateInfo->mipLevels == 0 ||
      -
      19103  pImageCreateInfo->arrayLayers == 0)
      -
      19104  {
      -
      19105  return VK_ERROR_VALIDATION_FAILED_EXT;
      -
      19106  }
      -
      19107 
      -
      19108  VMA_DEBUG_LOG("vmaCreateImage");
      -
      19109 
      -
      19110  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      19111 
      -
      19112  *pImage = VK_NULL_HANDLE;
      -
      19113  *pAllocation = VK_NULL_HANDLE;
      -
      19114 
      -
      19115  // 1. Create VkImage.
      -
      19116  VkResult res = (*allocator->GetVulkanFunctions().vkCreateImage)(
      -
      19117  allocator->m_hDevice,
      -
      19118  pImageCreateInfo,
      -
      19119  allocator->GetAllocationCallbacks(),
      -
      19120  pImage);
      -
      19121  if(res >= 0)
      -
      19122  {
      -
      19123  VmaSuballocationType suballocType = pImageCreateInfo->tiling == VK_IMAGE_TILING_OPTIMAL ?
      -
      19124  VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL :
      -
      19125  VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR;
      -
      19126 
      -
      19127  // 2. Allocate memory using allocator.
      -
      19128  VkMemoryRequirements vkMemReq = {};
      -
      19129  bool requiresDedicatedAllocation = false;
      -
      19130  bool prefersDedicatedAllocation = false;
      -
      19131  allocator->GetImageMemoryRequirements(*pImage, vkMemReq,
      -
      19132  requiresDedicatedAllocation, prefersDedicatedAllocation);
      -
      19133 
      -
      19134  res = allocator->AllocateMemory(
      -
      19135  vkMemReq,
      -
      19136  requiresDedicatedAllocation,
      -
      19137  prefersDedicatedAllocation,
      -
      19138  VK_NULL_HANDLE, // dedicatedBuffer
      -
      19139  UINT32_MAX, // dedicatedBufferUsage
      -
      19140  *pImage, // dedicatedImage
      -
      19141  *pAllocationCreateInfo,
      -
      19142  suballocType,
      -
      19143  1, // allocationCount
      -
      19144  pAllocation);
      -
      19145 
      -
      19146 #if VMA_RECORDING_ENABLED
      -
      19147  if(allocator->GetRecorder() != VMA_NULL)
      -
      19148  {
      -
      19149  allocator->GetRecorder()->RecordCreateImage(
      -
      19150  allocator->GetCurrentFrameIndex(),
      -
      19151  *pImageCreateInfo,
      -
      19152  *pAllocationCreateInfo,
      -
      19153  *pAllocation);
      -
      19154  }
      -
      19155 #endif
      -
      19156 
      -
      19157  if(res >= 0)
      -
      19158  {
      -
      19159  // 3. Bind image with memory.
      -
      19160  if((pAllocationCreateInfo->flags & VMA_ALLOCATION_CREATE_DONT_BIND_BIT) == 0)
      -
      19161  {
      -
      19162  res = allocator->BindImageMemory(*pAllocation, 0, *pImage, VMA_NULL);
      -
      19163  }
      -
      19164  if(res >= 0)
      -
      19165  {
      -
      19166  // All steps succeeded.
      -
      19167  #if VMA_STATS_STRING_ENABLED
      -
      19168  (*pAllocation)->InitBufferImageUsage(pImageCreateInfo->usage);
      -
      19169  #endif
      -
      19170  if(pAllocationInfo != VMA_NULL)
      -
      19171  {
      -
      19172  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      -
      19173  }
      -
      19174 
      -
      19175  return VK_SUCCESS;
      -
      19176  }
      -
      19177  allocator->FreeMemory(
      -
      19178  1, // allocationCount
      -
      19179  pAllocation);
      -
      19180  *pAllocation = VK_NULL_HANDLE;
      -
      19181  (*allocator->GetVulkanFunctions().vkDestroyImage)(allocator->m_hDevice, *pImage, allocator->GetAllocationCallbacks());
      -
      19182  *pImage = VK_NULL_HANDLE;
      -
      19183  return res;
      -
      19184  }
      -
      19185  (*allocator->GetVulkanFunctions().vkDestroyImage)(allocator->m_hDevice, *pImage, allocator->GetAllocationCallbacks());
      -
      19186  *pImage = VK_NULL_HANDLE;
      -
      19187  return res;
      -
      19188  }
      -
      19189  return res;
      -
      19190 }
      -
      19191 
      -
      19192 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyImage(
      -
      19193  VmaAllocator allocator,
      -
      19194  VkImage image,
      -
      19195  VmaAllocation allocation)
      -
      19196 {
      -
      19197  VMA_ASSERT(allocator);
      -
      19198 
      -
      19199  if(image == VK_NULL_HANDLE && allocation == VK_NULL_HANDLE)
      -
      19200  {
      -
      19201  return;
      -
      19202  }
      -
      19203 
      -
      19204  VMA_DEBUG_LOG("vmaDestroyImage");
      -
      19205 
      -
      19206  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      -
      19207 
      -
      19208 #if VMA_RECORDING_ENABLED
      -
      19209  if(allocator->GetRecorder() != VMA_NULL)
      -
      19210  {
      -
      19211  allocator->GetRecorder()->RecordDestroyImage(
      -
      19212  allocator->GetCurrentFrameIndex(),
      -
      19213  allocation);
      -
      19214  }
      -
      19215 #endif
      -
      19216 
      -
      19217  if(image != VK_NULL_HANDLE)
      -
      19218  {
      -
      19219  (*allocator->GetVulkanFunctions().vkDestroyImage)(allocator->m_hDevice, image, allocator->GetAllocationCallbacks());
      -
      19220  }
      -
      19221  if(allocation != VK_NULL_HANDLE)
      -
      19222  {
      -
      19223  allocator->FreeMemory(
      -
      19224  1, // allocationCount
      -
      19225  &allocation);
      -
      19226  }
      -
      19227 }
      -
      19228 
      -
      19229 #endif // #ifdef VMA_IMPLEMENTATION
      +
      19067  // 3. Allocate memory using allocator.
      +
      19068  res = allocator->AllocateMemory(
      +
      19069  vkMemReq,
      +
      19070  requiresDedicatedAllocation,
      +
      19071  prefersDedicatedAllocation,
      +
      19072  *pBuffer, // dedicatedBuffer
      +
      19073  pBufferCreateInfo->usage, // dedicatedBufferUsage
      +
      19074  VK_NULL_HANDLE, // dedicatedImage
      +
      19075  *pAllocationCreateInfo,
      +
      19076  VMA_SUBALLOCATION_TYPE_BUFFER,
      +
      19077  1, // allocationCount
      +
      19078  pAllocation);
      +
      19079 
      +
      19080 #if VMA_RECORDING_ENABLED
      +
      19081  if(allocator->GetRecorder() != VMA_NULL)
      +
      19082  {
      +
      19083  allocator->GetRecorder()->RecordCreateBuffer(
      +
      19084  allocator->GetCurrentFrameIndex(),
      +
      19085  *pBufferCreateInfo,
      +
      19086  *pAllocationCreateInfo,
      +
      19087  *pAllocation);
      +
      19088  }
      +
      19089 #endif
      +
      19090 
      +
      19091  if(res >= 0)
      +
      19092  {
      +
      19093  // 3. Bind buffer with memory.
      +
      19094  if((pAllocationCreateInfo->flags & VMA_ALLOCATION_CREATE_DONT_BIND_BIT) == 0)
      +
      19095  {
      +
      19096  res = allocator->BindBufferMemory(*pAllocation, 0, *pBuffer, VMA_NULL);
      +
      19097  }
      +
      19098  if(res >= 0)
      +
      19099  {
      +
      19100  // All steps succeeded.
      +
      19101  #if VMA_STATS_STRING_ENABLED
      +
      19102  (*pAllocation)->InitBufferImageUsage(pBufferCreateInfo->usage);
      +
      19103  #endif
      +
      19104  if(pAllocationInfo != VMA_NULL)
      +
      19105  {
      +
      19106  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      +
      19107  }
      +
      19108 
      +
      19109  return VK_SUCCESS;
      +
      19110  }
      +
      19111  allocator->FreeMemory(
      +
      19112  1, // allocationCount
      +
      19113  pAllocation);
      +
      19114  *pAllocation = VK_NULL_HANDLE;
      +
      19115  (*allocator->GetVulkanFunctions().vkDestroyBuffer)(allocator->m_hDevice, *pBuffer, allocator->GetAllocationCallbacks());
      +
      19116  *pBuffer = VK_NULL_HANDLE;
      +
      19117  return res;
      +
      19118  }
      +
      19119  (*allocator->GetVulkanFunctions().vkDestroyBuffer)(allocator->m_hDevice, *pBuffer, allocator->GetAllocationCallbacks());
      +
      19120  *pBuffer = VK_NULL_HANDLE;
      +
      19121  return res;
      +
      19122  }
      +
      19123  return res;
      +
      19124 }
      +
      19125 
      +
      19126 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyBuffer(
      +
      19127  VmaAllocator allocator,
      +
      19128  VkBuffer buffer,
      +
      19129  VmaAllocation allocation)
      +
      19130 {
      +
      19131  VMA_ASSERT(allocator);
      +
      19132 
      +
      19133  if(buffer == VK_NULL_HANDLE && allocation == VK_NULL_HANDLE)
      +
      19134  {
      +
      19135  return;
      +
      19136  }
      +
      19137 
      +
      19138  VMA_DEBUG_LOG("vmaDestroyBuffer");
      +
      19139 
      +
      19140  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      19141 
      +
      19142 #if VMA_RECORDING_ENABLED
      +
      19143  if(allocator->GetRecorder() != VMA_NULL)
      +
      19144  {
      +
      19145  allocator->GetRecorder()->RecordDestroyBuffer(
      +
      19146  allocator->GetCurrentFrameIndex(),
      +
      19147  allocation);
      +
      19148  }
      +
      19149 #endif
      +
      19150 
      +
      19151  if(buffer != VK_NULL_HANDLE)
      +
      19152  {
      +
      19153  (*allocator->GetVulkanFunctions().vkDestroyBuffer)(allocator->m_hDevice, buffer, allocator->GetAllocationCallbacks());
      +
      19154  }
      +
      19155 
      +
      19156  if(allocation != VK_NULL_HANDLE)
      +
      19157  {
      +
      19158  allocator->FreeMemory(
      +
      19159  1, // allocationCount
      +
      19160  &allocation);
      +
      19161  }
      +
      19162 }
      +
      19163 
      +
      19164 VMA_CALL_PRE VkResult VMA_CALL_POST vmaCreateImage(
      +
      19165  VmaAllocator allocator,
      +
      19166  const VkImageCreateInfo* pImageCreateInfo,
      +
      19167  const VmaAllocationCreateInfo* pAllocationCreateInfo,
      +
      19168  VkImage* pImage,
      +
      19169  VmaAllocation* pAllocation,
      +
      19170  VmaAllocationInfo* pAllocationInfo)
      +
      19171 {
      +
      19172  VMA_ASSERT(allocator && pImageCreateInfo && pAllocationCreateInfo && pImage && pAllocation);
      +
      19173 
      +
      19174  if(pImageCreateInfo->extent.width == 0 ||
      +
      19175  pImageCreateInfo->extent.height == 0 ||
      +
      19176  pImageCreateInfo->extent.depth == 0 ||
      +
      19177  pImageCreateInfo->mipLevels == 0 ||
      +
      19178  pImageCreateInfo->arrayLayers == 0)
      +
      19179  {
      +
      19180  return VK_ERROR_VALIDATION_FAILED_EXT;
      +
      19181  }
      +
      19182 
      +
      19183  VMA_DEBUG_LOG("vmaCreateImage");
      +
      19184 
      +
      19185  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      19186 
      +
      19187  *pImage = VK_NULL_HANDLE;
      +
      19188  *pAllocation = VK_NULL_HANDLE;
      +
      19189 
      +
      19190  // 1. Create VkImage.
      +
      19191  VkResult res = (*allocator->GetVulkanFunctions().vkCreateImage)(
      +
      19192  allocator->m_hDevice,
      +
      19193  pImageCreateInfo,
      +
      19194  allocator->GetAllocationCallbacks(),
      +
      19195  pImage);
      +
      19196  if(res >= 0)
      +
      19197  {
      +
      19198  VmaSuballocationType suballocType = pImageCreateInfo->tiling == VK_IMAGE_TILING_OPTIMAL ?
      +
      19199  VMA_SUBALLOCATION_TYPE_IMAGE_OPTIMAL :
      +
      19200  VMA_SUBALLOCATION_TYPE_IMAGE_LINEAR;
      +
      19201 
      +
      19202  // 2. Allocate memory using allocator.
      +
      19203  VkMemoryRequirements vkMemReq = {};
      +
      19204  bool requiresDedicatedAllocation = false;
      +
      19205  bool prefersDedicatedAllocation = false;
      +
      19206  allocator->GetImageMemoryRequirements(*pImage, vkMemReq,
      +
      19207  requiresDedicatedAllocation, prefersDedicatedAllocation);
      +
      19208 
      +
      19209  res = allocator->AllocateMemory(
      +
      19210  vkMemReq,
      +
      19211  requiresDedicatedAllocation,
      +
      19212  prefersDedicatedAllocation,
      +
      19213  VK_NULL_HANDLE, // dedicatedBuffer
      +
      19214  UINT32_MAX, // dedicatedBufferUsage
      +
      19215  *pImage, // dedicatedImage
      +
      19216  *pAllocationCreateInfo,
      +
      19217  suballocType,
      +
      19218  1, // allocationCount
      +
      19219  pAllocation);
      +
      19220 
      +
      19221 #if VMA_RECORDING_ENABLED
      +
      19222  if(allocator->GetRecorder() != VMA_NULL)
      +
      19223  {
      +
      19224  allocator->GetRecorder()->RecordCreateImage(
      +
      19225  allocator->GetCurrentFrameIndex(),
      +
      19226  *pImageCreateInfo,
      +
      19227  *pAllocationCreateInfo,
      +
      19228  *pAllocation);
      +
      19229  }
      +
      19230 #endif
      +
      19231 
      +
      19232  if(res >= 0)
      +
      19233  {
      +
      19234  // 3. Bind image with memory.
      +
      19235  if((pAllocationCreateInfo->flags & VMA_ALLOCATION_CREATE_DONT_BIND_BIT) == 0)
      +
      19236  {
      +
      19237  res = allocator->BindImageMemory(*pAllocation, 0, *pImage, VMA_NULL);
      +
      19238  }
      +
      19239  if(res >= 0)
      +
      19240  {
      +
      19241  // All steps succeeded.
      +
      19242  #if VMA_STATS_STRING_ENABLED
      +
      19243  (*pAllocation)->InitBufferImageUsage(pImageCreateInfo->usage);
      +
      19244  #endif
      +
      19245  if(pAllocationInfo != VMA_NULL)
      +
      19246  {
      +
      19247  allocator->GetAllocationInfo(*pAllocation, pAllocationInfo);
      +
      19248  }
      +
      19249 
      +
      19250  return VK_SUCCESS;
      +
      19251  }
      +
      19252  allocator->FreeMemory(
      +
      19253  1, // allocationCount
      +
      19254  pAllocation);
      +
      19255  *pAllocation = VK_NULL_HANDLE;
      +
      19256  (*allocator->GetVulkanFunctions().vkDestroyImage)(allocator->m_hDevice, *pImage, allocator->GetAllocationCallbacks());
      +
      19257  *pImage = VK_NULL_HANDLE;
      +
      19258  return res;
      +
      19259  }
      +
      19260  (*allocator->GetVulkanFunctions().vkDestroyImage)(allocator->m_hDevice, *pImage, allocator->GetAllocationCallbacks());
      +
      19261  *pImage = VK_NULL_HANDLE;
      +
      19262  return res;
      +
      19263  }
      +
      19264  return res;
      +
      19265 }
      +
      19266 
      +
      19267 VMA_CALL_PRE void VMA_CALL_POST vmaDestroyImage(
      +
      19268  VmaAllocator allocator,
      +
      19269  VkImage image,
      +
      19270  VmaAllocation allocation)
      +
      19271 {
      +
      19272  VMA_ASSERT(allocator);
      +
      19273 
      +
      19274  if(image == VK_NULL_HANDLE && allocation == VK_NULL_HANDLE)
      +
      19275  {
      +
      19276  return;
      +
      19277  }
      +
      19278 
      +
      19279  VMA_DEBUG_LOG("vmaDestroyImage");
      +
      19280 
      +
      19281  VMA_DEBUG_GLOBAL_MUTEX_LOCK
      +
      19282 
      +
      19283 #if VMA_RECORDING_ENABLED
      +
      19284  if(allocator->GetRecorder() != VMA_NULL)
      +
      19285  {
      +
      19286  allocator->GetRecorder()->RecordDestroyImage(
      +
      19287  allocator->GetCurrentFrameIndex(),
      +
      19288  allocation);
      +
      19289  }
      +
      19290 #endif
      +
      19291 
      +
      19292  if(image != VK_NULL_HANDLE)
      +
      19293  {
      +
      19294  (*allocator->GetVulkanFunctions().vkDestroyImage)(allocator->m_hDevice, image, allocator->GetAllocationCallbacks());
      +
      19295  }
      +
      19296  if(allocation != VK_NULL_HANDLE)
      +
      19297  {
      +
      19298  allocator->FreeMemory(
      +
      19299  1, // allocationCount
      +
      19300  &allocation);
      +
      19301  }
      +
      19302 }
      +
      19303 
      +
      19304 #endif // #ifdef VMA_IMPLEMENTATION
      VmaStats
      struct VmaStats VmaStats
      General statistics from current state of Allocator.
      -
      VmaRecordSettings
      Parameters for recording calls to VMA functions. To be used in VmaAllocatorCreateInfo::pRecordSetting...
      Definition: vk_mem_alloc.h:2374
      -
      VmaVulkanFunctions::vkAllocateMemory
      PFN_vkAllocateMemory vkAllocateMemory
      Definition: vk_mem_alloc.h:2331
      -
      VmaDeviceMemoryCallbacks::pfnFree
      PFN_vmaFreeDeviceMemoryFunction pfnFree
      Optional, can be null.
      Definition: vk_mem_alloc.h:2219
      -
      VMA_RECORD_FLAG_BITS_MAX_ENUM
      @ VMA_RECORD_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:2368
      -
      VmaVulkanFunctions::vkGetPhysicalDeviceProperties
      PFN_vkGetPhysicalDeviceProperties vkGetPhysicalDeviceProperties
      Definition: vk_mem_alloc.h:2329
      -
      VmaAllocatorCreateInfo::physicalDevice
      VkPhysicalDevice physicalDevice
      Vulkan physical device.
      Definition: vk_mem_alloc.h:2394
      -
      VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT
      @ VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT
      Enables alternative, linear allocation algorithm in this pool.
      Definition: vk_mem_alloc.h:2991
      -
      VmaDefragmentationInfo2::allocationCount
      uint32_t allocationCount
      Number of allocations in pAllocations array.
      Definition: vk_mem_alloc.h:3609
      -
      VmaAllocatorCreateInfo::frameInUseCount
      uint32_t frameInUseCount
      Maximum number of additional frames that are in use at the same time as current frame.
      Definition: vk_mem_alloc.h:2420
      -
      VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT
      @ VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT
      Definition: vk_mem_alloc.h:2282
      -
      VmaBudget
      Statistics of current memory usage and available budget, in bytes, for specific memory heap.
      Definition: vk_mem_alloc.h:2593
      -
      VmaDefragmentationPassMoveInfo::memory
      VkDeviceMemory memory
      Definition: vk_mem_alloc.h:3677
      -
      VmaDefragmentationInfo2::pPools
      const VmaPool * pPools
      Either null or pointer to array of pools to be defragmented.
      Definition: vk_mem_alloc.h:3643
      -
      VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED
      @ VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED
      Definition: vk_mem_alloc.h:2737
      +
      VmaRecordSettings
      Parameters for recording calls to VMA functions. To be used in VmaAllocatorCreateInfo::pRecordSetting...
      Definition: vk_mem_alloc.h:2400
      +
      VmaVulkanFunctions::vkAllocateMemory
      PFN_vkAllocateMemory vkAllocateMemory
      Definition: vk_mem_alloc.h:2357
      +
      VmaDeviceMemoryCallbacks::pfnFree
      PFN_vmaFreeDeviceMemoryFunction pfnFree
      Optional, can be null.
      Definition: vk_mem_alloc.h:2228
      +
      VMA_RECORD_FLAG_BITS_MAX_ENUM
      @ VMA_RECORD_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:2394
      +
      VmaVulkanFunctions::vkGetPhysicalDeviceProperties
      PFN_vkGetPhysicalDeviceProperties vkGetPhysicalDeviceProperties
      Definition: vk_mem_alloc.h:2355
      +
      VmaAllocatorCreateInfo::physicalDevice
      VkPhysicalDevice physicalDevice
      Vulkan physical device.
      Definition: vk_mem_alloc.h:2420
      +
      VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT
      @ VMA_POOL_CREATE_LINEAR_ALGORITHM_BIT
      Enables alternative, linear allocation algorithm in this pool.
      Definition: vk_mem_alloc.h:3024
      +
      VmaDefragmentationInfo2::allocationCount
      uint32_t allocationCount
      Number of allocations in pAllocations array.
      Definition: vk_mem_alloc.h:3648
      +
      VmaAllocatorCreateInfo::frameInUseCount
      uint32_t frameInUseCount
      Maximum number of additional frames that are in use at the same time as current frame.
      Definition: vk_mem_alloc.h:2446
      +
      VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT
      @ VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT
      Definition: vk_mem_alloc.h:2291
      +
      VmaBudget
      Statistics of current memory usage and available budget, in bytes, for specific memory heap.
      Definition: vk_mem_alloc.h:2619
      +
      VmaDefragmentationPassMoveInfo::memory
      VkDeviceMemory memory
      Definition: vk_mem_alloc.h:3716
      +
      VmaDefragmentationInfo2::pPools
      const VmaPool * pPools
      Either null or pointer to array of pools to be defragmented.
      Definition: vk_mem_alloc.h:3682
      +
      VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED
      @ VMA_MEMORY_USAGE_GPU_LAZILY_ALLOCATED
      Definition: vk_mem_alloc.h:2763
      VmaDefragmentationInfo
      struct VmaDefragmentationInfo VmaDefragmentationInfo
      Deprecated. Optional configuration parameters to be passed to function vmaDefragment().
      -
      VmaPoolStats
      Describes parameter of existing VmaPool.
      Definition: vk_mem_alloc.h:3063
      -
      VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT
      Definition: vk_mem_alloc.h:2820
      -
      VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT
      @ VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT
      Allocator and all objects created from it will not be synchronized internally, so you must guarantee ...
      Definition: vk_mem_alloc.h:2230
      -
      VmaPoolStats::unusedSize
      VkDeviceSize unusedSize
      Total number of bytes in the pool not used by any VmaAllocation.
      Definition: vk_mem_alloc.h:3069
      -
      VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
      @ VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
      Definition: vk_mem_alloc.h:2800
      -
      VmaRecordFlagBits
      VmaRecordFlagBits
      Flags to be used in VmaRecordSettings::flags.
      Definition: vk_mem_alloc.h:2360
      +
      VmaPoolStats
      Describes parameter of existing VmaPool.
      Definition: vk_mem_alloc.h:3102
      +
      VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_BEST_FIT_BIT
      Definition: vk_mem_alloc.h:2846
      +
      VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT
      @ VMA_ALLOCATOR_CREATE_EXTERNALLY_SYNCHRONIZED_BIT
      Allocator and all objects created from it will not be synchronized internally, so you must guarantee ...
      Definition: vk_mem_alloc.h:2239
      +
      VmaPoolStats::unusedSize
      VkDeviceSize unusedSize
      Total number of bytes in the pool not used by any VmaAllocation.
      Definition: vk_mem_alloc.h:3108
      +
      VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
      @ VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT
      Definition: vk_mem_alloc.h:2826
      +
      VmaRecordFlagBits
      VmaRecordFlagBits
      Flags to be used in VmaRecordSettings::flags.
      Definition: vk_mem_alloc.h:2386
      vmaSetPoolName
      void vmaSetPoolName(VmaAllocator allocator, VmaPool pool, const char *pName)
      Sets name of a custom pool.
      -
      VmaDeviceMemoryCallbacks
      Set of callbacks that the library will call for vkAllocateMemory and vkFreeMemory.
      Definition: vk_mem_alloc.h:2215
      +
      VmaDeviceMemoryCallbacks
      Set of callbacks that the library will call for vkAllocateMemory and vkFreeMemory.
      Definition: vk_mem_alloc.h:2224
      vmaTouchAllocation
      VkBool32 vmaTouchAllocation(VmaAllocator allocator, VmaAllocation allocation)
      Returns VK_TRUE if allocation is not lost and atomically marks it as used in current frame.
      -
      VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
      @ VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
      Definition: vk_mem_alloc.h:2787
      -
      VmaAllocatorCreateInfo::preferredLargeHeapBlockSize
      VkDeviceSize preferredLargeHeapBlockSize
      Preferred size of a single VkDeviceMemory block to be allocated from large heaps > 1 GiB....
      Definition: vk_mem_alloc.h:2400
      -
      VMA_RECORD_FLUSH_AFTER_CALL_BIT
      @ VMA_RECORD_FLUSH_AFTER_CALL_BIT
      Enables flush after recording every function call.
      Definition: vk_mem_alloc.h:2366
      +
      VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
      @ VMA_ALLOCATION_CREATE_CAN_BECOME_LOST_BIT
      Definition: vk_mem_alloc.h:2813
      +
      VmaAllocatorCreateInfo::preferredLargeHeapBlockSize
      VkDeviceSize preferredLargeHeapBlockSize
      Preferred size of a single VkDeviceMemory block to be allocated from large heaps > 1 GiB....
      Definition: vk_mem_alloc.h:2426
      +
      VMA_RECORD_FLUSH_AFTER_CALL_BIT
      @ VMA_RECORD_FLUSH_AFTER_CALL_BIT
      Enables flush after recording every function call.
      Definition: vk_mem_alloc.h:2392
      VmaAllocationCreateInfo
      struct VmaAllocationCreateInfo VmaAllocationCreateInfo
      vmaResizeAllocation
      VkResult vmaResizeAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize newSize)
      Deprecated.
      -
      VmaVulkanFunctions::vkUnmapMemory
      PFN_vkUnmapMemory vkUnmapMemory
      Definition: vk_mem_alloc.h:2334
      -
      VmaAllocationInfo::deviceMemory
      VkDeviceMemory deviceMemory
      Handle to Vulkan memory object.
      Definition: vk_mem_alloc.h:3206
      -
      VmaStatInfo::unusedRangeCount
      uint32_t unusedRangeCount
      Number of free ranges of memory between allocations.
      Definition: vk_mem_alloc.h:2560
      -
      VmaAllocationCreateInfo::pUserData
      void * pUserData
      Custom general-purpose pointer that will be stored in VmaAllocation, can be read as VmaAllocationInfo...
      Definition: vk_mem_alloc.h:2894
      -
      VmaStatInfo::unusedRangeSizeMax
      VkDeviceSize unusedRangeSizeMax
      Definition: vk_mem_alloc.h:2566
      -
      VmaVulkanFunctions::vkMapMemory
      PFN_vkMapMemory vkMapMemory
      Definition: vk_mem_alloc.h:2333
      +
      VmaVulkanFunctions::vkUnmapMemory
      PFN_vkUnmapMemory vkUnmapMemory
      Definition: vk_mem_alloc.h:2360
      +
      VmaAllocationInfo::deviceMemory
      VkDeviceMemory deviceMemory
      Handle to Vulkan memory object.
      Definition: vk_mem_alloc.h:3245
      +
      VmaStatInfo::unusedRangeCount
      uint32_t unusedRangeCount
      Number of free ranges of memory between allocations.
      Definition: vk_mem_alloc.h:2586
      +
      VmaAllocationCreateInfo::pUserData
      void * pUserData
      Custom general-purpose pointer that will be stored in VmaAllocation, can be read as VmaAllocationInfo...
      Definition: vk_mem_alloc.h:2920
      +
      VmaStatInfo::unusedRangeSizeMax
      VkDeviceSize unusedRangeSizeMax
      Definition: vk_mem_alloc.h:2592
      +
      VmaVulkanFunctions::vkMapMemory
      PFN_vkMapMemory vkMapMemory
      Definition: vk_mem_alloc.h:2359
      VMA_RECORDING_ENABLED
      #define VMA_RECORDING_ENABLED
      Definition: vk_mem_alloc.h:2031
      -
      VmaDefragmentationPassMoveInfo::offset
      VkDeviceSize offset
      Definition: vk_mem_alloc.h:3678
      -
      VmaDefragmentationPassInfo::pMoves
      VmaDefragmentationPassMoveInfo * pMoves
      Definition: vk_mem_alloc.h:3687
      -
      VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT
      Definition: vk_mem_alloc.h:2831
      +
      VmaDefragmentationPassMoveInfo::offset
      VkDeviceSize offset
      Definition: vk_mem_alloc.h:3717
      +
      VmaDefragmentationPassInfo::pMoves
      VmaDefragmentationPassMoveInfo * pMoves
      Definition: vk_mem_alloc.h:3726
      +
      VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_FIRST_FIT_BIT
      Definition: vk_mem_alloc.h:2857
      vmaUnmapMemory
      void vmaUnmapMemory(VmaAllocator allocator, VmaAllocation allocation)
      Unmaps memory represented by given allocation, mapped previously using vmaMapMemory().
      -
      VmaAllocatorInfo::instance
      VkInstance instance
      Handle to Vulkan instance object.
      Definition: vk_mem_alloc.h:2492
      -
      VmaBudget::usage
      VkDeviceSize usage
      Estimated current memory usage of the program, in bytes.
      Definition: vk_mem_alloc.h:2617
      +
      VmaAllocatorInfo::instance
      VkInstance instance
      Handle to Vulkan instance object.
      Definition: vk_mem_alloc.h:2518
      +
      VmaBudget::usage
      VkDeviceSize usage
      Estimated current memory usage of the program, in bytes.
      Definition: vk_mem_alloc.h:2643
      VmaAllocator
      Represents main object of this library initialized.
      -
      VmaVulkanFunctions::vkCmdCopyBuffer
      PFN_vkCmdCopyBuffer vkCmdCopyBuffer
      Definition: vk_mem_alloc.h:2345
      -
      VmaAllocatorCreateInfo
      Description of a Allocator to be created.
      Definition: vk_mem_alloc.h:2389
      -
      VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT
      @ VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT
      Set this flag to only try to allocate from existing VkDeviceMemory blocks and never create new such b...
      Definition: vk_mem_alloc.h:2761
      -
      VmaAllocatorInfo::device
      VkDevice device
      Handle to Vulkan device object.
      Definition: vk_mem_alloc.h:2502
      -
      VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM
      @ VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:3595
      -
      VmaPoolStats::unusedRangeSizeMax
      VkDeviceSize unusedRangeSizeMax
      Size of the largest continuous free memory region available for new allocation.
      Definition: vk_mem_alloc.h:3082
      -
      VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT
      Definition: vk_mem_alloc.h:2824
      -
      VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT
      @ VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT
      Enables usage of VK_KHR_dedicated_allocation extension.
      Definition: vk_mem_alloc.h:2255
      +
      VmaVulkanFunctions::vkCmdCopyBuffer
      PFN_vkCmdCopyBuffer vkCmdCopyBuffer
      Definition: vk_mem_alloc.h:2371
      +
      VmaAllocatorCreateInfo
      Description of a Allocator to be created.
      Definition: vk_mem_alloc.h:2415
      +
      VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT
      @ VMA_ALLOCATION_CREATE_NEVER_ALLOCATE_BIT
      Set this flag to only try to allocate from existing VkDeviceMemory blocks and never create new such b...
      Definition: vk_mem_alloc.h:2787
      +
      VmaAllocatorInfo::device
      VkDevice device
      Handle to Vulkan device object.
      Definition: vk_mem_alloc.h:2528
      +
      VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM
      @ VMA_DEFRAGMENTATION_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:3634
      +
      VmaPoolStats::unusedRangeSizeMax
      VkDeviceSize unusedRangeSizeMax
      Size of the largest continuous free memory region available for new allocation.
      Definition: vk_mem_alloc.h:3121
      +
      VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_WORST_FIT_BIT
      Definition: vk_mem_alloc.h:2850
      +
      VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT
      @ VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT
      Enables usage of VK_KHR_dedicated_allocation extension.
      Definition: vk_mem_alloc.h:2264
      vmaSetCurrentFrameIndex
      void vmaSetCurrentFrameIndex(VmaAllocator allocator, uint32_t frameIndex)
      Sets index of the current frame.
      -
      VmaDefragmentationInfo::maxAllocationsToMove
      uint32_t maxAllocationsToMove
      Maximum number of allocations that can be moved to different place.
      Definition: vk_mem_alloc.h:3704
      -
      VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT
      @ VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT
      Definition: vk_mem_alloc.h:2815
      -
      VmaMemoryUsage
      VmaMemoryUsage
      Definition: vk_mem_alloc.h:2676
      +
      VmaDefragmentationInfo::maxAllocationsToMove
      uint32_t maxAllocationsToMove
      Maximum number of allocations that can be moved to different place.
      Definition: vk_mem_alloc.h:3743
      +
      VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT
      @ VMA_ALLOCATION_CREATE_WITHIN_BUDGET_BIT
      Definition: vk_mem_alloc.h:2841
      +
      VmaMemoryUsage
      VmaMemoryUsage
      Definition: vk_mem_alloc.h:2702
      vmaFreeMemoryPages
      void vmaFreeMemoryPages(VmaAllocator allocator, size_t allocationCount, const VmaAllocation *pAllocations)
      Frees memory and destroys multiple allocations.
      vmaGetMemoryTypeProperties
      void vmaGetMemoryTypeProperties(VmaAllocator allocator, uint32_t memoryTypeIndex, VkMemoryPropertyFlags *pFlags)
      Given Memory Type Index, returns Property Flags of this memory type.
      -
      VmaStatInfo::blockCount
      uint32_t blockCount
      Number of VkDeviceMemory Vulkan memory blocks allocated.
      Definition: vk_mem_alloc.h:2556
      -
      VmaPoolCreateInfo::memoryTypeIndex
      uint32_t memoryTypeIndex
      Vulkan memory type index to allocate this pool from.
      Definition: vk_mem_alloc.h:3019
      -
      VmaPoolCreateInfo::blockSize
      VkDeviceSize blockSize
      Size of a single VkDeviceMemory block to be allocated as part of this pool, in bytes....
      Definition: vk_mem_alloc.h:3031
      -
      VmaDefragmentationInfo2::poolCount
      uint32_t poolCount
      Numer of pools in pPools array.
      Definition: vk_mem_alloc.h:3627
      -
      VmaDefragmentationPassMoveInfo
      Definition: vk_mem_alloc.h:3675
      +
      VmaStatInfo::blockCount
      uint32_t blockCount
      Number of VkDeviceMemory Vulkan memory blocks allocated.
      Definition: vk_mem_alloc.h:2582
      +
      VmaPoolCreateInfo::memoryTypeIndex
      uint32_t memoryTypeIndex
      Vulkan memory type index to allocate this pool from.
      Definition: vk_mem_alloc.h:3052
      +
      VmaPoolCreateInfo::blockSize
      VkDeviceSize blockSize
      Size of a single VkDeviceMemory block to be allocated as part of this pool, in bytes....
      Definition: vk_mem_alloc.h:3064
      +
      VmaDefragmentationInfo2::poolCount
      uint32_t poolCount
      Numer of pools in pPools array.
      Definition: vk_mem_alloc.h:3666
      +
      VmaDefragmentationPassMoveInfo
      Definition: vk_mem_alloc.h:3714
      vmaBuildStatsString
      void vmaBuildStatsString(VmaAllocator allocator, char **ppStatsString, VkBool32 detailedMap)
      Builds and returns statistics as string in JSON format.
      vmaGetAllocationInfo
      void vmaGetAllocationInfo(VmaAllocator allocator, VmaAllocation allocation, VmaAllocationInfo *pAllocationInfo)
      Returns current information about specified allocation and atomically marks it as used in current fra...
      -
      VmaPoolStats::allocationCount
      size_t allocationCount
      Number of VmaAllocation objects created from this pool that were not destroyed or lost.
      Definition: vk_mem_alloc.h:3072
      -
      VmaAllocatorCreateFlags
      VkFlags VmaAllocatorCreateFlags
      Definition: vk_mem_alloc.h:2322
      +
      VmaPoolStats::allocationCount
      size_t allocationCount
      Number of VmaAllocation objects created from this pool that were not destroyed or lost.
      Definition: vk_mem_alloc.h:3111
      +
      VmaAllocatorCreateFlags
      VkFlags VmaAllocatorCreateFlags
      Definition: vk_mem_alloc.h:2348
      vmaFreeStatsString
      void vmaFreeStatsString(VmaAllocator allocator, char *pStatsString)
      vmaAllocateMemoryForBuffer
      VkResult vmaAllocateMemoryForBuffer(VmaAllocator allocator, VkBuffer buffer, const VmaAllocationCreateInfo *pCreateInfo, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
      VmaVulkanFunctions
      struct VmaVulkanFunctions VmaVulkanFunctions
      Pointers to some Vulkan functions - a subset used by the library.
      -
      VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM
      @ VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:2320
      -
      VmaDefragmentationFlagBits
      VmaDefragmentationFlagBits
      Flags to be used in vmaDefragmentationBegin(). None at the moment. Reserved for future use.
      Definition: vk_mem_alloc.h:3593
      -
      VmaAllocationInfo::offset
      VkDeviceSize offset
      Offset in VkDeviceMemory object to the beginning of this allocation, in bytes. (deviceMemory,...
      Definition: vk_mem_alloc.h:3216
      -
      VmaAllocationCreateFlagBits
      VmaAllocationCreateFlagBits
      Flags to be passed as VmaAllocationCreateInfo::flags.
      Definition: vk_mem_alloc.h:2743
      -
      VmaVulkanFunctions::vkGetPhysicalDeviceMemoryProperties
      PFN_vkGetPhysicalDeviceMemoryProperties vkGetPhysicalDeviceMemoryProperties
      Definition: vk_mem_alloc.h:2330
      -
      VmaPoolCreateFlags
      VkFlags VmaPoolCreateFlags
      Definition: vk_mem_alloc.h:3012
      +
      VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM
      @ VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:2346
      +
      VmaDefragmentationFlagBits
      VmaDefragmentationFlagBits
      Flags to be used in vmaDefragmentationBegin(). None at the moment. Reserved for future use.
      Definition: vk_mem_alloc.h:3632
      +
      VmaAllocationInfo::offset
      VkDeviceSize offset
      Offset in VkDeviceMemory object to the beginning of this allocation, in bytes. (deviceMemory,...
      Definition: vk_mem_alloc.h:3255
      +
      VmaAllocationCreateFlagBits
      VmaAllocationCreateFlagBits
      Flags to be passed as VmaAllocationCreateInfo::flags.
      Definition: vk_mem_alloc.h:2769
      +
      VmaVulkanFunctions::vkGetPhysicalDeviceMemoryProperties
      PFN_vkGetPhysicalDeviceMemoryProperties vkGetPhysicalDeviceMemoryProperties
      Definition: vk_mem_alloc.h:2356
      +
      VmaPoolCreateFlags
      VkFlags VmaPoolCreateFlags
      Definition: vk_mem_alloc.h:3045
      vmaCreateLostAllocation
      void vmaCreateLostAllocation(VmaAllocator allocator, VmaAllocation *pAllocation)
      Creates new allocation that is in lost state from the beginning.
      +
      VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT
      @ VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT
      Definition: vk_mem_alloc.h:2344
      vmaInvalidateAllocations
      VkResult vmaInvalidateAllocations(VmaAllocator allocator, uint32_t allocationCount, const VmaAllocation *allocations, const VkDeviceSize *offsets, const VkDeviceSize *sizes)
      Invalidates memory of given set of allocations.
      VmaDeviceMemoryCallbacks
      struct VmaDeviceMemoryCallbacks VmaDeviceMemoryCallbacks
      Set of callbacks that the library will call for vkAllocateMemory and vkFreeMemory.
      vmaGetPhysicalDeviceProperties
      void vmaGetPhysicalDeviceProperties(VmaAllocator allocator, const VkPhysicalDeviceProperties **ppPhysicalDeviceProperties)
      -
      VmaAllocationCreateInfo::pool
      VmaPool pool
      Pool that this allocation should be created in.
      Definition: vk_mem_alloc.h:2887
      +
      VmaAllocationCreateInfo::pool
      VmaPool pool
      Pool that this allocation should be created in.
      Definition: vk_mem_alloc.h:2913
      vmaGetMemoryProperties
      void vmaGetMemoryProperties(VmaAllocator allocator, const VkPhysicalDeviceMemoryProperties **ppPhysicalDeviceMemoryProperties)
      -
      VmaStats::total
      VmaStatInfo total
      Definition: vk_mem_alloc.h:2574
      -
      VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT
      @ VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT
      Set this flag if the allocation should have its own memory block.
      Definition: vk_mem_alloc.h:2750
      +
      VmaStats::total
      VmaStatInfo total
      Definition: vk_mem_alloc.h:2600
      +
      VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT
      @ VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT
      Set this flag if the allocation should have its own memory block.
      Definition: vk_mem_alloc.h:2776
      vmaDefragmentationEnd
      VkResult vmaDefragmentationEnd(VmaAllocator allocator, VmaDefragmentationContext context)
      Ends defragmentation process.
      -
      VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT
      @ VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT
      Definition: vk_mem_alloc.h:2270
      -
      VmaDefragmentationInfo2::flags
      VmaDefragmentationFlags flags
      Reserved for future use. Should be 0.
      Definition: vk_mem_alloc.h:3606
      -
      VmaVulkanFunctions::vkBindImageMemory
      PFN_vkBindImageMemory vkBindImageMemory
      Definition: vk_mem_alloc.h:2338
      -
      VmaDefragmentationInfo2::maxGpuBytesToMove
      VkDeviceSize maxGpuBytesToMove
      Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
      Definition: vk_mem_alloc.h:3658
      -
      VmaDefragmentationStats
      Statistics returned by function vmaDefragment().
      Definition: vk_mem_alloc.h:3708
      +
      VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT
      @ VMA_ALLOCATOR_CREATE_KHR_BIND_MEMORY2_BIT
      Definition: vk_mem_alloc.h:2279
      +
      VmaDefragmentationInfo2::flags
      VmaDefragmentationFlags flags
      Reserved for future use. Should be 0.
      Definition: vk_mem_alloc.h:3645
      +
      VmaVulkanFunctions::vkBindImageMemory
      PFN_vkBindImageMemory vkBindImageMemory
      Definition: vk_mem_alloc.h:2364
      +
      VmaDefragmentationInfo2::maxGpuBytesToMove
      VkDeviceSize maxGpuBytesToMove
      Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
      Definition: vk_mem_alloc.h:3697
      +
      VmaDefragmentationStats
      Statistics returned by function vmaDefragment().
      Definition: vk_mem_alloc.h:3747
      vmaDestroyPool
      void vmaDestroyPool(VmaAllocator allocator, VmaPool pool)
      Destroys VmaPool object and frees Vulkan device memory.
      -
      VmaPoolStats::size
      VkDeviceSize size
      Total amount of VkDeviceMemory allocated from Vulkan for this pool, in bytes.
      Definition: vk_mem_alloc.h:3066
      -
      VmaVulkanFunctions::vkFreeMemory
      PFN_vkFreeMemory vkFreeMemory
      Definition: vk_mem_alloc.h:2332
      -
      VmaRecordFlags
      VkFlags VmaRecordFlags
      Definition: vk_mem_alloc.h:2370
      +
      VmaPoolStats::size
      VkDeviceSize size
      Total amount of VkDeviceMemory allocated from Vulkan for this pool, in bytes.
      Definition: vk_mem_alloc.h:3105
      +
      VmaVulkanFunctions::vkFreeMemory
      PFN_vkFreeMemory vkFreeMemory
      Definition: vk_mem_alloc.h:2358
      +
      VmaRecordFlags
      VkFlags VmaRecordFlags
      Definition: vk_mem_alloc.h:2396
      vmaFlushAllocation
      VkResult vmaFlushAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      Flushes memory of given allocation.
      -
      VMA_MEMORY_USAGE_CPU_ONLY
      @ VMA_MEMORY_USAGE_CPU_ONLY
      Definition: vk_mem_alloc.h:2707
      +
      VMA_MEMORY_USAGE_CPU_ONLY
      @ VMA_MEMORY_USAGE_CPU_ONLY
      Definition: vk_mem_alloc.h:2733
      VmaAllocation
      Represents single memory allocation.
      -
      VMA_MEMORY_USAGE_CPU_COPY
      @ VMA_MEMORY_USAGE_CPU_COPY
      Definition: vk_mem_alloc.h:2729
      +
      VMA_MEMORY_USAGE_CPU_COPY
      @ VMA_MEMORY_USAGE_CPU_COPY
      Definition: vk_mem_alloc.h:2755
      vmaSetAllocationUserData
      void vmaSetAllocationUserData(VmaAllocator allocator, VmaAllocation allocation, void *pUserData)
      Sets pUserData in given allocation to new value.
      -
      VMA_DEFRAGMENTATION_FLAG_INCREMENTAL
      @ VMA_DEFRAGMENTATION_FLAG_INCREMENTAL
      Definition: vk_mem_alloc.h:3594
      -
      VmaAllocatorCreateInfo::pRecordSettings
      const VmaRecordSettings * pRecordSettings
      Parameters for recording of VMA calls. Can be null.
      Definition: vk_mem_alloc.h:2458
      -
      VmaVulkanFunctions::vkBindBufferMemory
      PFN_vkBindBufferMemory vkBindBufferMemory
      Definition: vk_mem_alloc.h:2337
      -
      VmaVulkanFunctions::vkGetBufferMemoryRequirements
      PFN_vkGetBufferMemoryRequirements vkGetBufferMemoryRequirements
      Definition: vk_mem_alloc.h:2339
      -
      VmaDefragmentationInfo2::commandBuffer
      VkCommandBuffer commandBuffer
      Optional. Command buffer where GPU copy commands will be posted.
      Definition: vk_mem_alloc.h:3672
      -
      VmaStats
      General statistics from current state of Allocator.
      Definition: vk_mem_alloc.h:2571
      -
      VmaPoolCreateInfo::minBlockCount
      size_t minBlockCount
      Minimum number of blocks to be always allocated in this pool, even if they stay empty.
      Definition: vk_mem_alloc.h:3036
      -
      VmaAllocatorCreateInfo::vulkanApiVersion
      uint32_t vulkanApiVersion
      Optional. The highest version of Vulkan that the application is designed to use.
      Definition: vk_mem_alloc.h:2472
      -
      VmaStatInfo
      Calculated statistics of memory usage in entire allocator.
      Definition: vk_mem_alloc.h:2554
      -
      VmaDefragmentationStats::bytesFreed
      VkDeviceSize bytesFreed
      Total number of bytes that have been released to the system by freeing empty VkDeviceMemory objects.
      Definition: vk_mem_alloc.h:3712
      +
      VMA_DEFRAGMENTATION_FLAG_INCREMENTAL
      @ VMA_DEFRAGMENTATION_FLAG_INCREMENTAL
      Definition: vk_mem_alloc.h:3633
      +
      VmaAllocatorCreateInfo::pRecordSettings
      const VmaRecordSettings * pRecordSettings
      Parameters for recording of VMA calls. Can be null.
      Definition: vk_mem_alloc.h:2484
      +
      VmaVulkanFunctions::vkBindBufferMemory
      PFN_vkBindBufferMemory vkBindBufferMemory
      Definition: vk_mem_alloc.h:2363
      +
      VmaVulkanFunctions::vkGetBufferMemoryRequirements
      PFN_vkGetBufferMemoryRequirements vkGetBufferMemoryRequirements
      Definition: vk_mem_alloc.h:2365
      +
      VmaDefragmentationInfo2::commandBuffer
      VkCommandBuffer commandBuffer
      Optional. Command buffer where GPU copy commands will be posted.
      Definition: vk_mem_alloc.h:3711
      +
      VmaStats
      General statistics from current state of Allocator.
      Definition: vk_mem_alloc.h:2597
      +
      VmaPoolCreateInfo::minBlockCount
      size_t minBlockCount
      Minimum number of blocks to be always allocated in this pool, even if they stay empty.
      Definition: vk_mem_alloc.h:3069
      +
      VmaAllocatorCreateInfo::vulkanApiVersion
      uint32_t vulkanApiVersion
      Optional. The highest version of Vulkan that the application is designed to use.
      Definition: vk_mem_alloc.h:2498
      +
      VmaStatInfo
      Calculated statistics of memory usage in entire allocator.
      Definition: vk_mem_alloc.h:2580
      +
      VmaDefragmentationStats::bytesFreed
      VkDeviceSize bytesFreed
      Total number of bytes that have been released to the system by freeing empty VkDeviceMemory objects.
      Definition: vk_mem_alloc.h:3751
      vmaDefragment
      VkResult vmaDefragment(VmaAllocator allocator, const VmaAllocation *pAllocations, size_t allocationCount, VkBool32 *pAllocationsChanged, const VmaDefragmentationInfo *pDefragmentationInfo, VmaDefragmentationStats *pDefragmentationStats)
      Deprecated. Compacts memory by moving allocations.
      -
      VmaDefragmentationPassInfo::moveCount
      uint32_t moveCount
      Definition: vk_mem_alloc.h:3686
      -
      VMA_MEMORY_USAGE_GPU_ONLY
      @ VMA_MEMORY_USAGE_GPU_ONLY
      Definition: vk_mem_alloc.h:2697
      +
      VmaDefragmentationPassInfo::moveCount
      uint32_t moveCount
      Definition: vk_mem_alloc.h:3725
      +
      VMA_MEMORY_USAGE_GPU_ONLY
      @ VMA_MEMORY_USAGE_GPU_ONLY
      Definition: vk_mem_alloc.h:2723
      vmaBeginDefragmentationPass
      VkResult vmaBeginDefragmentationPass(VmaAllocator allocator, VmaDefragmentationContext context, VmaDefragmentationPassInfo *pInfo)
      vmaFindMemoryTypeIndex
      VkResult vmaFindMemoryTypeIndex(VmaAllocator allocator, uint32_t memoryTypeBits, const VmaAllocationCreateInfo *pAllocationCreateInfo, uint32_t *pMemoryTypeIndex)
      Helps to find memoryTypeIndex, given memoryTypeBits and VmaAllocationCreateInfo.
      vmaFlushAllocations
      VkResult vmaFlushAllocations(VmaAllocator allocator, uint32_t allocationCount, const VmaAllocation *allocations, const VkDeviceSize *offsets, const VkDeviceSize *sizes)
      Flushes memory of given set of allocations.
      vmaCreatePool
      VkResult vmaCreatePool(VmaAllocator allocator, const VmaPoolCreateInfo *pCreateInfo, VmaPool *pPool)
      Allocates Vulkan device memory and creates VmaPool object.
      -
      VmaStatInfo::unusedBytes
      VkDeviceSize unusedBytes
      Total number of bytes occupied by unused ranges.
      Definition: vk_mem_alloc.h:2564
      -
      VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT
      @ VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT
      Definition: vk_mem_alloc.h:2318
      +
      VmaStatInfo::unusedBytes
      VkDeviceSize unusedBytes
      Total number of bytes occupied by unused ranges.
      Definition: vk_mem_alloc.h:2590
      +
      VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT
      @ VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT
      Definition: vk_mem_alloc.h:2327
      vmaAllocateMemoryPages
      VkResult vmaAllocateMemoryPages(VmaAllocator allocator, const VkMemoryRequirements *pVkMemoryRequirements, const VmaAllocationCreateInfo *pCreateInfo, size_t allocationCount, VmaAllocation *pAllocations, VmaAllocationInfo *pAllocationInfo)
      General purpose memory allocation for multiple allocation objects at once.
      -
      VmaStatInfo::usedBytes
      VkDeviceSize usedBytes
      Total number of bytes occupied by all allocations.
      Definition: vk_mem_alloc.h:2562
      -
      VmaAllocatorCreateInfo::pAllocationCallbacks
      const VkAllocationCallbacks * pAllocationCallbacks
      Custom CPU memory allocation callbacks. Optional.
      Definition: vk_mem_alloc.h:2403
      -
      VmaAllocatorCreateFlagBits
      VmaAllocatorCreateFlagBits
      Flags for created VmaAllocator.
      Definition: vk_mem_alloc.h:2225
      +
      VmaStatInfo::usedBytes
      VkDeviceSize usedBytes
      Total number of bytes occupied by all allocations.
      Definition: vk_mem_alloc.h:2588
      +
      VmaAllocatorCreateInfo::pAllocationCallbacks
      const VkAllocationCallbacks * pAllocationCallbacks
      Custom CPU memory allocation callbacks. Optional.
      Definition: vk_mem_alloc.h:2429
      +
      VmaAllocatorCreateFlagBits
      VmaAllocatorCreateFlagBits
      Flags for created VmaAllocator.
      Definition: vk_mem_alloc.h:2234
      vmaAllocateMemoryForImage
      VkResult vmaAllocateMemoryForImage(VmaAllocator allocator, VkImage image, const VmaAllocationCreateInfo *pCreateInfo, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
      Function similar to vmaAllocateMemoryForBuffer().
      -
      VmaPoolCreateInfo::maxBlockCount
      size_t maxBlockCount
      Maximum number of blocks that can be allocated in this pool. Optional.
      Definition: vk_mem_alloc.h:3044
      -
      VmaPoolCreateInfo
      Describes parameter of created VmaPool.
      Definition: vk_mem_alloc.h:3016
      -
      VmaDeviceMemoryCallbacks::pfnAllocate
      PFN_vmaAllocateDeviceMemoryFunction pfnAllocate
      Optional, can be null.
      Definition: vk_mem_alloc.h:2217
      +
      VmaPoolCreateInfo::maxBlockCount
      size_t maxBlockCount
      Maximum number of blocks that can be allocated in this pool. Optional.
      Definition: vk_mem_alloc.h:3077
      +
      VmaPoolCreateInfo
      Describes parameter of created VmaPool.
      Definition: vk_mem_alloc.h:3049
      +
      VmaDeviceMemoryCallbacks::pfnAllocate
      PFN_vmaAllocateDeviceMemoryFunction pfnAllocate
      Optional, can be null.
      Definition: vk_mem_alloc.h:2226
      VmaPool
      Represents custom memory pool.
      -
      VMA_MEMORY_USAGE_GPU_TO_CPU
      @ VMA_MEMORY_USAGE_GPU_TO_CPU
      Definition: vk_mem_alloc.h:2723
      -
      VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
      @ VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
      Definition: vk_mem_alloc.h:2794
      -
      VmaPoolCreateInfo::flags
      VmaPoolCreateFlags flags
      Use combination of VmaPoolCreateFlagBits.
      Definition: vk_mem_alloc.h:3022
      -
      VMA_MEMORY_USAGE_MAX_ENUM
      @ VMA_MEMORY_USAGE_MAX_ENUM
      Definition: vk_mem_alloc.h:2739
      -
      VmaStatInfo::allocationCount
      uint32_t allocationCount
      Number of VmaAllocation allocation objects allocated.
      Definition: vk_mem_alloc.h:2558
      -
      VmaVulkanFunctions::vkInvalidateMappedMemoryRanges
      PFN_vkInvalidateMappedMemoryRanges vkInvalidateMappedMemoryRanges
      Definition: vk_mem_alloc.h:2336
      +
      VMA_MEMORY_USAGE_GPU_TO_CPU
      @ VMA_MEMORY_USAGE_GPU_TO_CPU
      Definition: vk_mem_alloc.h:2749
      +
      VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
      @ VMA_ALLOCATION_CREATE_CAN_MAKE_OTHER_LOST_BIT
      Definition: vk_mem_alloc.h:2820
      +
      VmaPoolCreateInfo::flags
      VmaPoolCreateFlags flags
      Use combination of VmaPoolCreateFlagBits.
      Definition: vk_mem_alloc.h:3055
      +
      VMA_MEMORY_USAGE_MAX_ENUM
      @ VMA_MEMORY_USAGE_MAX_ENUM
      Definition: vk_mem_alloc.h:2765
      +
      VmaStatInfo::allocationCount
      uint32_t allocationCount
      Number of VmaAllocation allocation objects allocated.
      Definition: vk_mem_alloc.h:2584
      +
      VmaVulkanFunctions::vkInvalidateMappedMemoryRanges
      PFN_vkInvalidateMappedMemoryRanges vkInvalidateMappedMemoryRanges
      Definition: vk_mem_alloc.h:2362
      vmaAllocateMemory
      VkResult vmaAllocateMemory(VmaAllocator allocator, const VkMemoryRequirements *pVkMemoryRequirements, const VmaAllocationCreateInfo *pCreateInfo, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
      General purpose memory allocation.
      -
      VmaDefragmentationInfo2
      Parameters for defragmentation.
      Definition: vk_mem_alloc.h:3603
      -
      VmaDefragmentationInfo::maxBytesToMove
      VkDeviceSize maxBytesToMove
      Maximum total numbers of bytes that can be copied while moving allocations to different places.
      Definition: vk_mem_alloc.h:3699
      -
      VmaBudget::blockBytes
      VkDeviceSize blockBytes
      Sum size of all VkDeviceMemory blocks allocated from particular heap, in bytes.
      Definition: vk_mem_alloc.h:2596
      -
      VmaAllocatorInfo
      Information about existing VmaAllocator object.
      Definition: vk_mem_alloc.h:2487
      -
      VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM
      @ VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:3010
      -
      VmaAllocationCreateInfo::requiredFlags
      VkMemoryPropertyFlags requiredFlags
      Flags that must be set in a Memory Type chosen for an allocation.
      Definition: vk_mem_alloc.h:2868
      -
      VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT
      Definition: vk_mem_alloc.h:2841
      +
      VmaDefragmentationInfo2
      Parameters for defragmentation.
      Definition: vk_mem_alloc.h:3642
      +
      VmaDefragmentationInfo::maxBytesToMove
      VkDeviceSize maxBytesToMove
      Maximum total numbers of bytes that can be copied while moving allocations to different places.
      Definition: vk_mem_alloc.h:3738
      +
      VmaBudget::blockBytes
      VkDeviceSize blockBytes
      Sum size of all VkDeviceMemory blocks allocated from particular heap, in bytes.
      Definition: vk_mem_alloc.h:2622
      +
      VmaAllocatorInfo
      Information about existing VmaAllocator object.
      Definition: vk_mem_alloc.h:2513
      +
      VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM
      @ VMA_POOL_CREATE_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:3043
      +
      VmaAllocationCreateInfo::requiredFlags
      VkMemoryPropertyFlags requiredFlags
      Flags that must be set in a Memory Type chosen for an allocation.
      Definition: vk_mem_alloc.h:2894
      +
      VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_MIN_FRAGMENTATION_BIT
      Definition: vk_mem_alloc.h:2867
      VmaStatInfo
      struct VmaStatInfo VmaStatInfo
      Calculated statistics of memory usage in entire allocator.
      -
      VmaStatInfo::allocationSizeAvg
      VkDeviceSize allocationSizeAvg
      Definition: vk_mem_alloc.h:2565
      +
      VmaStatInfo::allocationSizeAvg
      VkDeviceSize allocationSizeAvg
      Definition: vk_mem_alloc.h:2591
      vmaDestroyAllocator
      void vmaDestroyAllocator(VmaAllocator allocator)
      Destroys allocator object.
      -
      VmaAllocatorCreateInfo::pDeviceMemoryCallbacks
      const VmaDeviceMemoryCallbacks * pDeviceMemoryCallbacks
      Informative callbacks for vkAllocateMemory, vkFreeMemory. Optional.
      Definition: vk_mem_alloc.h:2406
      -
      VMA_ALLOCATION_CREATE_STRATEGY_MASK
      @ VMA_ALLOCATION_CREATE_STRATEGY_MASK
      Definition: vk_mem_alloc.h:2845
      -
      VmaAllocatorCreateInfo::device
      VkDevice device
      Vulkan device.
      Definition: vk_mem_alloc.h:2397
      +
      VmaAllocatorCreateInfo::pDeviceMemoryCallbacks
      const VmaDeviceMemoryCallbacks * pDeviceMemoryCallbacks
      Informative callbacks for vkAllocateMemory, vkFreeMemory. Optional.
      Definition: vk_mem_alloc.h:2432
      +
      VMA_ALLOCATION_CREATE_STRATEGY_MASK
      @ VMA_ALLOCATION_CREATE_STRATEGY_MASK
      Definition: vk_mem_alloc.h:2871
      +
      VmaAllocatorCreateInfo::device
      VkDevice device
      Vulkan device.
      Definition: vk_mem_alloc.h:2423
      vmaFindMemoryTypeIndexForImageInfo
      VkResult vmaFindMemoryTypeIndexForImageInfo(VmaAllocator allocator, const VkImageCreateInfo *pImageCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, uint32_t *pMemoryTypeIndex)
      Helps to find memoryTypeIndex, given VkImageCreateInfo and VmaAllocationCreateInfo.
      vmaMapMemory
      VkResult vmaMapMemory(VmaAllocator allocator, VmaAllocation allocation, void **ppData)
      Maps memory represented by given allocation and returns pointer to it.
      vmaBindBufferMemory
      VkResult vmaBindBufferMemory(VmaAllocator allocator, VmaAllocation allocation, VkBuffer buffer)
      Binds buffer to allocation.
      -
      VmaAllocatorCreateInfo::pHeapSizeLimit
      const VkDeviceSize * pHeapSizeLimit
      Either null or a pointer to an array of limits on maximum number of bytes that can be allocated out o...
      Definition: vk_mem_alloc.h:2445
      -
      VmaDefragmentationPassMoveInfo::allocation
      VmaAllocation allocation
      Definition: vk_mem_alloc.h:3676
      +
      VmaAllocatorCreateInfo::pHeapSizeLimit
      const VkDeviceSize * pHeapSizeLimit
      Either null or a pointer to an array of limits on maximum number of bytes that can be allocated out o...
      Definition: vk_mem_alloc.h:2471
      +
      VmaDefragmentationPassMoveInfo::allocation
      VmaAllocation allocation
      Definition: vk_mem_alloc.h:3715
      vmaCreateImage
      VkResult vmaCreateImage(VmaAllocator allocator, const VkImageCreateInfo *pImageCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkImage *pImage, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
      Function similar to vmaCreateBuffer().
      vmaFindMemoryTypeIndexForBufferInfo
      VkResult vmaFindMemoryTypeIndexForBufferInfo(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, uint32_t *pMemoryTypeIndex)
      Helps to find memoryTypeIndex, given VkBufferCreateInfo and VmaAllocationCreateInfo.
      -
      VmaBudget::budget
      VkDeviceSize budget
      Estimated amount of memory available to the program, in bytes.
      Definition: vk_mem_alloc.h:2628
      +
      VmaBudget::budget
      VkDeviceSize budget
      Estimated amount of memory available to the program, in bytes.
      Definition: vk_mem_alloc.h:2654
      VmaPoolStats
      struct VmaPoolStats VmaPoolStats
      Describes parameter of existing VmaPool.
      VmaDefragmentationPassInfo
      struct VmaDefragmentationPassInfo VmaDefragmentationPassInfo
      Parameters for incremental defragmentation steps.
      -
      VmaVulkanFunctions
      Pointers to some Vulkan functions - a subset used by the library.
      Definition: vk_mem_alloc.h:2328
      -
      VmaAllocationInfo::pMappedData
      void * pMappedData
      Pointer to the beginning of this allocation as mapped data.
      Definition: vk_mem_alloc.h:3236
      -
      VmaAllocatorCreateInfo::flags
      VmaAllocatorCreateFlags flags
      Flags for created allocator. Use VmaAllocatorCreateFlagBits enum.
      Definition: vk_mem_alloc.h:2391
      -
      VmaDefragmentationFlags
      VkFlags VmaDefragmentationFlags
      Definition: vk_mem_alloc.h:3597
      -
      VmaDefragmentationInfo2::pAllocations
      const VmaAllocation * pAllocations
      Pointer to array of allocations that can be defragmented.
      Definition: vk_mem_alloc.h:3618
      +
      VmaVulkanFunctions
      Pointers to some Vulkan functions - a subset used by the library.
      Definition: vk_mem_alloc.h:2354
      +
      VmaAllocationInfo::pMappedData
      void * pMappedData
      Pointer to the beginning of this allocation as mapped data.
      Definition: vk_mem_alloc.h:3275
      +
      VmaAllocatorCreateInfo::flags
      VmaAllocatorCreateFlags flags
      Flags for created allocator. Use VmaAllocatorCreateFlagBits enum.
      Definition: vk_mem_alloc.h:2417
      +
      VmaDefragmentationFlags
      VkFlags VmaDefragmentationFlags
      Definition: vk_mem_alloc.h:3636
      +
      VmaDefragmentationInfo2::pAllocations
      const VmaAllocation * pAllocations
      Pointer to array of allocations that can be defragmented.
      Definition: vk_mem_alloc.h:3657
      vmaGetPoolStats
      void vmaGetPoolStats(VmaAllocator allocator, VmaPool pool, VmaPoolStats *pPoolStats)
      Retrieves statistics of existing VmaPool object.
      -
      VmaVulkanFunctions::vkCreateImage
      PFN_vkCreateImage vkCreateImage
      Definition: vk_mem_alloc.h:2343
      -
      VmaDeviceMemoryCallbacks::pUserData
      void * pUserData
      Optional, can be null.
      Definition: vk_mem_alloc.h:2221
      +
      VmaVulkanFunctions::vkCreateImage
      PFN_vkCreateImage vkCreateImage
      Definition: vk_mem_alloc.h:2369
      +
      VmaDeviceMemoryCallbacks::pUserData
      void * pUserData
      Optional, can be null.
      Definition: vk_mem_alloc.h:2230
      VmaRecordSettings
      struct VmaRecordSettings VmaRecordSettings
      Parameters for recording calls to VMA functions. To be used in VmaAllocatorCreateInfo::pRecordSetting...
      -
      VmaStatInfo::unusedRangeSizeAvg
      VkDeviceSize unusedRangeSizeAvg
      Definition: vk_mem_alloc.h:2566
      -
      VMA_MEMORY_USAGE_CPU_TO_GPU
      @ VMA_MEMORY_USAGE_CPU_TO_GPU
      Definition: vk_mem_alloc.h:2714
      -
      VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT
      Definition: vk_mem_alloc.h:2838
      -
      VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT
      Definition: vk_mem_alloc.h:2835
      -
      VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT
      @ VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT
      Definition: vk_mem_alloc.h:2300
      +
      VmaStatInfo::unusedRangeSizeAvg
      VkDeviceSize unusedRangeSizeAvg
      Definition: vk_mem_alloc.h:2592
      +
      VMA_MEMORY_USAGE_CPU_TO_GPU
      @ VMA_MEMORY_USAGE_CPU_TO_GPU
      Definition: vk_mem_alloc.h:2740
      +
      VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_MIN_TIME_BIT
      Definition: vk_mem_alloc.h:2864
      +
      VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT
      @ VMA_ALLOCATION_CREATE_STRATEGY_MIN_MEMORY_BIT
      Definition: vk_mem_alloc.h:2861
      +
      VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT
      @ VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT
      Definition: vk_mem_alloc.h:2309
      VmaDefragmentationStats
      struct VmaDefragmentationStats VmaDefragmentationStats
      Statistics returned by function vmaDefragment().
      -
      VmaAllocationCreateInfo::usage
      VmaMemoryUsage usage
      Intended usage of memory.
      Definition: vk_mem_alloc.h:2863
      -
      VmaStatInfo::allocationSizeMin
      VkDeviceSize allocationSizeMin
      Definition: vk_mem_alloc.h:2565
      +
      VmaAllocationCreateInfo::usage
      VmaMemoryUsage usage
      Intended usage of memory.
      Definition: vk_mem_alloc.h:2889
      +
      VmaStatInfo::allocationSizeMin
      VkDeviceSize allocationSizeMin
      Definition: vk_mem_alloc.h:2591
      vmaBindBufferMemory2
      VkResult vmaBindBufferMemory2(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize allocationLocalOffset, VkBuffer buffer, const void *pNext)
      Binds buffer to allocation with additional parameters.
      -
      VmaAllocationInfo::size
      VkDeviceSize size
      Size of this allocation, in bytes.
      Definition: vk_mem_alloc.h:3227
      -
      VmaRecordSettings::flags
      VmaRecordFlags flags
      Flags for recording. Use VmaRecordFlagBits enum.
      Definition: vk_mem_alloc.h:2376
      -
      VmaVulkanFunctions::vkFlushMappedMemoryRanges
      PFN_vkFlushMappedMemoryRanges vkFlushMappedMemoryRanges
      Definition: vk_mem_alloc.h:2335
      -
      VmaAllocationInfo::pUserData
      void * pUserData
      Custom general-purpose pointer that was passed as VmaAllocationCreateInfo::pUserData or set using vma...
      Definition: vk_mem_alloc.h:3241
      +
      VmaAllocationInfo::size
      VkDeviceSize size
      Size of this allocation, in bytes.
      Definition: vk_mem_alloc.h:3266
      +
      VmaRecordSettings::flags
      VmaRecordFlags flags
      Flags for recording. Use VmaRecordFlagBits enum.
      Definition: vk_mem_alloc.h:2402
      +
      VmaVulkanFunctions::vkFlushMappedMemoryRanges
      PFN_vkFlushMappedMemoryRanges vkFlushMappedMemoryRanges
      Definition: vk_mem_alloc.h:2361
      +
      VmaAllocationInfo::pUserData
      void * pUserData
      Custom general-purpose pointer that was passed as VmaAllocationCreateInfo::pUserData or set using vma...
      Definition: vk_mem_alloc.h:3280
      +
      VmaAllocationCreateInfo::priority
      float priority
      A floating-point value between 0 and 1, indicating the priority of the allocation relative to other m...
      Definition: vk_mem_alloc.h:2927
      vmaMakePoolAllocationsLost
      void vmaMakePoolAllocationsLost(VmaAllocator allocator, VmaPool pool, size_t *pLostAllocationCount)
      Marks all allocations in given pool as lost if they are not used in current frame or VmaPoolCreateInf...
      -
      VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT
      @ VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT
      Use this flag if you always allocate only buffers and linear images or only optimal images out of thi...
      Definition: vk_mem_alloc.h:2974
      +
      VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT
      @ VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT
      Use this flag if you always allocate only buffers and linear images or only optimal images out of thi...
      Definition: vk_mem_alloc.h:3007
      vmaInvalidateAllocation
      VkResult vmaInvalidateAllocation(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize offset, VkDeviceSize size)
      Invalidates memory of given allocation.
      vmaCreateBuffer
      VkResult vmaCreateBuffer(VmaAllocator allocator, const VkBufferCreateInfo *pBufferCreateInfo, const VmaAllocationCreateInfo *pAllocationCreateInfo, VkBuffer *pBuffer, VmaAllocation *pAllocation, VmaAllocationInfo *pAllocationInfo)
      -
      VmaStats::memoryHeap
      VmaStatInfo memoryHeap[VK_MAX_MEMORY_HEAPS]
      Definition: vk_mem_alloc.h:2573
      -
      VmaAllocatorCreateInfo::pVulkanFunctions
      const VmaVulkanFunctions * pVulkanFunctions
      Pointers to Vulkan functions. Can be null.
      Definition: vk_mem_alloc.h:2451
      -
      VmaPoolStats::blockCount
      size_t blockCount
      Number of VkDeviceMemory blocks allocated for this pool.
      Definition: vk_mem_alloc.h:3085
      +
      VmaStats::memoryHeap
      VmaStatInfo memoryHeap[VK_MAX_MEMORY_HEAPS]
      Definition: vk_mem_alloc.h:2599
      +
      VmaAllocatorCreateInfo::pVulkanFunctions
      const VmaVulkanFunctions * pVulkanFunctions
      Pointers to Vulkan functions. Can be null.
      Definition: vk_mem_alloc.h:2477
      +
      VmaPoolStats::blockCount
      size_t blockCount
      Number of VkDeviceMemory blocks allocated for this pool.
      Definition: vk_mem_alloc.h:3124
      vmaCreateAllocator
      VkResult vmaCreateAllocator(const VmaAllocatorCreateInfo *pCreateInfo, VmaAllocator *pAllocator)
      Creates Allocator object.
      vmaCheckCorruption
      VkResult vmaCheckCorruption(VmaAllocator allocator, uint32_t memoryTypeBits)
      Checks magic number in margins around all allocations in given memory types (in both default and cust...
      -
      VmaDefragmentationPassInfo
      Parameters for incremental defragmentation steps.
      Definition: vk_mem_alloc.h:3685
      -
      VmaStats::memoryType
      VmaStatInfo memoryType[VK_MAX_MEMORY_TYPES]
      Definition: vk_mem_alloc.h:2572
      -
      VmaAllocationCreateFlags
      VkFlags VmaAllocationCreateFlags
      Definition: vk_mem_alloc.h:2852
      -
      VmaAllocatorCreateInfo::instance
      VkInstance instance
      Handle to Vulkan instance object.
      Definition: vk_mem_alloc.h:2463
      -
      VMA_MEMORY_USAGE_UNKNOWN
      @ VMA_MEMORY_USAGE_UNKNOWN
      Definition: vk_mem_alloc.h:2680
      -
      VmaDefragmentationInfo2::maxGpuAllocationsToMove
      uint32_t maxGpuAllocationsToMove
      Maximum number of allocations that can be moved to a different place using transfers on GPU side,...
      Definition: vk_mem_alloc.h:3663
      -
      VmaVulkanFunctions::vkDestroyBuffer
      PFN_vkDestroyBuffer vkDestroyBuffer
      Definition: vk_mem_alloc.h:2342
      -
      VmaPoolCreateInfo::frameInUseCount
      uint32_t frameInUseCount
      Maximum number of additional frames that are in use at the same time as current frame.
      Definition: vk_mem_alloc.h:3058
      -
      VmaVulkanFunctions::vkDestroyImage
      PFN_vkDestroyImage vkDestroyImage
      Definition: vk_mem_alloc.h:2344
      -
      VmaDefragmentationInfo2::maxCpuBytesToMove
      VkDeviceSize maxCpuBytesToMove
      Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
      Definition: vk_mem_alloc.h:3648
      +
      VmaDefragmentationPassInfo
      Parameters for incremental defragmentation steps.
      Definition: vk_mem_alloc.h:3724
      +
      VmaStats::memoryType
      VmaStatInfo memoryType[VK_MAX_MEMORY_TYPES]
      Definition: vk_mem_alloc.h:2598
      +
      VmaAllocationCreateFlags
      VkFlags VmaAllocationCreateFlags
      Definition: vk_mem_alloc.h:2878
      +
      VmaAllocatorCreateInfo::instance
      VkInstance instance
      Handle to Vulkan instance object.
      Definition: vk_mem_alloc.h:2489
      +
      VMA_MEMORY_USAGE_UNKNOWN
      @ VMA_MEMORY_USAGE_UNKNOWN
      Definition: vk_mem_alloc.h:2706
      +
      VmaDefragmentationInfo2::maxGpuAllocationsToMove
      uint32_t maxGpuAllocationsToMove
      Maximum number of allocations that can be moved to a different place using transfers on GPU side,...
      Definition: vk_mem_alloc.h:3702
      +
      VmaVulkanFunctions::vkDestroyBuffer
      PFN_vkDestroyBuffer vkDestroyBuffer
      Definition: vk_mem_alloc.h:2368
      +
      VmaPoolCreateInfo::frameInUseCount
      uint32_t frameInUseCount
      Maximum number of additional frames that are in use at the same time as current frame.
      Definition: vk_mem_alloc.h:3091
      +
      VmaVulkanFunctions::vkDestroyImage
      PFN_vkDestroyImage vkDestroyImage
      Definition: vk_mem_alloc.h:2370
      +
      VmaDefragmentationInfo2::maxCpuBytesToMove
      VkDeviceSize maxCpuBytesToMove
      Maximum total numbers of bytes that can be copied while moving allocations to different places using ...
      Definition: vk_mem_alloc.h:3687
      VmaPoolCreateInfo
      struct VmaPoolCreateInfo VmaPoolCreateInfo
      Describes parameter of created VmaPool.
      vmaGetPoolName
      void vmaGetPoolName(VmaAllocator allocator, VmaPool pool, const char **ppName)
      Retrieves name of a custom pool.
      -
      VmaAllocationInfo::memoryType
      uint32_t memoryType
      Memory type index that this allocation was allocated from.
      Definition: vk_mem_alloc.h:3197
      +
      VmaAllocationInfo::memoryType
      uint32_t memoryType
      Memory type index that this allocation was allocated from.
      Definition: vk_mem_alloc.h:3236
      vmaDestroyImage
      void vmaDestroyImage(VmaAllocator allocator, VkImage image, VmaAllocation allocation)
      Destroys Vulkan image and frees allocated memory.
      -
      VMA_ALLOCATION_CREATE_MAPPED_BIT
      @ VMA_ALLOCATION_CREATE_MAPPED_BIT
      Set this flag to use a memory that will be persistently mapped and retrieve pointer to it.
      Definition: vk_mem_alloc.h:2774
      +
      VMA_ALLOCATION_CREATE_MAPPED_BIT
      @ VMA_ALLOCATION_CREATE_MAPPED_BIT
      Set this flag to use a memory that will be persistently mapped and retrieve pointer to it.
      Definition: vk_mem_alloc.h:2800
      vmaCalculateStats
      void vmaCalculateStats(VmaAllocator allocator, VmaStats *pStats)
      Retrieves statistics from current state of the Allocator.
      vmaDestroyBuffer
      void vmaDestroyBuffer(VmaAllocator allocator, VkBuffer buffer, VmaAllocation allocation)
      Destroys Vulkan buffer and frees allocated memory.
      -
      VmaVulkanFunctions::vkCreateBuffer
      PFN_vkCreateBuffer vkCreateBuffer
      Definition: vk_mem_alloc.h:2341
      -
      PFN_vmaAllocateDeviceMemoryFunction
      void(VKAPI_PTR * PFN_vmaAllocateDeviceMemoryFunction)(VmaAllocator allocator, uint32_t memoryType, VkDeviceMemory memory, VkDeviceSize size, void *pUserData)
      Callback function called after successful vkAllocateMemory.
      Definition: vk_mem_alloc.h:2194
      +
      VmaVulkanFunctions::vkCreateBuffer
      PFN_vkCreateBuffer vkCreateBuffer
      Definition: vk_mem_alloc.h:2367
      +
      PFN_vmaAllocateDeviceMemoryFunction
      void(VKAPI_PTR * PFN_vmaAllocateDeviceMemoryFunction)(VmaAllocator allocator, uint32_t memoryType, VkDeviceMemory memory, VkDeviceSize size, void *pUserData)
      Callback function called after successful vkAllocateMemory.
      Definition: vk_mem_alloc.h:2203
      vmaGetAllocatorInfo
      void vmaGetAllocatorInfo(VmaAllocator allocator, VmaAllocatorInfo *pAllocatorInfo)
      Returns information about existing VmaAllocator object - handle to Vulkan device etc.
      -
      VmaPoolStats::unusedRangeCount
      size_t unusedRangeCount
      Number of continuous memory ranges in the pool not used by any VmaAllocation.
      Definition: vk_mem_alloc.h:3075
      -
      VmaPoolCreateFlagBits
      VmaPoolCreateFlagBits
      Flags to be passed as VmaPoolCreateInfo::flags.
      Definition: vk_mem_alloc.h:2956
      +
      VmaPoolStats::unusedRangeCount
      size_t unusedRangeCount
      Number of continuous memory ranges in the pool not used by any VmaAllocation.
      Definition: vk_mem_alloc.h:3114
      +
      VmaPoolCreateFlagBits
      VmaPoolCreateFlagBits
      Flags to be passed as VmaPoolCreateInfo::flags.
      Definition: vk_mem_alloc.h:2989
      VmaAllocationInfo
      struct VmaAllocationInfo VmaAllocationInfo
      Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
      -
      VmaDefragmentationStats::bytesMoved
      VkDeviceSize bytesMoved
      Total number of bytes that have been copied while moving allocations to different places.
      Definition: vk_mem_alloc.h:3710
      -
      VmaStatInfo::unusedRangeSizeMin
      VkDeviceSize unusedRangeSizeMin
      Definition: vk_mem_alloc.h:2566
      -
      VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT
      @ VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT
      Definition: vk_mem_alloc.h:2805
      +
      VmaDefragmentationStats::bytesMoved
      VkDeviceSize bytesMoved
      Total number of bytes that have been copied while moving allocations to different places.
      Definition: vk_mem_alloc.h:3749
      +
      VmaStatInfo::unusedRangeSizeMin
      VkDeviceSize unusedRangeSizeMin
      Definition: vk_mem_alloc.h:2592
      +
      VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT
      @ VMA_ALLOCATION_CREATE_UPPER_ADDRESS_BIT
      Definition: vk_mem_alloc.h:2831
      vmaCheckPoolCorruption
      VkResult vmaCheckPoolCorruption(VmaAllocator allocator, VmaPool pool)
      Checks magic number in margins around all allocations in given memory pool in search for corruptions.
      vmaBindImageMemory
      VkResult vmaBindImageMemory(VmaAllocator allocator, VmaAllocation allocation, VkImage image)
      Binds image to allocation.
      -
      PFN_vmaFreeDeviceMemoryFunction
      void(VKAPI_PTR * PFN_vmaFreeDeviceMemoryFunction)(VmaAllocator allocator, uint32_t memoryType, VkDeviceMemory memory, VkDeviceSize size, void *pUserData)
      Callback function called before vkFreeMemory.
      Definition: vk_mem_alloc.h:2201
      +
      PFN_vmaFreeDeviceMemoryFunction
      void(VKAPI_PTR * PFN_vmaFreeDeviceMemoryFunction)(VmaAllocator allocator, uint32_t memoryType, VkDeviceMemory memory, VkDeviceSize size, void *pUserData)
      Callback function called before vkFreeMemory.
      Definition: vk_mem_alloc.h:2210
      VmaDefragmentationPassMoveInfo
      struct VmaDefragmentationPassMoveInfo VmaDefragmentationPassMoveInfo
      -
      VmaAllocationCreateInfo::flags
      VmaAllocationCreateFlags flags
      Use VmaAllocationCreateFlagBits enum.
      Definition: vk_mem_alloc.h:2857
      -
      VmaVulkanFunctions::vkGetImageMemoryRequirements
      PFN_vkGetImageMemoryRequirements vkGetImageMemoryRequirements
      Definition: vk_mem_alloc.h:2340
      +
      VmaAllocationCreateInfo::flags
      VmaAllocationCreateFlags flags
      Use VmaAllocationCreateFlagBits enum.
      Definition: vk_mem_alloc.h:2883
      +
      VmaVulkanFunctions::vkGetImageMemoryRequirements
      PFN_vkGetImageMemoryRequirements vkGetImageMemoryRequirements
      Definition: vk_mem_alloc.h:2366
      vmaGetBudget
      void vmaGetBudget(VmaAllocator allocator, VmaBudget *pBudget)
      Retrieves information about current memory budget for all memory heaps.
      -
      VmaAllocationCreateInfo
      Definition: vk_mem_alloc.h:2855
      -
      VmaAllocationCreateInfo::preferredFlags
      VkMemoryPropertyFlags preferredFlags
      Flags that preferably should be set in a memory type chosen for an allocation.
      Definition: vk_mem_alloc.h:2873
      +
      VmaAllocationCreateInfo
      Definition: vk_mem_alloc.h:2881
      +
      VmaAllocationCreateInfo::preferredFlags
      VkMemoryPropertyFlags preferredFlags
      Flags that preferably should be set in a memory type chosen for an allocation.
      Definition: vk_mem_alloc.h:2899
      vmaDefragmentationBegin
      VkResult vmaDefragmentationBegin(VmaAllocator allocator, const VmaDefragmentationInfo2 *pInfo, VmaDefragmentationStats *pStats, VmaDefragmentationContext *pContext)
      Begins defragmentation process.
      vmaBindImageMemory2
      VkResult vmaBindImageMemory2(VmaAllocator allocator, VmaAllocation allocation, VkDeviceSize allocationLocalOffset, VkImage image, const void *pNext)
      Binds image to allocation with additional parameters.
      VmaBudget
      struct VmaBudget VmaBudget
      Statistics of current memory usage and available budget, in bytes, for specific memory heap.
      vmaEndDefragmentationPass
      VkResult vmaEndDefragmentationPass(VmaAllocator allocator, VmaDefragmentationContext context)
      -
      VmaDefragmentationInfo2::pAllocationsChanged
      VkBool32 * pAllocationsChanged
      Optional, output. Pointer to array that will be filled with information whether the allocation at cer...
      Definition: vk_mem_alloc.h:3624
      -
      VmaDefragmentationStats::allocationsMoved
      uint32_t allocationsMoved
      Number of allocations that have been moved to different places.
      Definition: vk_mem_alloc.h:3714
      -
      VmaAllocationCreateInfo::memoryTypeBits
      uint32_t memoryTypeBits
      Bitmask containing one bit set for every memory type acceptable for this allocation.
      Definition: vk_mem_alloc.h:2881
      -
      VmaAllocatorInfo::physicalDevice
      VkPhysicalDevice physicalDevice
      Handle to Vulkan physical device object.
      Definition: vk_mem_alloc.h:2497
      -
      VmaDefragmentationStats::deviceMemoryBlocksFreed
      uint32_t deviceMemoryBlocksFreed
      Number of empty VkDeviceMemory objects that have been released to the system.
      Definition: vk_mem_alloc.h:3716
      -
      VmaRecordSettings::pFilePath
      const char * pFilePath
      Path to the file that should be written by the recording.
      Definition: vk_mem_alloc.h:2384
      -
      VmaStatInfo::allocationSizeMax
      VkDeviceSize allocationSizeMax
      Definition: vk_mem_alloc.h:2565
      -
      VmaAllocationInfo
      Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
      Definition: vk_mem_alloc.h:3192
      -
      VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT
      @ VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT
      Enables alternative, buddy allocation algorithm in this pool.
      Definition: vk_mem_alloc.h:3002
      +
      VmaDefragmentationInfo2::pAllocationsChanged
      VkBool32 * pAllocationsChanged
      Optional, output. Pointer to array that will be filled with information whether the allocation at cer...
      Definition: vk_mem_alloc.h:3663
      +
      VmaDefragmentationStats::allocationsMoved
      uint32_t allocationsMoved
      Number of allocations that have been moved to different places.
      Definition: vk_mem_alloc.h:3753
      +
      VmaAllocationCreateInfo::memoryTypeBits
      uint32_t memoryTypeBits
      Bitmask containing one bit set for every memory type acceptable for this allocation.
      Definition: vk_mem_alloc.h:2907
      +
      VmaAllocatorInfo::physicalDevice
      VkPhysicalDevice physicalDevice
      Handle to Vulkan physical device object.
      Definition: vk_mem_alloc.h:2523
      +
      VmaDefragmentationStats::deviceMemoryBlocksFreed
      uint32_t deviceMemoryBlocksFreed
      Number of empty VkDeviceMemory objects that have been released to the system.
      Definition: vk_mem_alloc.h:3755
      +
      VmaRecordSettings::pFilePath
      const char * pFilePath
      Path to the file that should be written by the recording.
      Definition: vk_mem_alloc.h:2410
      +
      VmaStatInfo::allocationSizeMax
      VkDeviceSize allocationSizeMax
      Definition: vk_mem_alloc.h:2591
      +
      VmaAllocationInfo
      Parameters of VmaAllocation objects, that can be retrieved using function vmaGetAllocationInfo().
      Definition: vk_mem_alloc.h:3231
      +
      VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT
      @ VMA_POOL_CREATE_BUDDY_ALGORITHM_BIT
      Enables alternative, buddy allocation algorithm in this pool.
      Definition: vk_mem_alloc.h:3035
      VmaAllocatorInfo
      struct VmaAllocatorInfo VmaAllocatorInfo
      Information about existing VmaAllocator object.
      -
      VmaBudget::allocationBytes
      VkDeviceSize allocationBytes
      Sum size of all allocations created in particular heap, in bytes.
      Definition: vk_mem_alloc.h:2607
      -
      VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM
      @ VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:2850
      +
      VmaBudget::allocationBytes
      VkDeviceSize allocationBytes
      Sum size of all allocations created in particular heap, in bytes.
      Definition: vk_mem_alloc.h:2633
      +
      VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM
      @ VMA_ALLOCATION_CREATE_FLAG_BITS_MAX_ENUM
      Definition: vk_mem_alloc.h:2876
      VmaDefragmentationContext
      Represents Opaque object that represents started defragmentation process.
      -
      VMA_POOL_CREATE_ALGORITHM_MASK
      @ VMA_POOL_CREATE_ALGORITHM_MASK
      Definition: vk_mem_alloc.h:3006
      -
      VmaDefragmentationInfo2::maxCpuAllocationsToMove
      uint32_t maxCpuAllocationsToMove
      Maximum number of allocations that can be moved to a different place using transfers on CPU side,...
      Definition: vk_mem_alloc.h:3653
      +
      VMA_POOL_CREATE_ALGORITHM_MASK
      @ VMA_POOL_CREATE_ALGORITHM_MASK
      Definition: vk_mem_alloc.h:3039
      +
      VmaDefragmentationInfo2::maxCpuAllocationsToMove
      uint32_t maxCpuAllocationsToMove
      Maximum number of allocations that can be moved to a different place using transfers on CPU side,...
      Definition: vk_mem_alloc.h:3692
      +
      VmaPoolCreateInfo::priority
      float priority
      A floating-point value between 0 and 1, indicating the priority of the allocations in this pool relat...
      Definition: vk_mem_alloc.h:3097
      vmaFreeMemory
      void vmaFreeMemory(VmaAllocator allocator, const VmaAllocation allocation)
      Frees memory previously allocated using vmaAllocateMemory(), vmaAllocateMemoryForBuffer(),...
      -
      VmaDefragmentationInfo
      Deprecated. Optional configuration parameters to be passed to function vmaDefragment().
      Definition: vk_mem_alloc.h:3694
      -
      VMA_ALLOCATION_CREATE_DONT_BIND_BIT
      @ VMA_ALLOCATION_CREATE_DONT_BIND_BIT
      Definition: vk_mem_alloc.h:2811
      +
      VmaDefragmentationInfo
      Deprecated. Optional configuration parameters to be passed to function vmaDefragment().
      Definition: vk_mem_alloc.h:3733
      +
      VMA_ALLOCATION_CREATE_DONT_BIND_BIT
      @ VMA_ALLOCATION_CREATE_DONT_BIND_BIT
      Definition: vk_mem_alloc.h:2837
      VmaDefragmentationInfo2
      struct VmaDefragmentationInfo2 VmaDefragmentationInfo2
      Parameters for defragmentation.
      diff --git a/docs/html/vk_khr_dedicated_allocation.html b/docs/html/vk_khr_dedicated_allocation.html index 46a8336..2462d73 100644 --- a/docs/html/vk_khr_dedicated_allocation.html +++ b/docs/html/vk_khr_dedicated_allocation.html @@ -91,8 +91,8 @@ $(function() {
    -
    VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT
    @ VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT
    Enables usage of VK_KHR_dedicated_allocation extension.
    Definition: vk_mem_alloc.h:2255
    -
    VmaAllocatorCreateInfo::flags
    VmaAllocatorCreateFlags flags
    Flags for created allocator. Use VmaAllocatorCreateFlagBits enum.
    Definition: vk_mem_alloc.h:2391
    +
    VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT
    @ VMA_ALLOCATOR_CREATE_KHR_DEDICATED_ALLOCATION_BIT
    Enables usage of VK_KHR_dedicated_allocation extension.
    Definition: vk_mem_alloc.h:2264
    +
    VmaAllocatorCreateInfo::flags
    VmaAllocatorCreateFlags flags
    Flags for created allocator. Use VmaAllocatorCreateFlagBits enum.
    Definition: vk_mem_alloc.h:2417
    vmaCreateAllocator
    VkResult vmaCreateAllocator(const VmaAllocatorCreateInfo *pCreateInfo, VmaAllocator *pAllocator)
    Creates Allocator object.
    diff --git a/src/Tests.cpp b/src/Tests.cpp index 55bd67c..e5ec4c1 100644 --- a/src/Tests.cpp +++ b/src/Tests.cpp @@ -35,6 +35,7 @@ static const char* CODE_DESCRIPTION = "Foo"; extern VkCommandBuffer g_hTemporaryCommandBuffer; extern const VkAllocationCallbacks* g_Allocs; extern bool g_BufferDeviceAddressEnabled; +extern bool VK_EXT_memory_priority_enabled; extern PFN_vkGetBufferDeviceAddressEXT g_vkGetBufferDeviceAddressEXT; void BeginSingleTimeCommands(); void EndSingleTimeCommands(); @@ -3834,6 +3835,37 @@ static void TestBufferDeviceAddress() } } +static void TestMemoryPriority() +{ + wprintf(L"Test memory priority\n"); + + assert(VK_EXT_memory_priority_enabled); + + VkBufferCreateInfo bufCreateInfo = { VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO }; + bufCreateInfo.size = 0x10000; + bufCreateInfo.usage = VK_BUFFER_USAGE_TRANSFER_DST_BIT | VK_BUFFER_USAGE_VERTEX_BUFFER_BIT; + + VmaAllocationCreateInfo allocCreateInfo = {}; + allocCreateInfo.usage = VMA_MEMORY_USAGE_GPU_ONLY; + allocCreateInfo.priority = 1.f; + + for(uint32_t testIndex = 0; testIndex < 2; ++testIndex) + { + // 1st is placed, 2nd is dedicated. + if(testIndex == 1) + allocCreateInfo.flags |= VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT; + + BufferInfo bufInfo = {}; + VkResult res = vmaCreateBuffer(g_hAllocator, &bufCreateInfo, &allocCreateInfo, + &bufInfo.Buffer, &bufInfo.Allocation, nullptr); + TEST(res == VK_SUCCESS); + + // There is nothing we can do to validate the priority. + + vmaDestroyBuffer(g_hAllocator, bufInfo.Buffer, bufInfo.Allocation); + } +} + static void BenchmarkAlgorithms(FILE* file) { wprintf(L"Benchmark algorithms\n"); @@ -6429,6 +6461,8 @@ void Test() if(g_BufferDeviceAddressEnabled) TestBufferDeviceAddress(); + if(VK_EXT_memory_priority_enabled) + TestMemoryPriority(); { FILE* file; diff --git a/src/VulkanSample.cpp b/src/VulkanSample.cpp index 1c31f07..6b04dfd 100644 --- a/src/VulkanSample.cpp +++ b/src/VulkanSample.cpp @@ -54,6 +54,7 @@ bool VK_EXT_memory_budget_enabled = false; bool VK_AMD_device_coherent_memory_enabled = false; bool VK_EXT_buffer_device_address_enabled = false; bool VK_KHR_buffer_device_address_enabled = false; +bool VK_EXT_memory_priority_enabled = false; bool VK_EXT_debug_utils_enabled = false; bool g_SparseBindingEnabled = false; bool g_BufferDeviceAddressEnabled = false; @@ -1125,6 +1126,7 @@ static void PrintEnabledFeatures() wprintf(L"VK_AMD_device_coherent_memory: %d\n", VK_AMD_device_coherent_memory_enabled ? 1 : 0); wprintf(L"VK_KHR_buffer_device_address: %d\n", VK_KHR_buffer_device_address_enabled ? 1 : 0); wprintf(L"VK_EXT_buffer_device_address: %d\n", VK_EXT_buffer_device_address_enabled ? 1 : 0); + wprintf(L"VK_EXT_memory_priority: %d\n", VK_EXT_memory_priority ? 1 : 0); } void SetAllocatorCreateInfo(VmaAllocatorCreateInfo& outInfo) @@ -1159,6 +1161,12 @@ void SetAllocatorCreateInfo(VmaAllocatorCreateInfo& outInfo) { outInfo.flags |= VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT; } +#if !defined(VMA_MEMORY_PRIORITY) || VMA_MEMORY_PRIORITY == 1 + if(VK_EXT_memory_priority_enabled) + { + outInfo.flags |= VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT; + } +#endif if(USE_CUSTOM_CPU_ALLOCATION_CALLBACKS) { @@ -1353,6 +1361,8 @@ static void InitializeApplication() VK_EXT_buffer_device_address_enabled = true; } } + else if(strcmp(physicalDeviceExtensionProperties[i].extensionName, VK_EXT_MEMORY_PRIORITY_EXTENSION_NAME) == 0) + VK_EXT_memory_priority_enabled = true; } if(VK_EXT_buffer_device_address_enabled && VK_KHR_buffer_device_address_enabled) @@ -1379,6 +1389,12 @@ static void InitializeApplication() PnextChainPushFront(&physicalDeviceFeatures, &physicalDeviceBufferDeviceAddressFeatures); } + VkPhysicalDeviceMemoryPriorityFeaturesEXT physicalDeviceMemoryPriorityFeatures = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_MEMORY_PRIORITY_FEATURES_EXT }; + if(VK_EXT_memory_priority_enabled) + { + PnextChainPushFront(&physicalDeviceFeatures, &physicalDeviceMemoryPriorityFeatures); + } + vkGetPhysicalDeviceFeatures2(g_hPhysicalDevice, &physicalDeviceFeatures); g_SparseBindingEnabled = physicalDeviceFeatures.features.sparseBinding != 0; @@ -1388,6 +1404,8 @@ static void InitializeApplication() VK_AMD_device_coherent_memory_enabled = false; if(VK_KHR_buffer_device_address_enabled || VK_EXT_buffer_device_address_enabled || GetVulkanApiVersion() >= VK_API_VERSION_1_2) g_BufferDeviceAddressEnabled = physicalDeviceBufferDeviceAddressFeatures.bufferDeviceAddress != VK_FALSE; + if(VK_EXT_memory_priority_enabled && !physicalDeviceMemoryPriorityFeatures.memoryPriority) + VK_EXT_memory_priority_enabled = false; // Find queue family index @@ -1480,6 +1498,8 @@ static void InitializeApplication() enabledDeviceExtensions.push_back(VK_KHR_BUFFER_DEVICE_ADDRESS_EXTENSION_NAME); if(VK_EXT_buffer_device_address_enabled) enabledDeviceExtensions.push_back(VK_EXT_BUFFER_DEVICE_ADDRESS_EXTENSION_NAME); + if(VK_EXT_memory_priority_enabled) + enabledDeviceExtensions.push_back(VK_EXT_MEMORY_PRIORITY_EXTENSION_NAME); VkPhysicalDeviceFeatures2 deviceFeatures = { VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_FEATURES_2 }; deviceFeatures.features.samplerAnisotropy = VK_TRUE; @@ -1496,6 +1516,10 @@ static void InitializeApplication() physicalDeviceBufferDeviceAddressFeatures.bufferDeviceAddress = VK_TRUE; PnextChainPushBack(&deviceFeatures, &physicalDeviceBufferDeviceAddressFeatures); } + if(VK_EXT_memory_priority_enabled) + { + PnextChainPushBack(&deviceFeatures, &physicalDeviceMemoryPriorityFeatures); + } VkDeviceCreateInfo deviceCreateInfo = { VK_STRUCTURE_TYPE_DEVICE_CREATE_INFO }; deviceCreateInfo.pNext = &deviceFeatures; diff --git a/src/vk_mem_alloc.h b/src/vk_mem_alloc.h index 6687871..bd9aa5b 100644 --- a/src/vk_mem_alloc.h +++ b/src/vk_mem_alloc.h @@ -2114,6 +2114,15 @@ available through VmaAllocatorCreateInfo::pRecordSettings. #endif #endif +// Defined to 1 when VK_EXT_memory_priority device extension is defined in Vulkan headers. +#if !defined(VMA_MEMORY_PRIORITY) + #if VK_EXT_memory_priority + #define VMA_MEMORY_PRIORITY 1 + #else + #define VMA_MEMORY_PRIORITY 0 + #endif +#endif + // Define these macros to decorate all public functions with additional code, // before and after returned type, appropriately. This may be useful for // exporting the functions when compiling VMA as a separate library. Example: @@ -2316,6 +2325,23 @@ typedef enum VmaAllocatorCreateFlagBits { For more information, see documentation chapter \ref enabling_buffer_device_address. */ VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT = 0x00000020, + /** + Enables usage of VK_EXT_memory_priority extension in the library. + + You may set this flag only if you found available and enabled this device extension, + along with `VkPhysicalDeviceMemoryPriorityFeaturesEXT::memoryPriority == VK_TRUE`, + while creating Vulkan device passed as VmaAllocatorCreateInfo::device. + + When this flag is used, VmaAllocationCreateInfo::priority and VmaPoolCreateInfo::priority + are used to set priorities of allocated Vulkan memory. Without it, these variables are ignored. + + A priority must be a floating-point value between 0 and 1, indicating the priority of the allocation relative to other memory allocations. + Larger values are higher priority. The granularity of the priorities is implementation-dependent. + It is automatically passed to every call to `vkAllocateMemory` done by the library using structure `VkMemoryPriorityAllocateInfoEXT`. + The value to be used for default priority is 0.5. + For more details, see the documentation of the VK_EXT_memory_priority extension. + */ + VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT = 0x00000040, VMA_ALLOCATOR_CREATE_FLAG_BITS_MAX_ENUM = 0x7FFFFFFF } VmaAllocatorCreateFlagBits; @@ -2892,6 +2918,13 @@ typedef struct VmaAllocationCreateInfo internal buffer, so it doesn't need to be valid after allocation call. */ void* VMA_NULLABLE pUserData; + /** \brief A floating-point value between 0 and 1, indicating the priority of the allocation relative to other memory allocations. + + It is used only when #VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT flag was used during creation of the #VmaAllocator object + and this allocation ends up as dedicated or is explicitly forced as dedicated using #VMA_ALLOCATION_CREATE_DEDICATED_MEMORY_BIT. + Otherwise, it has the priority of a memory block where it is placed and this variable is ignored. + */ + float priority; } VmaAllocationCreateInfo; /** @@ -3056,6 +3089,12 @@ typedef struct VmaPoolCreateInfo { become lost, set this value to 0. */ uint32_t frameInUseCount; + /** \brief A floating-point value between 0 and 1, indicating the priority of the allocations in this pool relative to other memory allocations. + + It is used only when #VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT flag was used during creation of the #VmaAllocator object. + Otherwise, this variable is ignored. + */ + float priority; } VmaPoolCreateInfo; /** \brief Describes parameter of existing #VmaPool. @@ -7029,7 +7068,8 @@ public: VkDeviceSize bufferImageGranularity, uint32_t frameInUseCount, bool explicitBlockSize, - uint32_t algorithm); + uint32_t algorithm, + float priority); ~VmaBlockVector(); VkResult CreateMinBlocks(); @@ -7112,6 +7152,7 @@ private: const uint32_t m_FrameInUseCount; const bool m_ExplicitBlockSize; const uint32_t m_Algorithm; + const float m_Priority; VMA_RW_MUTEX m_Mutex; /* There can be at most one allocation that is completely empty (except when minBlockCount > 0) - @@ -7855,6 +7896,7 @@ public: bool m_UseExtMemoryBudget; bool m_UseAmdDeviceCoherentMemory; bool m_UseKhrBufferDeviceAddress; + bool m_UseExtMemoryPriority; VkDevice m_hDevice; VkInstance m_hInstance; bool m_AllocationCallbacksSpecified; @@ -8125,6 +8167,7 @@ private: bool map, bool isUserDataString, void* pUserData, + float priority, VkBuffer dedicatedBuffer, VkBufferUsageFlags dedicatedBufferUsage, VkImage dedicatedImage, @@ -12562,7 +12605,8 @@ VmaPool_T::VmaPool_T( (createInfo.flags & VMA_POOL_CREATE_IGNORE_BUFFER_IMAGE_GRANULARITY_BIT) != 0 ? 1 : hAllocator->GetBufferImageGranularity(), createInfo.frameInUseCount, createInfo.blockSize != 0, // explicitBlockSize - createInfo.flags & VMA_POOL_CREATE_ALGORITHM_MASK), // algorithm + createInfo.flags & VMA_POOL_CREATE_ALGORITHM_MASK, + createInfo.priority), // algorithm m_Id(0), m_Name(VMA_NULL) { @@ -12601,7 +12645,8 @@ VmaBlockVector::VmaBlockVector( VkDeviceSize bufferImageGranularity, uint32_t frameInUseCount, bool explicitBlockSize, - uint32_t algorithm) : + uint32_t algorithm, + float priority) : m_hAllocator(hAllocator), m_hParentPool(hParentPool), m_MemoryTypeIndex(memoryTypeIndex), @@ -12612,6 +12657,7 @@ VmaBlockVector::VmaBlockVector( m_FrameInUseCount(frameInUseCount), m_ExplicitBlockSize(explicitBlockSize), m_Algorithm(algorithm), + m_Priority(priority), m_HasEmptyBlock(false), m_Blocks(VmaStlAllocator(hAllocator->GetAllocationCallbacks())), m_NextBlockId(0) @@ -13308,6 +13354,15 @@ VkResult VmaBlockVector::CreateBlock(VkDeviceSize blockSize, size_t* pNewBlockIn } #endif // #if VMA_BUFFER_DEVICE_ADDRESS +#if VMA_MEMORY_PRIORITY + VkMemoryPriorityAllocateInfoEXT priorityInfo = { VK_STRUCTURE_TYPE_MEMORY_PRIORITY_ALLOCATE_INFO_EXT }; + if(m_hAllocator->m_UseExtMemoryPriority) + { + priorityInfo.priority = m_Priority; + VmaPnextChainPushFront(&allocInfo, &priorityInfo); + } +#endif // #if VMA_MEMORY_PRIORITY + VkDeviceMemory mem = VK_NULL_HANDLE; VkResult res = m_hAllocator->AllocateVulkanMemory(&allocInfo, &mem); if(res < 0) @@ -15666,6 +15721,7 @@ VmaAllocator_T::VmaAllocator_T(const VmaAllocatorCreateInfo* pCreateInfo) : m_UseExtMemoryBudget((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXT_MEMORY_BUDGET_BIT) != 0), m_UseAmdDeviceCoherentMemory((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_AMD_DEVICE_COHERENT_MEMORY_BIT) != 0), m_UseKhrBufferDeviceAddress((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_BUFFER_DEVICE_ADDRESS_BIT) != 0), + m_UseExtMemoryPriority((pCreateInfo->flags & VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT) != 0), m_hDevice(pCreateInfo->device), m_hInstance(pCreateInfo->instance), m_AllocationCallbacksSpecified(pCreateInfo->pAllocationCallbacks != VMA_NULL), @@ -15737,6 +15793,12 @@ VmaAllocator_T::VmaAllocator_T(const VmaAllocatorCreateInfo* pCreateInfo) : VMA_ASSERT(0 && "vulkanApiVersion >= VK_API_VERSION_1_1 but required Vulkan version is disabled by preprocessor macros."); } #endif +#if !(VMA_MEMORY_PRIORITY) + if(m_UseExtMemoryPriority) + { + VMA_ASSERT(0 && "VMA_ALLOCATOR_CREATE_EXT_MEMORY_PRIORITY_BIT is set but required extension is not available in your Vulkan header or its support in VMA has been disabled by a preprocessor macro."); + } +#endif memset(&m_DeviceMemoryCallbacks, 0 ,sizeof(m_DeviceMemoryCallbacks)); memset(&m_PhysicalDeviceProperties, 0, sizeof(m_PhysicalDeviceProperties)); @@ -15798,7 +15860,8 @@ VmaAllocator_T::VmaAllocator_T(const VmaAllocatorCreateInfo* pCreateInfo) : GetBufferImageGranularity(), pCreateInfo->frameInUseCount, false, // explicitBlockSize - false); // linearAlgorithm + false, // linearAlgorithm + 0.5f); // priority (0.5 is the default per Vulkan spec) // No need to call m_pBlockVectors[memTypeIndex][blockVectorTypeIndex]->CreateMinBlocks here, // becase minBlockCount is 0. m_pDedicatedAllocations[memTypeIndex] = vma_new(this, AllocationVectorType)(VmaStlAllocator(GetAllocationCallbacks())); @@ -16153,6 +16216,7 @@ VkResult VmaAllocator_T::AllocateMemoryOfType( (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0, (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0, finalCreateInfo.pUserData, + finalCreateInfo.priority, dedicatedBuffer, dedicatedBufferUsage, dedicatedImage, @@ -16190,6 +16254,7 @@ VkResult VmaAllocator_T::AllocateMemoryOfType( (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_MAPPED_BIT) != 0, (finalCreateInfo.flags & VMA_ALLOCATION_CREATE_USER_DATA_COPY_STRING_BIT) != 0, finalCreateInfo.pUserData, + finalCreateInfo.priority, dedicatedBuffer, dedicatedBufferUsage, dedicatedImage, @@ -16219,6 +16284,7 @@ VkResult VmaAllocator_T::AllocateDedicatedMemory( bool map, bool isUserDataString, void* pUserData, + float priority, VkBuffer dedicatedBuffer, VkBufferUsageFlags dedicatedBufferUsage, VkImage dedicatedImage, @@ -16282,6 +16348,15 @@ VkResult VmaAllocator_T::AllocateDedicatedMemory( } #endif // #if VMA_BUFFER_DEVICE_ADDRESS +#if VMA_MEMORY_PRIORITY + VkMemoryPriorityAllocateInfoEXT priorityInfo = { VK_STRUCTURE_TYPE_MEMORY_PRIORITY_ALLOCATE_INFO_EXT }; + if(m_UseExtMemoryPriority) + { + priorityInfo.priority = priority; + VmaPnextChainPushFront(&allocInfo, &priorityInfo); + } +#endif // #if VMA_MEMORY_PRIORITY + size_t allocIndex; VkResult res = VK_SUCCESS; for(allocIndex = 0; allocIndex < allocationCount; ++allocIndex)