summaryrefslogtreecommitdiff
path: root/src
diff options
context:
space:
mode:
Diffstat (limited to 'src')
-rw-r--r--src/video_core/buffer_cache/buffer_cache.h65
-rw-r--r--src/video_core/engines/maxwell_dma.cpp6
-rw-r--r--src/video_core/engines/maxwell_dma.h2
-rw-r--r--src/video_core/renderer_opengl/gl_buffer_cache.cpp6
-rw-r--r--src/video_core/renderer_opengl/gl_buffer_cache.h2
-rw-r--r--src/video_core/renderer_opengl/gl_rasterizer.cpp5
-rw-r--r--src/video_core/renderer_opengl/gl_rasterizer.h2
-rw-r--r--src/video_core/renderer_vulkan/vk_buffer_cache.cpp24
-rw-r--r--src/video_core/renderer_vulkan/vk_buffer_cache.h2
-rw-r--r--src/video_core/renderer_vulkan/vk_rasterizer.cpp5
-rw-r--r--src/video_core/renderer_vulkan/vk_rasterizer.h2
11 files changed, 115 insertions, 6 deletions
diff --git a/src/video_core/buffer_cache/buffer_cache.h b/src/video_core/buffer_cache/buffer_cache.h
index 2871682f6..5f5a59bba 100644
--- a/src/video_core/buffer_cache/buffer_cache.h
+++ b/src/video_core/buffer_cache/buffer_cache.h
@@ -164,11 +164,16 @@ public:
164 /// Pop asynchronous downloads 164 /// Pop asynchronous downloads
165 void PopAsyncFlushes(); 165 void PopAsyncFlushes();
166 166
167 [[nodiscard]] bool DMACopy(GPUVAddr src_address, GPUVAddr dest_address, u64 amount); 167 bool DMACopy(GPUVAddr src_address, GPUVAddr dest_address, u64 amount);
168
169 bool DMAClear(GPUVAddr src_address, u64 amount, u32 value);
168 170
169 /// Return true when a CPU region is modified from the GPU 171 /// Return true when a CPU region is modified from the GPU
170 [[nodiscard]] bool IsRegionGpuModified(VAddr addr, size_t size); 172 [[nodiscard]] bool IsRegionGpuModified(VAddr addr, size_t size);
171 173
174 /// Return true when a region is registered on the cache
175 [[nodiscard]] bool IsRegionRegistered(VAddr addr, size_t size);
176
172 /// Return true when a CPU region is modified from the CPU 177 /// Return true when a CPU region is modified from the CPU
173 [[nodiscard]] bool IsRegionCpuModified(VAddr addr, size_t size); 178 [[nodiscard]] bool IsRegionCpuModified(VAddr addr, size_t size);
174 179
@@ -469,8 +474,8 @@ bool BufferCache<P>::DMACopy(GPUVAddr src_address, GPUVAddr dest_address, u64 am
469 if (!cpu_src_address || !cpu_dest_address) { 474 if (!cpu_src_address || !cpu_dest_address) {
470 return false; 475 return false;
471 } 476 }
472 const bool source_dirty = IsRegionGpuModified(*cpu_src_address, amount); 477 const bool source_dirty = IsRegionRegistered(*cpu_src_address, amount);
473 const bool dest_dirty = IsRegionGpuModified(*cpu_dest_address, amount); 478 const bool dest_dirty = IsRegionRegistered(*cpu_dest_address, amount);
474 if (!source_dirty && !dest_dirty) { 479 if (!source_dirty && !dest_dirty) {
475 return false; 480 return false;
476 } 481 }
@@ -515,7 +520,7 @@ bool BufferCache<P>::DMACopy(GPUVAddr src_address, GPUVAddr dest_address, u64 am
515 } 520 }
516 521
517 runtime.CopyBuffer(dest_buffer, src_buffer, copies); 522 runtime.CopyBuffer(dest_buffer, src_buffer, copies);
518 if (source_dirty) { 523 if (IsRegionGpuModified(*cpu_src_address, amount)) {
519 dest_buffer.MarkRegionAsGpuModified(*cpu_dest_address, amount); 524 dest_buffer.MarkRegionAsGpuModified(*cpu_dest_address, amount);
520 } 525 }
521 std::vector<u8> tmp_buffer(amount); 526 std::vector<u8> tmp_buffer(amount);
@@ -525,6 +530,37 @@ bool BufferCache<P>::DMACopy(GPUVAddr src_address, GPUVAddr dest_address, u64 am
525} 530}
526 531
527template <class P> 532template <class P>
533bool BufferCache<P>::DMAClear(GPUVAddr dst_address, u64 amount, u32 value) {
534 const std::optional<VAddr> cpu_dst_address = gpu_memory.GpuToCpuAddress(dst_address);
535 if (!cpu_dst_address) {
536 return false;
537 }
538 const bool dest_dirty = IsRegionRegistered(*cpu_dst_address, amount);
539 if (!dest_dirty) {
540 return false;
541 }
542
543 const IntervalType subtract_interval{*cpu_dst_address, *cpu_dst_address + amount * sizeof(u32)};
544 uncommitted_ranges.subtract(subtract_interval);
545 for (auto& interval_set : committed_ranges) {
546 interval_set.subtract(subtract_interval);
547 }
548 common_ranges.subtract(subtract_interval);
549
550 const size_t size = amount * sizeof(u32);
551 BufferId buffer;
552 do {
553 has_deleted_buffers = false;
554 buffer = FindBuffer(*cpu_dst_address, static_cast<u32>(size));
555 } while (has_deleted_buffers);
556
557 auto& dest_buffer = slot_buffers[buffer];
558 const u32 offset = static_cast<u32>(*cpu_dst_address - dest_buffer.CpuAddr());
559 runtime.ClearBuffer(dest_buffer, offset, size, value);
560 return true;
561}
562
563template <class P>
528void BufferCache<P>::BindGraphicsUniformBuffer(size_t stage, u32 index, GPUVAddr gpu_addr, 564void BufferCache<P>::BindGraphicsUniformBuffer(size_t stage, u32 index, GPUVAddr gpu_addr,
529 u32 size) { 565 u32 size) {
530 const std::optional<VAddr> cpu_addr = gpu_memory.GpuToCpuAddress(gpu_addr); 566 const std::optional<VAddr> cpu_addr = gpu_memory.GpuToCpuAddress(gpu_addr);
@@ -782,6 +818,27 @@ bool BufferCache<P>::IsRegionGpuModified(VAddr addr, size_t size) {
782} 818}
783 819
784template <class P> 820template <class P>
821bool BufferCache<P>::IsRegionRegistered(VAddr addr, size_t size) {
822 const VAddr end_addr = addr + size;
823 const u64 page_end = Common::DivCeil(end_addr, PAGE_SIZE);
824 for (u64 page = addr >> PAGE_BITS; page < page_end;) {
825 const BufferId buffer_id = page_table[page];
826 if (!buffer_id) {
827 ++page;
828 continue;
829 }
830 Buffer& buffer = slot_buffers[buffer_id];
831 const VAddr buf_start_addr = buffer.CpuAddr();
832 const VAddr buf_end_addr = buf_start_addr + buffer.SizeBytes();
833 if (buf_start_addr < end_addr && addr < buf_end_addr) {
834 return true;
835 }
836 page = Common::DivCeil(end_addr, PAGE_SIZE);
837 }
838 return false;
839}
840
841template <class P>
785bool BufferCache<P>::IsRegionCpuModified(VAddr addr, size_t size) { 842bool BufferCache<P>::IsRegionCpuModified(VAddr addr, size_t size) {
786 const u64 page_end = Common::DivCeil(addr + size, PAGE_SIZE); 843 const u64 page_end = Common::DivCeil(addr + size, PAGE_SIZE);
787 for (u64 page = addr >> PAGE_BITS; page < page_end;) { 844 for (u64 page = addr >> PAGE_BITS; page < page_end;) {
diff --git a/src/video_core/engines/maxwell_dma.cpp b/src/video_core/engines/maxwell_dma.cpp
index 24481952b..81becb88a 100644
--- a/src/video_core/engines/maxwell_dma.cpp
+++ b/src/video_core/engines/maxwell_dma.cpp
@@ -87,9 +87,11 @@ void MaxwellDMA::CopyPitchToPitch() {
87 // TODO: allow multisized components. 87 // TODO: allow multisized components.
88 if (is_buffer_clear) { 88 if (is_buffer_clear) {
89 ASSERT(regs.remap_const.component_size_minus_one == 3); 89 ASSERT(regs.remap_const.component_size_minus_one == 3);
90 accelerate.BufferClear(regs.offset_out, regs.line_length_in, regs.remap_consta_value);
90 std::vector<u32> tmp_buffer(regs.line_length_in, regs.remap_consta_value); 91 std::vector<u32> tmp_buffer(regs.line_length_in, regs.remap_consta_value);
91 memory_manager.WriteBlock(regs.offset_out, reinterpret_cast<u8*>(tmp_buffer.data()), 92 memory_manager.WriteBlockUnsafe(regs.offset_out,
92 regs.line_length_in * sizeof(u32)); 93 reinterpret_cast<u8*>(tmp_buffer.data()),
94 regs.line_length_in * sizeof(u32));
93 return; 95 return;
94 } 96 }
95 UNIMPLEMENTED_IF(regs.launch_dma.remap_enable != 0); 97 UNIMPLEMENTED_IF(regs.launch_dma.remap_enable != 0);
diff --git a/src/video_core/engines/maxwell_dma.h b/src/video_core/engines/maxwell_dma.h
index 4ed0d0996..d3329b0f8 100644
--- a/src/video_core/engines/maxwell_dma.h
+++ b/src/video_core/engines/maxwell_dma.h
@@ -31,6 +31,8 @@ class AccelerateDMAInterface {
31public: 31public:
32 /// Write the value to the register identified by method. 32 /// Write the value to the register identified by method.
33 virtual bool BufferCopy(GPUVAddr src_address, GPUVAddr dest_address, u64 amount) = 0; 33 virtual bool BufferCopy(GPUVAddr src_address, GPUVAddr dest_address, u64 amount) = 0;
34
35 virtual bool BufferClear(GPUVAddr src_address, u64 amount, u32 value) = 0;
34}; 36};
35 37
36/** 38/**
diff --git a/src/video_core/renderer_opengl/gl_buffer_cache.cpp b/src/video_core/renderer_opengl/gl_buffer_cache.cpp
index c225d1fc9..c4189fb60 100644
--- a/src/video_core/renderer_opengl/gl_buffer_cache.cpp
+++ b/src/video_core/renderer_opengl/gl_buffer_cache.cpp
@@ -98,6 +98,12 @@ void BufferCacheRuntime::CopyBuffer(Buffer& dst_buffer, Buffer& src_buffer,
98 } 98 }
99} 99}
100 100
101void BufferCacheRuntime::ClearBuffer(Buffer& dest_buffer, u32 offset, size_t size, u32 value) {
102 glClearNamedBufferSubData(dest_buffer.Handle(), GL_R32UI, static_cast<GLintptr>(offset),
103 static_cast<GLsizeiptr>(size / sizeof(u32)), GL_RGBA, GL_UNSIGNED_INT,
104 &value);
105}
106
101void BufferCacheRuntime::BindIndexBuffer(Buffer& buffer, u32 offset, u32 size) { 107void BufferCacheRuntime::BindIndexBuffer(Buffer& buffer, u32 offset, u32 size) {
102 if (has_unified_vertex_buffers) { 108 if (has_unified_vertex_buffers) {
103 buffer.MakeResident(GL_READ_ONLY); 109 buffer.MakeResident(GL_READ_ONLY);
diff --git a/src/video_core/renderer_opengl/gl_buffer_cache.h b/src/video_core/renderer_opengl/gl_buffer_cache.h
index d8b20a9af..fe91aa452 100644
--- a/src/video_core/renderer_opengl/gl_buffer_cache.h
+++ b/src/video_core/renderer_opengl/gl_buffer_cache.h
@@ -57,6 +57,8 @@ public:
57 void CopyBuffer(Buffer& dst_buffer, Buffer& src_buffer, 57 void CopyBuffer(Buffer& dst_buffer, Buffer& src_buffer,
58 std::span<const VideoCommon::BufferCopy> copies); 58 std::span<const VideoCommon::BufferCopy> copies);
59 59
60 void ClearBuffer(Buffer& dest_buffer, u32 offset, size_t size, u32 value);
61
60 void BindIndexBuffer(Buffer& buffer, u32 offset, u32 size); 62 void BindIndexBuffer(Buffer& buffer, u32 offset, u32 size);
61 63
62 void BindVertexBuffer(u32 index, Buffer& buffer, u32 offset, u32 size, u32 stride); 64 void BindVertexBuffer(u32 index, Buffer& buffer, u32 offset, u32 size, u32 stride);
diff --git a/src/video_core/renderer_opengl/gl_rasterizer.cpp b/src/video_core/renderer_opengl/gl_rasterizer.cpp
index 82c84127a..ceb3abcb2 100644
--- a/src/video_core/renderer_opengl/gl_rasterizer.cpp
+++ b/src/video_core/renderer_opengl/gl_rasterizer.cpp
@@ -1407,4 +1407,9 @@ bool AccelerateDMA::BufferCopy(GPUVAddr src_address, GPUVAddr dest_address, u64
1407 return buffer_cache.DMACopy(src_address, dest_address, amount); 1407 return buffer_cache.DMACopy(src_address, dest_address, amount);
1408} 1408}
1409 1409
1410bool AccelerateDMA::BufferClear(GPUVAddr src_address, u64 amount, u32 value) {
1411 std::scoped_lock lock{buffer_cache.mutex};
1412 return buffer_cache.DMAClear(src_address, amount, value);
1413}
1414
1410} // namespace OpenGL 1415} // namespace OpenGL
diff --git a/src/video_core/renderer_opengl/gl_rasterizer.h b/src/video_core/renderer_opengl/gl_rasterizer.h
index ccee9ba33..d30ad698f 100644
--- a/src/video_core/renderer_opengl/gl_rasterizer.h
+++ b/src/video_core/renderer_opengl/gl_rasterizer.h
@@ -65,6 +65,8 @@ public:
65 65
66 bool BufferCopy(GPUVAddr src_address, GPUVAddr dest_address, u64 amount) override; 66 bool BufferCopy(GPUVAddr src_address, GPUVAddr dest_address, u64 amount) override;
67 67
68 bool BufferClear(GPUVAddr src_address, u64 amount, u32 value) override;
69
68private: 70private:
69 BufferCache& buffer_cache; 71 BufferCache& buffer_cache;
70}; 72};
diff --git a/src/video_core/renderer_vulkan/vk_buffer_cache.cpp b/src/video_core/renderer_vulkan/vk_buffer_cache.cpp
index 0df4e1a1c..11e86174e 100644
--- a/src/video_core/renderer_vulkan/vk_buffer_cache.cpp
+++ b/src/video_core/renderer_vulkan/vk_buffer_cache.cpp
@@ -136,6 +136,30 @@ void BufferCacheRuntime::CopyBuffer(VkBuffer dst_buffer, VkBuffer src_buffer,
136 }); 136 });
137} 137}
138 138
139void BufferCacheRuntime::ClearBuffer(VkBuffer dest_buffer, u32 offset, size_t size, u32 value) {
140 static constexpr VkMemoryBarrier READ_BARRIER{
141 .sType = VK_STRUCTURE_TYPE_MEMORY_BARRIER,
142 .pNext = nullptr,
143 .srcAccessMask = VK_ACCESS_MEMORY_WRITE_BIT,
144 .dstAccessMask = VK_ACCESS_TRANSFER_READ_BIT | VK_ACCESS_TRANSFER_WRITE_BIT,
145 };
146 static constexpr VkMemoryBarrier WRITE_BARRIER{
147 .sType = VK_STRUCTURE_TYPE_MEMORY_BARRIER,
148 .pNext = nullptr,
149 .srcAccessMask = VK_ACCESS_TRANSFER_WRITE_BIT,
150 .dstAccessMask = VK_ACCESS_MEMORY_READ_BIT | VK_ACCESS_MEMORY_WRITE_BIT,
151 };
152
153 scheduler.RequestOutsideRenderPassOperationContext();
154 scheduler.Record([dest_buffer, offset, size, value](vk::CommandBuffer cmdbuf) {
155 cmdbuf.PipelineBarrier(VK_PIPELINE_STAGE_ALL_COMMANDS_BIT, VK_PIPELINE_STAGE_TRANSFER_BIT,
156 0, READ_BARRIER);
157 cmdbuf.FillBuffer(dest_buffer, offset, size, value);
158 cmdbuf.PipelineBarrier(VK_PIPELINE_STAGE_TRANSFER_BIT, VK_PIPELINE_STAGE_ALL_COMMANDS_BIT,
159 0, WRITE_BARRIER);
160 });
161}
162
139void BufferCacheRuntime::BindIndexBuffer(PrimitiveTopology topology, IndexFormat index_format, 163void BufferCacheRuntime::BindIndexBuffer(PrimitiveTopology topology, IndexFormat index_format,
140 u32 base_vertex, u32 num_indices, VkBuffer buffer, 164 u32 base_vertex, u32 num_indices, VkBuffer buffer,
141 u32 offset, [[maybe_unused]] u32 size) { 165 u32 offset, [[maybe_unused]] u32 size) {
diff --git a/src/video_core/renderer_vulkan/vk_buffer_cache.h b/src/video_core/renderer_vulkan/vk_buffer_cache.h
index 982e92191..60d49386e 100644
--- a/src/video_core/renderer_vulkan/vk_buffer_cache.h
+++ b/src/video_core/renderer_vulkan/vk_buffer_cache.h
@@ -60,6 +60,8 @@ public:
60 void CopyBuffer(VkBuffer src_buffer, VkBuffer dst_buffer, 60 void CopyBuffer(VkBuffer src_buffer, VkBuffer dst_buffer,
61 std::span<const VideoCommon::BufferCopy> copies); 61 std::span<const VideoCommon::BufferCopy> copies);
62 62
63 void ClearBuffer(VkBuffer dest_buffer, u32 offset, size_t size, u32 value);
64
63 void BindIndexBuffer(PrimitiveTopology topology, IndexFormat index_format, u32 num_indices, 65 void BindIndexBuffer(PrimitiveTopology topology, IndexFormat index_format, u32 num_indices,
64 u32 base_vertex, VkBuffer buffer, u32 offset, u32 size); 66 u32 base_vertex, VkBuffer buffer, u32 offset, u32 size);
65 67
diff --git a/src/video_core/renderer_vulkan/vk_rasterizer.cpp b/src/video_core/renderer_vulkan/vk_rasterizer.cpp
index e378a5679..fd9eed3e3 100644
--- a/src/video_core/renderer_vulkan/vk_rasterizer.cpp
+++ b/src/video_core/renderer_vulkan/vk_rasterizer.cpp
@@ -704,6 +704,11 @@ void RasterizerVulkan::FlushWork() {
704 704
705AccelerateDMA::AccelerateDMA(BufferCache& buffer_cache_) : buffer_cache{buffer_cache_} {} 705AccelerateDMA::AccelerateDMA(BufferCache& buffer_cache_) : buffer_cache{buffer_cache_} {}
706 706
707bool AccelerateDMA::BufferClear(GPUVAddr src_address, u64 amount, u32 value) {
708 std::scoped_lock lock{buffer_cache.mutex};
709 return buffer_cache.DMAClear(src_address, amount, value);
710}
711
707bool AccelerateDMA::BufferCopy(GPUVAddr src_address, GPUVAddr dest_address, u64 amount) { 712bool AccelerateDMA::BufferCopy(GPUVAddr src_address, GPUVAddr dest_address, u64 amount) {
708 std::scoped_lock lock{buffer_cache.mutex}; 713 std::scoped_lock lock{buffer_cache.mutex};
709 return buffer_cache.DMACopy(src_address, dest_address, amount); 714 return buffer_cache.DMACopy(src_address, dest_address, amount);
diff --git a/src/video_core/renderer_vulkan/vk_rasterizer.h b/src/video_core/renderer_vulkan/vk_rasterizer.h
index 3a78de258..2065209be 100644
--- a/src/video_core/renderer_vulkan/vk_rasterizer.h
+++ b/src/video_core/renderer_vulkan/vk_rasterizer.h
@@ -56,6 +56,8 @@ public:
56 56
57 bool BufferCopy(GPUVAddr start_address, GPUVAddr end_address, u64 amount) override; 57 bool BufferCopy(GPUVAddr start_address, GPUVAddr end_address, u64 amount) override;
58 58
59 bool BufferClear(GPUVAddr src_address, u64 amount, u32 value) override;
60
59private: 61private:
60 BufferCache& buffer_cache; 62 BufferCache& buffer_cache;
61}; 63};