diff options
Diffstat (limited to '')
| -rw-r--r-- | src/core/hle/service/fs/archive.cpp | 1 | ||||
| -rw-r--r-- | src/core/hle/service/gsp_gpu.cpp | 31 | ||||
| -rw-r--r-- | src/core/hle/service/y2r_u.cpp | 10 | ||||
| -rw-r--r-- | src/core/hw/gpu.cpp | 327 | ||||
| -rw-r--r-- | src/core/hw/gpu.h | 4 | ||||
| -rw-r--r-- | src/core/memory.cpp | 140 | ||||
| -rw-r--r-- | src/core/memory.h | 16 | ||||
| -rw-r--r-- | src/core/settings.cpp | 2 | ||||
| -rw-r--r-- | src/core/settings.h | 1 |
9 files changed, 350 insertions, 182 deletions
diff --git a/src/core/hle/service/fs/archive.cpp b/src/core/hle/service/fs/archive.cpp index e9588cb72..cc51ede0c 100644 --- a/src/core/hle/service/fs/archive.cpp +++ b/src/core/hle/service/fs/archive.cpp | |||
| @@ -114,6 +114,7 @@ ResultVal<bool> File::SyncRequest() { | |||
| 114 | return read.Code(); | 114 | return read.Code(); |
| 115 | } | 115 | } |
| 116 | cmd_buff[2] = static_cast<u32>(*read); | 116 | cmd_buff[2] = static_cast<u32>(*read); |
| 117 | Memory::RasterizerFlushAndInvalidateRegion(Memory::VirtualToPhysicalAddress(address), length); | ||
| 117 | break; | 118 | break; |
| 118 | } | 119 | } |
| 119 | 120 | ||
diff --git a/src/core/hle/service/gsp_gpu.cpp b/src/core/hle/service/gsp_gpu.cpp index 0c655395e..211fcf599 100644 --- a/src/core/hle/service/gsp_gpu.cpp +++ b/src/core/hle/service/gsp_gpu.cpp | |||
| @@ -4,6 +4,7 @@ | |||
| 4 | 4 | ||
| 5 | #include "common/bit_field.h" | 5 | #include "common/bit_field.h" |
| 6 | #include "common/microprofile.h" | 6 | #include "common/microprofile.h" |
| 7 | #include "common/profiler.h" | ||
| 7 | 8 | ||
| 8 | #include "core/memory.h" | 9 | #include "core/memory.h" |
| 9 | #include "core/hle/kernel/event.h" | 10 | #include "core/hle/kernel/event.h" |
| @@ -15,8 +16,6 @@ | |||
| 15 | 16 | ||
| 16 | #include "video_core/gpu_debugger.h" | 17 | #include "video_core/gpu_debugger.h" |
| 17 | #include "video_core/debug_utils/debug_utils.h" | 18 | #include "video_core/debug_utils/debug_utils.h" |
| 18 | #include "video_core/renderer_base.h" | ||
| 19 | #include "video_core/video_core.h" | ||
| 20 | 19 | ||
| 21 | #include "gsp_gpu.h" | 20 | #include "gsp_gpu.h" |
| 22 | 21 | ||
| @@ -291,8 +290,6 @@ static void FlushDataCache(Service::Interface* self) { | |||
| 291 | u32 size = cmd_buff[2]; | 290 | u32 size = cmd_buff[2]; |
| 292 | u32 process = cmd_buff[4]; | 291 | u32 process = cmd_buff[4]; |
| 293 | 292 | ||
| 294 | VideoCore::g_renderer->Rasterizer()->InvalidateRegion(Memory::VirtualToPhysicalAddress(address), size); | ||
| 295 | |||
| 296 | // TODO(purpasmart96): Verify return header on HW | 293 | // TODO(purpasmart96): Verify return header on HW |
| 297 | 294 | ||
| 298 | cmd_buff[1] = RESULT_SUCCESS.raw; // No error | 295 | cmd_buff[1] = RESULT_SUCCESS.raw; // No error |
| @@ -408,6 +405,8 @@ void SignalInterrupt(InterruptId interrupt_id) { | |||
| 408 | g_interrupt_event->Signal(); | 405 | g_interrupt_event->Signal(); |
| 409 | } | 406 | } |
| 410 | 407 | ||
| 408 | MICROPROFILE_DEFINE(GPU_GSP_DMA, "GPU", "GSP DMA", MP_RGB(100, 0, 255)); | ||
| 409 | |||
| 411 | /// Executes the next GSP command | 410 | /// Executes the next GSP command |
| 412 | static void ExecuteCommand(const Command& command, u32 thread_id) { | 411 | static void ExecuteCommand(const Command& command, u32 thread_id) { |
| 413 | // Utility function to convert register ID to address | 412 | // Utility function to convert register ID to address |
| @@ -419,18 +418,21 @@ static void ExecuteCommand(const Command& command, u32 thread_id) { | |||
| 419 | 418 | ||
| 420 | // GX request DMA - typically used for copying memory from GSP heap to VRAM | 419 | // GX request DMA - typically used for copying memory from GSP heap to VRAM |
| 421 | case CommandId::REQUEST_DMA: | 420 | case CommandId::REQUEST_DMA: |
| 422 | VideoCore::g_renderer->Rasterizer()->FlushRegion(Memory::VirtualToPhysicalAddress(command.dma_request.source_address), | 421 | { |
| 423 | command.dma_request.size); | 422 | MICROPROFILE_SCOPE(GPU_GSP_DMA); |
| 423 | |||
| 424 | // TODO: Consider attempting rasterizer-accelerated surface blit if that usage is ever possible/likely | ||
| 425 | Memory::RasterizerFlushRegion(Memory::VirtualToPhysicalAddress(command.dma_request.source_address), | ||
| 426 | command.dma_request.size); | ||
| 427 | Memory::RasterizerFlushAndInvalidateRegion(Memory::VirtualToPhysicalAddress(command.dma_request.dest_address), | ||
| 428 | command.dma_request.size); | ||
| 424 | 429 | ||
| 425 | memcpy(Memory::GetPointer(command.dma_request.dest_address), | 430 | memcpy(Memory::GetPointer(command.dma_request.dest_address), |
| 426 | Memory::GetPointer(command.dma_request.source_address), | 431 | Memory::GetPointer(command.dma_request.source_address), |
| 427 | command.dma_request.size); | 432 | command.dma_request.size); |
| 428 | SignalInterrupt(InterruptId::DMA); | 433 | SignalInterrupt(InterruptId::DMA); |
| 429 | |||
| 430 | VideoCore::g_renderer->Rasterizer()->InvalidateRegion(Memory::VirtualToPhysicalAddress(command.dma_request.dest_address), | ||
| 431 | command.dma_request.size); | ||
| 432 | break; | 434 | break; |
| 433 | 435 | } | |
| 434 | // TODO: This will need some rework in the future. (why?) | 436 | // TODO: This will need some rework in the future. (why?) |
| 435 | case CommandId::SUBMIT_GPU_CMDLIST: | 437 | case CommandId::SUBMIT_GPU_CMDLIST: |
| 436 | { | 438 | { |
| @@ -517,13 +519,8 @@ static void ExecuteCommand(const Command& command, u32 thread_id) { | |||
| 517 | 519 | ||
| 518 | case CommandId::CACHE_FLUSH: | 520 | case CommandId::CACHE_FLUSH: |
| 519 | { | 521 | { |
| 520 | for (auto& region : command.cache_flush.regions) { | 522 | // NOTE: Rasterizer flushing handled elsewhere in CPU read/write and other GPU handlers |
| 521 | if (region.size == 0) | 523 | // Use command.cache_flush.regions to implement this handler |
| 522 | break; | ||
| 523 | |||
| 524 | VideoCore::g_renderer->Rasterizer()->InvalidateRegion( | ||
| 525 | Memory::VirtualToPhysicalAddress(region.address), region.size); | ||
| 526 | } | ||
| 527 | break; | 524 | break; |
| 528 | } | 525 | } |
| 529 | 526 | ||
diff --git a/src/core/hle/service/y2r_u.cpp b/src/core/hle/service/y2r_u.cpp index 22f373adf..1672ad775 100644 --- a/src/core/hle/service/y2r_u.cpp +++ b/src/core/hle/service/y2r_u.cpp | |||
| @@ -12,9 +12,6 @@ | |||
| 12 | #include "core/hle/service/y2r_u.h" | 12 | #include "core/hle/service/y2r_u.h" |
| 13 | #include "core/hw/y2r.h" | 13 | #include "core/hw/y2r.h" |
| 14 | 14 | ||
| 15 | #include "video_core/renderer_base.h" | ||
| 16 | #include "video_core/video_core.h" | ||
| 17 | |||
| 18 | //////////////////////////////////////////////////////////////////////////////////////////////////// | 15 | //////////////////////////////////////////////////////////////////////////////////////////////////// |
| 19 | // Namespace Y2R_U | 16 | // Namespace Y2R_U |
| 20 | 17 | ||
| @@ -262,13 +259,12 @@ static void SetAlpha(Service::Interface* self) { | |||
| 262 | static void StartConversion(Service::Interface* self) { | 259 | static void StartConversion(Service::Interface* self) { |
| 263 | u32* cmd_buff = Kernel::GetCommandBuffer(); | 260 | u32* cmd_buff = Kernel::GetCommandBuffer(); |
| 264 | 261 | ||
| 265 | HW::Y2R::PerformConversion(conversion); | ||
| 266 | |||
| 267 | // dst_image_size would seem to be perfect for this, but it doesn't include the gap :( | 262 | // dst_image_size would seem to be perfect for this, but it doesn't include the gap :( |
| 268 | u32 total_output_size = conversion.input_lines * | 263 | u32 total_output_size = conversion.input_lines * |
| 269 | (conversion.dst.transfer_unit + conversion.dst.gap); | 264 | (conversion.dst.transfer_unit + conversion.dst.gap); |
| 270 | VideoCore::g_renderer->Rasterizer()->InvalidateRegion( | 265 | Memory::RasterizerFlushAndInvalidateRegion(Memory::VirtualToPhysicalAddress(conversion.dst.address), total_output_size); |
| 271 | Memory::VirtualToPhysicalAddress(conversion.dst.address), total_output_size); | 266 | |
| 267 | HW::Y2R::PerformConversion(conversion); | ||
| 272 | 268 | ||
| 273 | LOG_DEBUG(Service_Y2R, "called"); | 269 | LOG_DEBUG(Service_Y2R, "called"); |
| 274 | completion_event->Signal(); | 270 | completion_event->Signal(); |
diff --git a/src/core/hw/gpu.cpp b/src/core/hw/gpu.cpp index 7e2f9cdfa..2fe856293 100644 --- a/src/core/hw/gpu.cpp +++ b/src/core/hw/gpu.cpp | |||
| @@ -115,21 +115,39 @@ inline void Write(u32 addr, const T data) { | |||
| 115 | u8* start = Memory::GetPhysicalPointer(config.GetStartAddress()); | 115 | u8* start = Memory::GetPhysicalPointer(config.GetStartAddress()); |
| 116 | u8* end = Memory::GetPhysicalPointer(config.GetEndAddress()); | 116 | u8* end = Memory::GetPhysicalPointer(config.GetEndAddress()); |
| 117 | 117 | ||
| 118 | if (config.fill_24bit) { | 118 | // TODO: Consider always accelerating and returning vector of |
| 119 | // fill with 24-bit values | 119 | // regions that the accelerated fill did not cover to |
| 120 | for (u8* ptr = start; ptr < end; ptr += 3) { | 120 | // reduce/eliminate the fill that the cpu has to do. |
| 121 | ptr[0] = config.value_24bit_r; | 121 | // This would also mean that the flush below is not needed. |
| 122 | ptr[1] = config.value_24bit_g; | 122 | // Fill should first flush all surfaces that touch but are |
| 123 | ptr[2] = config.value_24bit_b; | 123 | // not completely within the fill range. |
| 124 | // Then fill all completely covered surfaces, and return the | ||
| 125 | // regions that were between surfaces or within the touching | ||
| 126 | // ones for cpu to manually fill here. | ||
| 127 | if (!VideoCore::g_renderer->Rasterizer()->AccelerateFill(config)) { | ||
| 128 | Memory::RasterizerFlushAndInvalidateRegion(config.GetStartAddress(), config.GetEndAddress() - config.GetStartAddress()); | ||
| 129 | |||
| 130 | if (config.fill_24bit) { | ||
| 131 | // fill with 24-bit values | ||
| 132 | for (u8* ptr = start; ptr < end; ptr += 3) { | ||
| 133 | ptr[0] = config.value_24bit_r; | ||
| 134 | ptr[1] = config.value_24bit_g; | ||
| 135 | ptr[2] = config.value_24bit_b; | ||
| 136 | } | ||
| 137 | } else if (config.fill_32bit) { | ||
| 138 | // fill with 32-bit values | ||
| 139 | if (end > start) { | ||
| 140 | u32 value = config.value_32bit; | ||
| 141 | size_t len = (end - start) / sizeof(u32); | ||
| 142 | for (size_t i = 0; i < len; ++i) | ||
| 143 | memcpy(&start[i * sizeof(u32)], &value, sizeof(u32)); | ||
| 144 | } | ||
| 145 | } else { | ||
| 146 | // fill with 16-bit values | ||
| 147 | u16 value_16bit = config.value_16bit.Value(); | ||
| 148 | for (u8* ptr = start; ptr < end; ptr += sizeof(u16)) | ||
| 149 | memcpy(ptr, &value_16bit, sizeof(u16)); | ||
| 124 | } | 150 | } |
| 125 | } else if (config.fill_32bit) { | ||
| 126 | // fill with 32-bit values | ||
| 127 | for (u32* ptr = (u32*)start; ptr < (u32*)end; ++ptr) | ||
| 128 | *ptr = config.value_32bit; | ||
| 129 | } else { | ||
| 130 | // fill with 16-bit values | ||
| 131 | for (u16* ptr = (u16*)start; ptr < (u16*)end; ++ptr) | ||
| 132 | *ptr = config.value_16bit; | ||
| 133 | } | 151 | } |
| 134 | 152 | ||
| 135 | LOG_TRACE(HW_GPU, "MemoryFill from 0x%08x to 0x%08x", config.GetStartAddress(), config.GetEndAddress()); | 153 | LOG_TRACE(HW_GPU, "MemoryFill from 0x%08x to 0x%08x", config.GetStartAddress(), config.GetEndAddress()); |
| @@ -139,8 +157,6 @@ inline void Write(u32 addr, const T data) { | |||
| 139 | } else { | 157 | } else { |
| 140 | GSP_GPU::SignalInterrupt(GSP_GPU::InterruptId::PSC1); | 158 | GSP_GPU::SignalInterrupt(GSP_GPU::InterruptId::PSC1); |
| 141 | } | 159 | } |
| 142 | |||
| 143 | VideoCore::g_renderer->Rasterizer()->InvalidateRegion(config.GetStartAddress(), config.GetEndAddress() - config.GetStartAddress()); | ||
| 144 | } | 160 | } |
| 145 | 161 | ||
| 146 | // Reset "trigger" flag and set the "finish" flag | 162 | // Reset "trigger" flag and set the "finish" flag |
| @@ -161,184 +177,185 @@ inline void Write(u32 addr, const T data) { | |||
| 161 | if (Pica::g_debug_context) | 177 | if (Pica::g_debug_context) |
| 162 | Pica::g_debug_context->OnEvent(Pica::DebugContext::Event::IncomingDisplayTransfer, nullptr); | 178 | Pica::g_debug_context->OnEvent(Pica::DebugContext::Event::IncomingDisplayTransfer, nullptr); |
| 163 | 179 | ||
| 164 | u8* src_pointer = Memory::GetPhysicalPointer(config.GetPhysicalInputAddress()); | 180 | if (!VideoCore::g_renderer->Rasterizer()->AccelerateDisplayTransfer(config)) { |
| 165 | u8* dst_pointer = Memory::GetPhysicalPointer(config.GetPhysicalOutputAddress()); | 181 | u8* src_pointer = Memory::GetPhysicalPointer(config.GetPhysicalInputAddress()); |
| 166 | 182 | u8* dst_pointer = Memory::GetPhysicalPointer(config.GetPhysicalOutputAddress()); | |
| 167 | if (config.is_texture_copy) { | ||
| 168 | u32 input_width = config.texture_copy.input_width * 16; | ||
| 169 | u32 input_gap = config.texture_copy.input_gap * 16; | ||
| 170 | u32 output_width = config.texture_copy.output_width * 16; | ||
| 171 | u32 output_gap = config.texture_copy.output_gap * 16; | ||
| 172 | |||
| 173 | size_t contiguous_input_size = config.texture_copy.size / input_width * (input_width + input_gap); | ||
| 174 | VideoCore::g_renderer->Rasterizer()->FlushRegion(config.GetPhysicalInputAddress(), contiguous_input_size); | ||
| 175 | |||
| 176 | u32 remaining_size = config.texture_copy.size; | ||
| 177 | u32 remaining_input = input_width; | ||
| 178 | u32 remaining_output = output_width; | ||
| 179 | while (remaining_size > 0) { | ||
| 180 | u32 copy_size = std::min({ remaining_input, remaining_output, remaining_size }); | ||
| 181 | 183 | ||
| 182 | std::memcpy(dst_pointer, src_pointer, copy_size); | 184 | if (config.is_texture_copy) { |
| 183 | src_pointer += copy_size; | 185 | u32 input_width = config.texture_copy.input_width * 16; |
| 184 | dst_pointer += copy_size; | 186 | u32 input_gap = config.texture_copy.input_gap * 16; |
| 187 | u32 output_width = config.texture_copy.output_width * 16; | ||
| 188 | u32 output_gap = config.texture_copy.output_gap * 16; | ||
| 185 | 189 | ||
| 186 | remaining_input -= copy_size; | 190 | size_t contiguous_input_size = config.texture_copy.size / input_width * (input_width + input_gap); |
| 187 | remaining_output -= copy_size; | 191 | Memory::RasterizerFlushRegion(config.GetPhysicalInputAddress(), contiguous_input_size); |
| 188 | remaining_size -= copy_size; | ||
| 189 | 192 | ||
| 190 | if (remaining_input == 0) { | 193 | size_t contiguous_output_size = config.texture_copy.size / output_width * (output_width + output_gap); |
| 191 | remaining_input = input_width; | 194 | Memory::RasterizerFlushAndInvalidateRegion(config.GetPhysicalOutputAddress(), contiguous_output_size); |
| 192 | src_pointer += input_gap; | ||
| 193 | } | ||
| 194 | if (remaining_output == 0) { | ||
| 195 | remaining_output = output_width; | ||
| 196 | dst_pointer += output_gap; | ||
| 197 | } | ||
| 198 | } | ||
| 199 | 195 | ||
| 200 | LOG_TRACE(HW_GPU, "TextureCopy: 0x%X bytes from 0x%08X(%u+%u)-> 0x%08X(%u+%u), flags 0x%08X", | 196 | u32 remaining_size = config.texture_copy.size; |
| 201 | config.texture_copy.size, | 197 | u32 remaining_input = input_width; |
| 202 | config.GetPhysicalInputAddress(), input_width, input_gap, | 198 | u32 remaining_output = output_width; |
| 203 | config.GetPhysicalOutputAddress(), output_width, output_gap, | 199 | while (remaining_size > 0) { |
| 204 | config.flags); | 200 | u32 copy_size = std::min({ remaining_input, remaining_output, remaining_size }); |
| 205 | 201 | ||
| 206 | size_t contiguous_output_size = config.texture_copy.size / output_width * (output_width + output_gap); | 202 | std::memcpy(dst_pointer, src_pointer, copy_size); |
| 207 | VideoCore::g_renderer->Rasterizer()->InvalidateRegion(config.GetPhysicalOutputAddress(), contiguous_output_size); | 203 | src_pointer += copy_size; |
| 204 | dst_pointer += copy_size; | ||
| 208 | 205 | ||
| 209 | GSP_GPU::SignalInterrupt(GSP_GPU::InterruptId::PPF); | 206 | remaining_input -= copy_size; |
| 210 | break; | 207 | remaining_output -= copy_size; |
| 211 | } | 208 | remaining_size -= copy_size; |
| 212 | 209 | ||
| 213 | if (config.scaling > config.ScaleXY) { | 210 | if (remaining_input == 0) { |
| 214 | LOG_CRITICAL(HW_GPU, "Unimplemented display transfer scaling mode %u", config.scaling.Value()); | 211 | remaining_input = input_width; |
| 215 | UNIMPLEMENTED(); | 212 | src_pointer += input_gap; |
| 216 | break; | 213 | } |
| 217 | } | 214 | if (remaining_output == 0) { |
| 215 | remaining_output = output_width; | ||
| 216 | dst_pointer += output_gap; | ||
| 217 | } | ||
| 218 | } | ||
| 218 | 219 | ||
| 219 | if (config.input_linear && config.scaling != config.NoScale) { | 220 | LOG_TRACE(HW_GPU, "TextureCopy: 0x%X bytes from 0x%08X(%u+%u)-> 0x%08X(%u+%u), flags 0x%08X", |
| 220 | LOG_CRITICAL(HW_GPU, "Scaling is only implemented on tiled input"); | 221 | config.texture_copy.size, |
| 221 | UNIMPLEMENTED(); | 222 | config.GetPhysicalInputAddress(), input_width, input_gap, |
| 222 | break; | 223 | config.GetPhysicalOutputAddress(), output_width, output_gap, |
| 223 | } | 224 | config.flags); |
| 224 | 225 | ||
| 225 | bool horizontal_scale = config.scaling != config.NoScale; | 226 | GSP_GPU::SignalInterrupt(GSP_GPU::InterruptId::PPF); |
| 226 | bool vertical_scale = config.scaling == config.ScaleXY; | 227 | break; |
| 228 | } | ||
| 227 | 229 | ||
| 228 | u32 output_width = config.output_width >> horizontal_scale; | 230 | if (config.scaling > config.ScaleXY) { |
| 229 | u32 output_height = config.output_height >> vertical_scale; | 231 | LOG_CRITICAL(HW_GPU, "Unimplemented display transfer scaling mode %u", config.scaling.Value()); |
| 232 | UNIMPLEMENTED(); | ||
| 233 | break; | ||
| 234 | } | ||
| 230 | 235 | ||
| 231 | u32 input_size = config.input_width * config.input_height * GPU::Regs::BytesPerPixel(config.input_format); | 236 | if (config.input_linear && config.scaling != config.NoScale) { |
| 232 | u32 output_size = output_width * output_height * GPU::Regs::BytesPerPixel(config.output_format); | 237 | LOG_CRITICAL(HW_GPU, "Scaling is only implemented on tiled input"); |
| 238 | UNIMPLEMENTED(); | ||
| 239 | break; | ||
| 240 | } | ||
| 233 | 241 | ||
| 234 | VideoCore::g_renderer->Rasterizer()->FlushRegion(config.GetPhysicalInputAddress(), input_size); | 242 | int horizontal_scale = config.scaling != config.NoScale ? 1 : 0; |
| 243 | int vertical_scale = config.scaling == config.ScaleXY ? 1 : 0; | ||
| 235 | 244 | ||
| 236 | for (u32 y = 0; y < output_height; ++y) { | 245 | u32 output_width = config.output_width >> horizontal_scale; |
| 237 | for (u32 x = 0; x < output_width; ++x) { | 246 | u32 output_height = config.output_height >> vertical_scale; |
| 238 | Math::Vec4<u8> src_color; | ||
| 239 | 247 | ||
| 240 | // Calculate the [x,y] position of the input image | 248 | u32 input_size = config.input_width * config.input_height * GPU::Regs::BytesPerPixel(config.input_format); |
| 241 | // based on the current output position and the scale | 249 | u32 output_size = output_width * output_height * GPU::Regs::BytesPerPixel(config.output_format); |
| 242 | u32 input_x = x << horizontal_scale; | ||
| 243 | u32 input_y = y << vertical_scale; | ||
| 244 | 250 | ||
| 245 | if (config.flip_vertically) { | 251 | Memory::RasterizerFlushRegion(config.GetPhysicalInputAddress(), input_size); |
| 246 | // Flip the y value of the output data, | 252 | Memory::RasterizerFlushAndInvalidateRegion(config.GetPhysicalOutputAddress(), output_size); |
| 247 | // we do this after calculating the [x,y] position of the input image | ||
| 248 | // to account for the scaling options. | ||
| 249 | y = output_height - y - 1; | ||
| 250 | } | ||
| 251 | 253 | ||
| 252 | u32 dst_bytes_per_pixel = GPU::Regs::BytesPerPixel(config.output_format); | 254 | for (u32 y = 0; y < output_height; ++y) { |
| 253 | u32 src_bytes_per_pixel = GPU::Regs::BytesPerPixel(config.input_format); | 255 | for (u32 x = 0; x < output_width; ++x) { |
| 254 | u32 src_offset; | 256 | Math::Vec4<u8> src_color; |
| 255 | u32 dst_offset; | ||
| 256 | 257 | ||
| 257 | if (config.input_linear) { | 258 | // Calculate the [x,y] position of the input image |
| 258 | if (!config.dont_swizzle) { | 259 | // based on the current output position and the scale |
| 259 | // Interpret the input as linear and the output as tiled | 260 | u32 input_x = x << horizontal_scale; |
| 260 | u32 coarse_y = y & ~7; | 261 | u32 input_y = y << vertical_scale; |
| 261 | u32 stride = output_width * dst_bytes_per_pixel; | ||
| 262 | 262 | ||
| 263 | src_offset = (input_x + input_y * config.input_width) * src_bytes_per_pixel; | 263 | if (config.flip_vertically) { |
| 264 | dst_offset = VideoCore::GetMortonOffset(x, y, dst_bytes_per_pixel) + coarse_y * stride; | 264 | // Flip the y value of the output data, |
| 265 | } else { | 265 | // we do this after calculating the [x,y] position of the input image |
| 266 | // Both input and output are linear | 266 | // to account for the scaling options. |
| 267 | src_offset = (input_x + input_y * config.input_width) * src_bytes_per_pixel; | 267 | y = output_height - y - 1; |
| 268 | dst_offset = (x + y * output_width) * dst_bytes_per_pixel; | ||
| 269 | } | 268 | } |
| 270 | } else { | ||
| 271 | if (!config.dont_swizzle) { | ||
| 272 | // Interpret the input as tiled and the output as linear | ||
| 273 | u32 coarse_y = input_y & ~7; | ||
| 274 | u32 stride = config.input_width * src_bytes_per_pixel; | ||
| 275 | 269 | ||
| 276 | src_offset = VideoCore::GetMortonOffset(input_x, input_y, src_bytes_per_pixel) + coarse_y * stride; | 270 | u32 dst_bytes_per_pixel = GPU::Regs::BytesPerPixel(config.output_format); |
| 277 | dst_offset = (x + y * output_width) * dst_bytes_per_pixel; | 271 | u32 src_bytes_per_pixel = GPU::Regs::BytesPerPixel(config.input_format); |
| 272 | u32 src_offset; | ||
| 273 | u32 dst_offset; | ||
| 274 | |||
| 275 | if (config.input_linear) { | ||
| 276 | if (!config.dont_swizzle) { | ||
| 277 | // Interpret the input as linear and the output as tiled | ||
| 278 | u32 coarse_y = y & ~7; | ||
| 279 | u32 stride = output_width * dst_bytes_per_pixel; | ||
| 280 | |||
| 281 | src_offset = (input_x + input_y * config.input_width) * src_bytes_per_pixel; | ||
| 282 | dst_offset = VideoCore::GetMortonOffset(x, y, dst_bytes_per_pixel) + coarse_y * stride; | ||
| 283 | } else { | ||
| 284 | // Both input and output are linear | ||
| 285 | src_offset = (input_x + input_y * config.input_width) * src_bytes_per_pixel; | ||
| 286 | dst_offset = (x + y * output_width) * dst_bytes_per_pixel; | ||
| 287 | } | ||
| 278 | } else { | 288 | } else { |
| 279 | // Both input and output are tiled | 289 | if (!config.dont_swizzle) { |
| 280 | u32 out_coarse_y = y & ~7; | 290 | // Interpret the input as tiled and the output as linear |
| 281 | u32 out_stride = output_width * dst_bytes_per_pixel; | 291 | u32 coarse_y = input_y & ~7; |
| 282 | 292 | u32 stride = config.input_width * src_bytes_per_pixel; | |
| 283 | u32 in_coarse_y = input_y & ~7; | 293 | |
| 284 | u32 in_stride = config.input_width * src_bytes_per_pixel; | 294 | src_offset = VideoCore::GetMortonOffset(input_x, input_y, src_bytes_per_pixel) + coarse_y * stride; |
| 285 | 295 | dst_offset = (x + y * output_width) * dst_bytes_per_pixel; | |
| 286 | src_offset = VideoCore::GetMortonOffset(input_x, input_y, src_bytes_per_pixel) + in_coarse_y * in_stride; | 296 | } else { |
| 287 | dst_offset = VideoCore::GetMortonOffset(x, y, dst_bytes_per_pixel) + out_coarse_y * out_stride; | 297 | // Both input and output are tiled |
| 298 | u32 out_coarse_y = y & ~7; | ||
| 299 | u32 out_stride = output_width * dst_bytes_per_pixel; | ||
| 300 | |||
| 301 | u32 in_coarse_y = input_y & ~7; | ||
| 302 | u32 in_stride = config.input_width * src_bytes_per_pixel; | ||
| 303 | |||
| 304 | src_offset = VideoCore::GetMortonOffset(input_x, input_y, src_bytes_per_pixel) + in_coarse_y * in_stride; | ||
| 305 | dst_offset = VideoCore::GetMortonOffset(x, y, dst_bytes_per_pixel) + out_coarse_y * out_stride; | ||
| 306 | } | ||
| 288 | } | 307 | } |
| 289 | } | ||
| 290 | 308 | ||
| 291 | const u8* src_pixel = src_pointer + src_offset; | 309 | const u8* src_pixel = src_pointer + src_offset; |
| 292 | src_color = DecodePixel(config.input_format, src_pixel); | 310 | src_color = DecodePixel(config.input_format, src_pixel); |
| 293 | if (config.scaling == config.ScaleX) { | 311 | if (config.scaling == config.ScaleX) { |
| 294 | Math::Vec4<u8> pixel = DecodePixel(config.input_format, src_pixel + src_bytes_per_pixel); | 312 | Math::Vec4<u8> pixel = DecodePixel(config.input_format, src_pixel + src_bytes_per_pixel); |
| 295 | src_color = ((src_color + pixel) / 2).Cast<u8>(); | 313 | src_color = ((src_color + pixel) / 2).Cast<u8>(); |
| 296 | } else if (config.scaling == config.ScaleXY) { | 314 | } else if (config.scaling == config.ScaleXY) { |
| 297 | Math::Vec4<u8> pixel1 = DecodePixel(config.input_format, src_pixel + 1 * src_bytes_per_pixel); | 315 | Math::Vec4<u8> pixel1 = DecodePixel(config.input_format, src_pixel + 1 * src_bytes_per_pixel); |
| 298 | Math::Vec4<u8> pixel2 = DecodePixel(config.input_format, src_pixel + 2 * src_bytes_per_pixel); | 316 | Math::Vec4<u8> pixel2 = DecodePixel(config.input_format, src_pixel + 2 * src_bytes_per_pixel); |
| 299 | Math::Vec4<u8> pixel3 = DecodePixel(config.input_format, src_pixel + 3 * src_bytes_per_pixel); | 317 | Math::Vec4<u8> pixel3 = DecodePixel(config.input_format, src_pixel + 3 * src_bytes_per_pixel); |
| 300 | src_color = (((src_color + pixel1) + (pixel2 + pixel3)) / 4).Cast<u8>(); | 318 | src_color = (((src_color + pixel1) + (pixel2 + pixel3)) / 4).Cast<u8>(); |
| 301 | } | 319 | } |
| 302 | 320 | ||
| 303 | u8* dst_pixel = dst_pointer + dst_offset; | 321 | u8* dst_pixel = dst_pointer + dst_offset; |
| 304 | switch (config.output_format) { | 322 | switch (config.output_format) { |
| 305 | case Regs::PixelFormat::RGBA8: | 323 | case Regs::PixelFormat::RGBA8: |
| 306 | Color::EncodeRGBA8(src_color, dst_pixel); | 324 | Color::EncodeRGBA8(src_color, dst_pixel); |
| 307 | break; | 325 | break; |
| 308 | 326 | ||
| 309 | case Regs::PixelFormat::RGB8: | 327 | case Regs::PixelFormat::RGB8: |
| 310 | Color::EncodeRGB8(src_color, dst_pixel); | 328 | Color::EncodeRGB8(src_color, dst_pixel); |
| 311 | break; | 329 | break; |
| 312 | 330 | ||
| 313 | case Regs::PixelFormat::RGB565: | 331 | case Regs::PixelFormat::RGB565: |
| 314 | Color::EncodeRGB565(src_color, dst_pixel); | 332 | Color::EncodeRGB565(src_color, dst_pixel); |
| 315 | break; | 333 | break; |
| 316 | 334 | ||
| 317 | case Regs::PixelFormat::RGB5A1: | 335 | case Regs::PixelFormat::RGB5A1: |
| 318 | Color::EncodeRGB5A1(src_color, dst_pixel); | 336 | Color::EncodeRGB5A1(src_color, dst_pixel); |
| 319 | break; | 337 | break; |
| 320 | 338 | ||
| 321 | case Regs::PixelFormat::RGBA4: | 339 | case Regs::PixelFormat::RGBA4: |
| 322 | Color::EncodeRGBA4(src_color, dst_pixel); | 340 | Color::EncodeRGBA4(src_color, dst_pixel); |
| 323 | break; | 341 | break; |
| 324 | 342 | ||
| 325 | default: | 343 | default: |
| 326 | LOG_ERROR(HW_GPU, "Unknown destination framebuffer format %x", config.output_format.Value()); | 344 | LOG_ERROR(HW_GPU, "Unknown destination framebuffer format %x", config.output_format.Value()); |
| 327 | break; | 345 | break; |
| 346 | } | ||
| 328 | } | 347 | } |
| 329 | } | 348 | } |
| 330 | } | ||
| 331 | 349 | ||
| 332 | LOG_TRACE(HW_GPU, "DisplayTriggerTransfer: 0x%08x bytes from 0x%08x(%ux%u)-> 0x%08x(%ux%u), dst format %x, flags 0x%08X", | 350 | LOG_TRACE(HW_GPU, "DisplayTriggerTransfer: 0x%08x bytes from 0x%08x(%ux%u)-> 0x%08x(%ux%u), dst format %x, flags 0x%08X", |
| 333 | config.output_height * output_width * GPU::Regs::BytesPerPixel(config.output_format), | 351 | config.output_height * output_width * GPU::Regs::BytesPerPixel(config.output_format), |
| 334 | config.GetPhysicalInputAddress(), config.input_width.Value(), config.input_height.Value(), | 352 | config.GetPhysicalInputAddress(), config.input_width.Value(), config.input_height.Value(), |
| 335 | config.GetPhysicalOutputAddress(), output_width, output_height, | 353 | config.GetPhysicalOutputAddress(), output_width, output_height, |
| 336 | config.output_format.Value(), config.flags); | 354 | config.output_format.Value(), config.flags); |
| 355 | } | ||
| 337 | 356 | ||
| 338 | g_regs.display_transfer_config.trigger = 0; | 357 | g_regs.display_transfer_config.trigger = 0; |
| 339 | GSP_GPU::SignalInterrupt(GSP_GPU::InterruptId::PPF); | 358 | GSP_GPU::SignalInterrupt(GSP_GPU::InterruptId::PPF); |
| 340 | |||
| 341 | VideoCore::g_renderer->Rasterizer()->InvalidateRegion(config.GetPhysicalOutputAddress(), output_size); | ||
| 342 | } | 359 | } |
| 343 | break; | 360 | break; |
| 344 | } | 361 | } |
diff --git a/src/core/hw/gpu.h b/src/core/hw/gpu.h index a00adbf53..da4c345b4 100644 --- a/src/core/hw/gpu.h +++ b/src/core/hw/gpu.h | |||
| @@ -78,7 +78,7 @@ struct Regs { | |||
| 78 | 78 | ||
| 79 | INSERT_PADDING_WORDS(0x4); | 79 | INSERT_PADDING_WORDS(0x4); |
| 80 | 80 | ||
| 81 | struct { | 81 | struct MemoryFillConfig { |
| 82 | u32 address_start; | 82 | u32 address_start; |
| 83 | u32 address_end; | 83 | u32 address_end; |
| 84 | 84 | ||
| @@ -165,7 +165,7 @@ struct Regs { | |||
| 165 | 165 | ||
| 166 | INSERT_PADDING_WORDS(0x169); | 166 | INSERT_PADDING_WORDS(0x169); |
| 167 | 167 | ||
| 168 | struct { | 168 | struct DisplayTransferConfig { |
| 169 | u32 input_address; | 169 | u32 input_address; |
| 170 | u32 output_address; | 170 | u32 output_address; |
| 171 | 171 | ||
diff --git a/src/core/memory.cpp b/src/core/memory.cpp index 7de5bd15d..ee9b69f81 100644 --- a/src/core/memory.cpp +++ b/src/core/memory.cpp | |||
| @@ -15,6 +15,9 @@ | |||
| 15 | #include "core/memory_setup.h" | 15 | #include "core/memory_setup.h" |
| 16 | #include "core/mmio.h" | 16 | #include "core/mmio.h" |
| 17 | 17 | ||
| 18 | #include "video_core/renderer_base.h" | ||
| 19 | #include "video_core/video_core.h" | ||
| 20 | |||
| 18 | namespace Memory { | 21 | namespace Memory { |
| 19 | 22 | ||
| 20 | enum class PageType { | 23 | enum class PageType { |
| @@ -22,8 +25,12 @@ enum class PageType { | |||
| 22 | Unmapped, | 25 | Unmapped, |
| 23 | /// Page is mapped to regular memory. This is the only type you can get pointers to. | 26 | /// Page is mapped to regular memory. This is the only type you can get pointers to. |
| 24 | Memory, | 27 | Memory, |
| 28 | /// Page is mapped to regular memory, but also needs to check for rasterizer cache flushing and invalidation | ||
| 29 | RasterizerCachedMemory, | ||
| 25 | /// Page is mapped to a I/O region. Writing and reading to this page is handled by functions. | 30 | /// Page is mapped to a I/O region. Writing and reading to this page is handled by functions. |
| 26 | Special, | 31 | Special, |
| 32 | /// Page is mapped to a I/O region, but also needs to check for rasterizer cache flushing and invalidation | ||
| 33 | RasterizerCachedSpecial, | ||
| 27 | }; | 34 | }; |
| 28 | 35 | ||
| 29 | struct SpecialRegion { | 36 | struct SpecialRegion { |
| @@ -57,6 +64,12 @@ struct PageTable { | |||
| 57 | * the corresponding entry in `pointers` MUST be set to null. | 64 | * the corresponding entry in `pointers` MUST be set to null. |
| 58 | */ | 65 | */ |
| 59 | std::array<PageType, NUM_ENTRIES> attributes; | 66 | std::array<PageType, NUM_ENTRIES> attributes; |
| 67 | |||
| 68 | /** | ||
| 69 | * Indicates the number of externally cached resources touching a page that should be | ||
| 70 | * flushed before the memory is accessed | ||
| 71 | */ | ||
| 72 | std::array<u8, NUM_ENTRIES> cached_res_count; | ||
| 60 | }; | 73 | }; |
| 61 | 74 | ||
| 62 | /// Singular page table used for the singleton process | 75 | /// Singular page table used for the singleton process |
| @@ -72,8 +85,15 @@ static void MapPages(u32 base, u32 size, u8* memory, PageType type) { | |||
| 72 | while (base != end) { | 85 | while (base != end) { |
| 73 | ASSERT_MSG(base < PageTable::NUM_ENTRIES, "out of range mapping at %08X", base); | 86 | ASSERT_MSG(base < PageTable::NUM_ENTRIES, "out of range mapping at %08X", base); |
| 74 | 87 | ||
| 88 | // Since pages are unmapped on shutdown after video core is shutdown, the renderer may be null here | ||
| 89 | if (current_page_table->attributes[base] == PageType::RasterizerCachedMemory || | ||
| 90 | current_page_table->attributes[base] == PageType::RasterizerCachedSpecial) { | ||
| 91 | RasterizerFlushAndInvalidateRegion(VirtualToPhysicalAddress(base << PAGE_BITS), PAGE_SIZE); | ||
| 92 | } | ||
| 93 | |||
| 75 | current_page_table->attributes[base] = type; | 94 | current_page_table->attributes[base] = type; |
| 76 | current_page_table->pointers[base] = memory; | 95 | current_page_table->pointers[base] = memory; |
| 96 | current_page_table->cached_res_count[base] = 0; | ||
| 77 | 97 | ||
| 78 | base += 1; | 98 | base += 1; |
| 79 | if (memory != nullptr) | 99 | if (memory != nullptr) |
| @@ -84,6 +104,7 @@ static void MapPages(u32 base, u32 size, u8* memory, PageType type) { | |||
| 84 | void InitMemoryMap() { | 104 | void InitMemoryMap() { |
| 85 | main_page_table.pointers.fill(nullptr); | 105 | main_page_table.pointers.fill(nullptr); |
| 86 | main_page_table.attributes.fill(PageType::Unmapped); | 106 | main_page_table.attributes.fill(PageType::Unmapped); |
| 107 | main_page_table.cached_res_count.fill(0); | ||
| 87 | } | 108 | } |
| 88 | 109 | ||
| 89 | void MapMemoryRegion(VAddr base, u32 size, u8* target) { | 110 | void MapMemoryRegion(VAddr base, u32 size, u8* target) { |
| @@ -107,6 +128,28 @@ void UnmapRegion(VAddr base, u32 size) { | |||
| 107 | } | 128 | } |
| 108 | 129 | ||
| 109 | /** | 130 | /** |
| 131 | * Gets a pointer to the exact memory at the virtual address (i.e. not page aligned) | ||
| 132 | * using a VMA from the current process | ||
| 133 | */ | ||
| 134 | static u8* GetPointerFromVMA(VAddr vaddr) { | ||
| 135 | u8* direct_pointer = nullptr; | ||
| 136 | |||
| 137 | auto& vma = Kernel::g_current_process->vm_manager.FindVMA(vaddr)->second; | ||
| 138 | switch (vma.type) { | ||
| 139 | case Kernel::VMAType::AllocatedMemoryBlock: | ||
| 140 | direct_pointer = vma.backing_block->data() + vma.offset; | ||
| 141 | break; | ||
| 142 | case Kernel::VMAType::BackingMemory: | ||
| 143 | direct_pointer = vma.backing_memory; | ||
| 144 | break; | ||
| 145 | default: | ||
| 146 | UNREACHABLE(); | ||
| 147 | } | ||
| 148 | |||
| 149 | return direct_pointer + (vaddr - vma.base); | ||
| 150 | } | ||
| 151 | |||
| 152 | /** | ||
| 110 | * This function should only be called for virtual addreses with attribute `PageType::Special`. | 153 | * This function should only be called for virtual addreses with attribute `PageType::Special`. |
| 111 | */ | 154 | */ |
| 112 | static MMIORegionPointer GetMMIOHandler(VAddr vaddr) { | 155 | static MMIORegionPointer GetMMIOHandler(VAddr vaddr) { |
| @@ -126,6 +169,7 @@ template <typename T> | |||
| 126 | T Read(const VAddr vaddr) { | 169 | T Read(const VAddr vaddr) { |
| 127 | const u8* page_pointer = current_page_table->pointers[vaddr >> PAGE_BITS]; | 170 | const u8* page_pointer = current_page_table->pointers[vaddr >> PAGE_BITS]; |
| 128 | if (page_pointer) { | 171 | if (page_pointer) { |
| 172 | // NOTE: Avoid adding any extra logic to this fast-path block | ||
| 129 | T value; | 173 | T value; |
| 130 | std::memcpy(&value, &page_pointer[vaddr & PAGE_MASK], sizeof(T)); | 174 | std::memcpy(&value, &page_pointer[vaddr & PAGE_MASK], sizeof(T)); |
| 131 | return value; | 175 | return value; |
| @@ -139,8 +183,22 @@ T Read(const VAddr vaddr) { | |||
| 139 | case PageType::Memory: | 183 | case PageType::Memory: |
| 140 | ASSERT_MSG(false, "Mapped memory page without a pointer @ %08X", vaddr); | 184 | ASSERT_MSG(false, "Mapped memory page without a pointer @ %08X", vaddr); |
| 141 | break; | 185 | break; |
| 186 | case PageType::RasterizerCachedMemory: | ||
| 187 | { | ||
| 188 | RasterizerFlushRegion(VirtualToPhysicalAddress(vaddr), sizeof(T)); | ||
| 189 | |||
| 190 | T value; | ||
| 191 | std::memcpy(&value, GetPointerFromVMA(vaddr), sizeof(T)); | ||
| 192 | return value; | ||
| 193 | } | ||
| 142 | case PageType::Special: | 194 | case PageType::Special: |
| 143 | return ReadMMIO<T>(GetMMIOHandler(vaddr), vaddr); | 195 | return ReadMMIO<T>(GetMMIOHandler(vaddr), vaddr); |
| 196 | case PageType::RasterizerCachedSpecial: | ||
| 197 | { | ||
| 198 | RasterizerFlushRegion(VirtualToPhysicalAddress(vaddr), sizeof(T)); | ||
| 199 | |||
| 200 | return ReadMMIO<T>(GetMMIOHandler(vaddr), vaddr); | ||
| 201 | } | ||
| 144 | default: | 202 | default: |
| 145 | UNREACHABLE(); | 203 | UNREACHABLE(); |
| 146 | } | 204 | } |
| @@ -153,6 +211,7 @@ template <typename T> | |||
| 153 | void Write(const VAddr vaddr, const T data) { | 211 | void Write(const VAddr vaddr, const T data) { |
| 154 | u8* page_pointer = current_page_table->pointers[vaddr >> PAGE_BITS]; | 212 | u8* page_pointer = current_page_table->pointers[vaddr >> PAGE_BITS]; |
| 155 | if (page_pointer) { | 213 | if (page_pointer) { |
| 214 | // NOTE: Avoid adding any extra logic to this fast-path block | ||
| 156 | std::memcpy(&page_pointer[vaddr & PAGE_MASK], &data, sizeof(T)); | 215 | std::memcpy(&page_pointer[vaddr & PAGE_MASK], &data, sizeof(T)); |
| 157 | return; | 216 | return; |
| 158 | } | 217 | } |
| @@ -165,9 +224,23 @@ void Write(const VAddr vaddr, const T data) { | |||
| 165 | case PageType::Memory: | 224 | case PageType::Memory: |
| 166 | ASSERT_MSG(false, "Mapped memory page without a pointer @ %08X", vaddr); | 225 | ASSERT_MSG(false, "Mapped memory page without a pointer @ %08X", vaddr); |
| 167 | break; | 226 | break; |
| 227 | case PageType::RasterizerCachedMemory: | ||
| 228 | { | ||
| 229 | RasterizerFlushAndInvalidateRegion(VirtualToPhysicalAddress(vaddr), sizeof(T)); | ||
| 230 | |||
| 231 | std::memcpy(GetPointerFromVMA(vaddr), &data, sizeof(T)); | ||
| 232 | break; | ||
| 233 | } | ||
| 168 | case PageType::Special: | 234 | case PageType::Special: |
| 169 | WriteMMIO<T>(GetMMIOHandler(vaddr), vaddr, data); | 235 | WriteMMIO<T>(GetMMIOHandler(vaddr), vaddr, data); |
| 170 | break; | 236 | break; |
| 237 | case PageType::RasterizerCachedSpecial: | ||
| 238 | { | ||
| 239 | RasterizerFlushAndInvalidateRegion(VirtualToPhysicalAddress(vaddr), sizeof(T)); | ||
| 240 | |||
| 241 | WriteMMIO<T>(GetMMIOHandler(vaddr), vaddr, data); | ||
| 242 | break; | ||
| 243 | } | ||
| 171 | default: | 244 | default: |
| 172 | UNREACHABLE(); | 245 | UNREACHABLE(); |
| 173 | } | 246 | } |
| @@ -179,6 +252,10 @@ u8* GetPointer(const VAddr vaddr) { | |||
| 179 | return page_pointer + (vaddr & PAGE_MASK); | 252 | return page_pointer + (vaddr & PAGE_MASK); |
| 180 | } | 253 | } |
| 181 | 254 | ||
| 255 | if (current_page_table->attributes[vaddr >> PAGE_BITS] == PageType::RasterizerCachedMemory) { | ||
| 256 | return GetPointerFromVMA(vaddr); | ||
| 257 | } | ||
| 258 | |||
| 182 | LOG_ERROR(HW_Memory, "unknown GetPointer @ 0x%08x", vaddr); | 259 | LOG_ERROR(HW_Memory, "unknown GetPointer @ 0x%08x", vaddr); |
| 183 | return nullptr; | 260 | return nullptr; |
| 184 | } | 261 | } |
| @@ -187,6 +264,69 @@ u8* GetPhysicalPointer(PAddr address) { | |||
| 187 | return GetPointer(PhysicalToVirtualAddress(address)); | 264 | return GetPointer(PhysicalToVirtualAddress(address)); |
| 188 | } | 265 | } |
| 189 | 266 | ||
| 267 | void RasterizerMarkRegionCached(PAddr start, u32 size, int count_delta) { | ||
| 268 | if (start == 0) { | ||
| 269 | return; | ||
| 270 | } | ||
| 271 | |||
| 272 | u32 num_pages = ((start + size - 1) >> PAGE_BITS) - (start >> PAGE_BITS) + 1; | ||
| 273 | PAddr paddr = start; | ||
| 274 | |||
| 275 | for (unsigned i = 0; i < num_pages; ++i) { | ||
| 276 | VAddr vaddr = PhysicalToVirtualAddress(paddr); | ||
| 277 | u8& res_count = current_page_table->cached_res_count[vaddr >> PAGE_BITS]; | ||
| 278 | ASSERT_MSG(count_delta <= UINT8_MAX - res_count, "Rasterizer resource cache counter overflow!"); | ||
| 279 | ASSERT_MSG(count_delta >= -res_count, "Rasterizer resource cache counter underflow!"); | ||
| 280 | |||
| 281 | // Switch page type to cached if now cached | ||
| 282 | if (res_count == 0) { | ||
| 283 | PageType& page_type = current_page_table->attributes[vaddr >> PAGE_BITS]; | ||
| 284 | switch (page_type) { | ||
| 285 | case PageType::Memory: | ||
| 286 | page_type = PageType::RasterizerCachedMemory; | ||
| 287 | current_page_table->pointers[vaddr >> PAGE_BITS] = nullptr; | ||
| 288 | break; | ||
| 289 | case PageType::Special: | ||
| 290 | page_type = PageType::RasterizerCachedSpecial; | ||
| 291 | break; | ||
| 292 | default: | ||
| 293 | UNREACHABLE(); | ||
| 294 | } | ||
| 295 | } | ||
| 296 | |||
| 297 | res_count += count_delta; | ||
| 298 | |||
| 299 | // Switch page type to uncached if now uncached | ||
| 300 | if (res_count == 0) { | ||
| 301 | PageType& page_type = current_page_table->attributes[vaddr >> PAGE_BITS]; | ||
| 302 | switch (page_type) { | ||
| 303 | case PageType::RasterizerCachedMemory: | ||
| 304 | page_type = PageType::Memory; | ||
| 305 | current_page_table->pointers[vaddr >> PAGE_BITS] = GetPointerFromVMA(vaddr & ~PAGE_MASK); | ||
| 306 | break; | ||
| 307 | case PageType::RasterizerCachedSpecial: | ||
| 308 | page_type = PageType::Special; | ||
| 309 | break; | ||
| 310 | default: | ||
| 311 | UNREACHABLE(); | ||
| 312 | } | ||
| 313 | } | ||
| 314 | paddr += PAGE_SIZE; | ||
| 315 | } | ||
| 316 | } | ||
| 317 | |||
| 318 | void RasterizerFlushRegion(PAddr start, u32 size) { | ||
| 319 | if (VideoCore::g_renderer != nullptr) { | ||
| 320 | VideoCore::g_renderer->Rasterizer()->FlushRegion(start, size); | ||
| 321 | } | ||
| 322 | } | ||
| 323 | |||
| 324 | void RasterizerFlushAndInvalidateRegion(PAddr start, u32 size) { | ||
| 325 | if (VideoCore::g_renderer != nullptr) { | ||
| 326 | VideoCore::g_renderer->Rasterizer()->FlushAndInvalidateRegion(start, size); | ||
| 327 | } | ||
| 328 | } | ||
| 329 | |||
| 190 | u8 Read8(const VAddr addr) { | 330 | u8 Read8(const VAddr addr) { |
| 191 | return Read<u8>(addr); | 331 | return Read<u8>(addr); |
| 192 | } | 332 | } |
diff --git a/src/core/memory.h b/src/core/memory.h index 5af72b7a7..9caa3c3f5 100644 --- a/src/core/memory.h +++ b/src/core/memory.h | |||
| @@ -148,4 +148,20 @@ VAddr PhysicalToVirtualAddress(PAddr addr); | |||
| 148 | */ | 148 | */ |
| 149 | u8* GetPhysicalPointer(PAddr address); | 149 | u8* GetPhysicalPointer(PAddr address); |
| 150 | 150 | ||
| 151 | /** | ||
| 152 | * Adds the supplied value to the rasterizer resource cache counter of each | ||
| 153 | * page touching the region. | ||
| 154 | */ | ||
| 155 | void RasterizerMarkRegionCached(PAddr start, u32 size, int count_delta); | ||
| 156 | |||
| 157 | /** | ||
| 158 | * Flushes any externally cached rasterizer resources touching the given region. | ||
| 159 | */ | ||
| 160 | void RasterizerFlushRegion(PAddr start, u32 size); | ||
| 161 | |||
| 162 | /** | ||
| 163 | * Flushes and invalidates any externally cached rasterizer resources touching the given region. | ||
| 164 | */ | ||
| 165 | void RasterizerFlushAndInvalidateRegion(PAddr start, u32 size); | ||
| 166 | |||
| 151 | } | 167 | } |
diff --git a/src/core/settings.cpp b/src/core/settings.cpp index 1aa26fbd2..eaf5c8461 100644 --- a/src/core/settings.cpp +++ b/src/core/settings.cpp | |||
| @@ -19,7 +19,7 @@ void Apply() { | |||
| 19 | 19 | ||
| 20 | VideoCore::g_hw_renderer_enabled = values.use_hw_renderer; | 20 | VideoCore::g_hw_renderer_enabled = values.use_hw_renderer; |
| 21 | VideoCore::g_shader_jit_enabled = values.use_shader_jit; | 21 | VideoCore::g_shader_jit_enabled = values.use_shader_jit; |
| 22 | 22 | VideoCore::g_scaled_resolution_enabled = values.use_scaled_resolution; | |
| 23 | } | 23 | } |
| 24 | 24 | ||
| 25 | } // namespace | 25 | } // namespace |
diff --git a/src/core/settings.h b/src/core/settings.h index 4933a516d..d620d8461 100644 --- a/src/core/settings.h +++ b/src/core/settings.h | |||
| @@ -55,6 +55,7 @@ struct Values { | |||
| 55 | // Renderer | 55 | // Renderer |
| 56 | bool use_hw_renderer; | 56 | bool use_hw_renderer; |
| 57 | bool use_shader_jit; | 57 | bool use_shader_jit; |
| 58 | bool use_scaled_resolution; | ||
| 58 | 59 | ||
| 59 | float bg_red; | 60 | float bg_red; |
| 60 | float bg_green; | 61 | float bg_green; |