summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorGravatar unknown2019-02-08 06:45:50 +0100
committerGravatar FreddyFunk2019-03-29 18:12:42 +0100
commitc791192d649cf01483dbea9907c6d13909b8e5a3 (patch)
tree1b62eaf1f16edfe93ce84c61bed9357d55e1e4e6
parentcore: Do not link LZ4 to core. Use common/data_compression for nso segment de... (diff)
downloadyuzu-c791192d649cf01483dbea9907c6d13909b8e5a3.tar.gz
yuzu-c791192d649cf01483dbea9907c6d13909b8e5a3.tar.xz
yuzu-c791192d649cf01483dbea9907c6d13909b8e5a3.zip
Addressed feedback
Diffstat (limited to '')
-rw-r--r--src/common/CMakeLists.txt4
-rw-r--r--src/common/data_compression.cpp56
-rw-r--r--src/common/data_compression.h23
-rw-r--r--src/common/lz4_compression.cpp78
-rw-r--r--src/common/lz4_compression.h55
-rw-r--r--src/core/loader/nso.cpp8
-rw-r--r--src/video_core/renderer_opengl/gl_shader_disk_cache.cpp12
7 files changed, 145 insertions, 91 deletions
diff --git a/src/common/CMakeLists.txt b/src/common/CMakeLists.txt
index 43834eb85..5639021d3 100644
--- a/src/common/CMakeLists.txt
+++ b/src/common/CMakeLists.txt
@@ -79,8 +79,6 @@ add_library(common STATIC
79 common_funcs.h 79 common_funcs.h
80 common_paths.h 80 common_paths.h
81 common_types.h 81 common_types.h
82 data_compression.cpp
83 data_compression.h
84 file_util.cpp 82 file_util.cpp
85 file_util.h 83 file_util.h
86 hash.h 84 hash.h
@@ -93,6 +91,8 @@ add_library(common STATIC
93 logging/log.h 91 logging/log.h
94 logging/text_formatter.cpp 92 logging/text_formatter.cpp
95 logging/text_formatter.h 93 logging/text_formatter.h
94 lz4_compression.cpp
95 lz4_compression.h
96 math_util.h 96 math_util.h
97 memory_hook.cpp 97 memory_hook.cpp
98 memory_hook.h 98 memory_hook.h
diff --git a/src/common/data_compression.cpp b/src/common/data_compression.cpp
deleted file mode 100644
index fdf4907d1..000000000
--- a/src/common/data_compression.cpp
+++ /dev/null
@@ -1,56 +0,0 @@
1// Copyright 2019 yuzu Emulator Project
2// Licensed under GPLv2 or any later version
3// Refer to the license.txt file included.
4
5#pragma once
6
7#include <lz4hc.h>
8
9#include "data_compression.h"
10
11namespace Compression {
12
13std::vector<u8> CompressDataLZ4(const u8* source, std::size_t source_size,
14 bool use_LZ4_high_compression) {
15 if (source_size > LZ4_MAX_INPUT_SIZE) {
16 // Source size exceeds LZ4 maximum input size
17 return {};
18 }
19 const auto source_size_int = static_cast<int>(source_size);
20 const int max_compressed_size = LZ4_compressBound(source_size_int);
21 std::vector<u8> compressed(max_compressed_size);
22 int compressed_size = 0;
23
24 if (use_LZ4_high_compression) {
25 compressed_size = LZ4_compress_HC(reinterpret_cast<const char*>(source),
26 reinterpret_cast<char*>(compressed.data()),
27 source_size_int, max_compressed_size, LZ4HC_CLEVEL_MAX);
28 } else {
29 compressed_size = LZ4_compress_default(reinterpret_cast<const char*>(source),
30 reinterpret_cast<char*>(compressed.data()),
31 source_size_int, max_compressed_size);
32 }
33
34 if (compressed_size <= 0) {
35 // Compression failed
36 return {};
37 }
38 compressed.resize(compressed_size);
39 return compressed;
40}
41
42std::vector<u8> DecompressDataLZ4(const std::vector<u8>& compressed,
43 std::size_t uncompressed_size) {
44 std::vector<u8> uncompressed(uncompressed_size);
45 const int size_check = LZ4_decompress_safe(reinterpret_cast<const char*>(compressed.data()),
46 reinterpret_cast<char*>(uncompressed.data()),
47 static_cast<int>(compressed.size()),
48 static_cast<int>(uncompressed.size()));
49 if (static_cast<int>(uncompressed_size) != size_check) {
50 // Decompression failed
51 return {};
52 }
53 return uncompressed;
54}
55
56} // namespace Compression
diff --git a/src/common/data_compression.h b/src/common/data_compression.h
deleted file mode 100644
index f7264b7b8..000000000
--- a/src/common/data_compression.h
+++ /dev/null
@@ -1,23 +0,0 @@
1// Copyright 2019 yuzu Emulator Project
2// Licensed under GPLv2 or any later version
3// Refer to the license.txt file included.
4
5#pragma once
6
7#include <vector>
8
9#include "common/common_types.h"
10
11namespace Compression {
12
13// Compresses a source memory region with LZ4 and returns the compressed data in an vector. If
14// use_LZ4_high_compression is true, the LZ4 subalgortihmn LZ4HC is used with the highst possible
15// compression level. This results in a smaller compressed size, but requires more CPU time for
16// compression. Data compressed with LZ4HC can also be decompressed with the default LZ4
17// decompression function.
18std::vector<u8> CompressDataLZ4(const u8* source, std::size_t source_size,
19 bool use_LZ4_high_compression);
20
21std::vector<u8> DecompressDataLZ4(const std::vector<u8>& compressed, std::size_t uncompressed_size);
22
23} // namespace Compression \ No newline at end of file
diff --git a/src/common/lz4_compression.cpp b/src/common/lz4_compression.cpp
new file mode 100644
index 000000000..dc9b4a916
--- /dev/null
+++ b/src/common/lz4_compression.cpp
@@ -0,0 +1,78 @@
1// Copyright 2019 yuzu Emulator Project
2// Licensed under GPLv2 or any later version
3// Refer to the license.txt file included.
4
5#pragma once
6
7#include <algorithm>
8#include <lz4hc.h>
9
10#include "common/assert.h"
11#include "common/lz4_compression.h"
12
13namespace Common::Compression {
14
15std::vector<u8> CompressDataLZ4(const u8* source, std::size_t source_size) {
16 ASSERT_MSG(source_size <= LZ4_MAX_INPUT_SIZE, "Source size exceeds LZ4 maximum input size");
17
18 const auto source_size_int = static_cast<int>(source_size);
19 const int max_compressed_size = LZ4_compressBound(source_size_int);
20 std::vector<u8> compressed(max_compressed_size);
21
22 const int compressed_size = LZ4_compress_default(reinterpret_cast<const char*>(source),
23 reinterpret_cast<char*>(compressed.data()),
24 source_size_int, max_compressed_size);
25
26 if (compressed_size <= 0) {
27 // Compression failed
28 return {};
29 }
30
31 compressed.resize(compressed_size);
32
33 return compressed;
34}
35
36std::vector<u8> CompressDataLZ4HC(const u8* source, std::size_t source_size,
37 s32 compression_level) {
38 ASSERT_MSG(source_size <= LZ4_MAX_INPUT_SIZE, "Source size exceeds LZ4 maximum input size");
39
40 compression_level = std::clamp(compression_level, LZ4HC_CLEVEL_MIN, LZ4HC_CLEVEL_MAX);
41
42 const auto source_size_int = static_cast<int>(source_size);
43 const int max_compressed_size = LZ4_compressBound(source_size_int);
44 std::vector<u8> compressed(max_compressed_size);
45
46 const int compressed_size = LZ4_compress_HC(
47 reinterpret_cast<const char*>(source), reinterpret_cast<char*>(compressed.data()),
48 source_size_int, max_compressed_size, compression_level);
49
50 if (compressed_size <= 0) {
51 // Compression failed
52 return {};
53 }
54
55 compressed.resize(compressed_size);
56
57 return compressed;
58}
59
60std::vector<u8> CompressDataLZ4HCMax(const u8* source, std::size_t source_size) {
61 return CompressDataLZ4HC(source, source_size, LZ4HC_CLEVEL_MAX);
62}
63
64std::vector<u8> DecompressDataLZ4(const std::vector<u8>& compressed,
65 std::size_t uncompressed_size) {
66 std::vector<u8> uncompressed(uncompressed_size);
67 const int size_check = LZ4_decompress_safe(reinterpret_cast<const char*>(compressed.data()),
68 reinterpret_cast<char*>(uncompressed.data()),
69 static_cast<int>(compressed.size()),
70 static_cast<int>(uncompressed.size()));
71 if (static_cast<int>(uncompressed_size) != size_check) {
72 // Decompression failed
73 return {};
74 }
75 return uncompressed;
76}
77
78} // namespace Common::Compression
diff --git a/src/common/lz4_compression.h b/src/common/lz4_compression.h
new file mode 100644
index 000000000..fe2231a6c
--- /dev/null
+++ b/src/common/lz4_compression.h
@@ -0,0 +1,55 @@
1// Copyright 2019 yuzu Emulator Project
2// Licensed under GPLv2 or any later version
3// Refer to the license.txt file included.
4
5#include <vector>
6
7#include "common/common_types.h"
8
9namespace Common::Compression {
10
11/**
12 * Compresses a source memory region with LZ4 and returns the compressed data in a vector.
13 *
14 * @param source the uncompressed source memory region.
15 * @param source_size the size in bytes of the uncompressed source memory region.
16 *
17 * @return the compressed data.
18 */
19std::vector<u8> CompressDataLZ4(const u8* source, std::size_t source_size);
20
21/**
22 * Utilizes the LZ4 subalgorithm LZ4HC with the specified compression level. Higher compression
23 * levels result in a smaller compressed size, but require more CPU time for compression. The
24 * compression level has almost no impact on decompression speed. Data compressed with LZ4HC can
25 * also be decompressed with the default LZ4 decompression.
26 *
27 * @param source the uncompressed source memory region.
28 * @param source_size the size in bytes of the uncompressed source memory region.
29 * @param compression_level the used compression level. Should be between 3 and 12.
30 *
31 * @return the compressed data.
32 */
33std::vector<u8> CompressDataLZ4HC(const u8* source, std::size_t source_size, s32 compression_level);
34
35/**
36 * Utilizes the LZ4 subalgorithm LZ4HC with the highest possible compression level.
37 *
38 * @param source the uncompressed source memory region.
39 * @param source_size the size in bytes of the uncompressed source memory region.
40 *
41 * @return the compressed data.
42 */
43std::vector<u8> CompressDataLZ4HCMax(const u8* source, std::size_t source_size);
44
45/**
46 * Decompresses a source memory region with LZ4 and returns the uncompressed data in a vector.
47 *
48 * @param compressed the compressed source memory region.
49 * @param uncompressed_size the size in bytes of the uncompressed data.
50 *
51 * @return the decompressed data.
52 */
53std::vector<u8> DecompressDataLZ4(const std::vector<u8>& compressed, std::size_t uncompressed_size);
54
55} // namespace Common::Compression \ No newline at end of file
diff --git a/src/core/loader/nso.cpp b/src/core/loader/nso.cpp
index 8aeabe409..df2fb7b7f 100644
--- a/src/core/loader/nso.cpp
+++ b/src/core/loader/nso.cpp
@@ -5,11 +5,11 @@
5#include <cinttypes> 5#include <cinttypes>
6#include <vector> 6#include <vector>
7 7
8#include "common/data_compression.h"
9#include "common/common_funcs.h" 8#include "common/common_funcs.h"
10#include "common/file_util.h" 9#include "common/file_util.h"
11#include "common/hex_util.h" 10#include "common/hex_util.h"
12#include "common/logging/log.h" 11#include "common/logging/log.h"
12#include "common/lz4_compression.h"
13#include "common/swap.h" 13#include "common/swap.h"
14#include "core/core.h" 14#include "core/core.h"
15#include "core/file_sys/patch_manager.h" 15#include "core/file_sys/patch_manager.h"
@@ -37,10 +37,10 @@ static_assert(sizeof(MODHeader) == 0x1c, "MODHeader has incorrect size.");
37std::vector<u8> DecompressSegment(const std::vector<u8>& compressed_data, 37std::vector<u8> DecompressSegment(const std::vector<u8>& compressed_data,
38 const NSOSegmentHeader& header) { 38 const NSOSegmentHeader& header) {
39 const std::vector<u8> uncompressed_data = 39 const std::vector<u8> uncompressed_data =
40 Compression::DecompressDataLZ4(compressed_data, header.size); 40 Common::Compression::DecompressDataLZ4(compressed_data, header.size);
41 41
42 ASSERT_MSG(uncompressed_data.size() == static_cast<int>(header.size), 42 ASSERT_MSG(uncompressed_data.size() == static_cast<int>(header.size), "{} != {}", header.size,
43 "{} != {}", header.size, uncompressed_data.size()); 43 uncompressed_data.size());
44 44
45 return uncompressed_data; 45 return uncompressed_data;
46} 46}
diff --git a/src/video_core/renderer_opengl/gl_shader_disk_cache.cpp b/src/video_core/renderer_opengl/gl_shader_disk_cache.cpp
index 0c8001b19..9218d6aaf 100644
--- a/src/video_core/renderer_opengl/gl_shader_disk_cache.cpp
+++ b/src/video_core/renderer_opengl/gl_shader_disk_cache.cpp
@@ -8,9 +8,9 @@
8#include "common/assert.h" 8#include "common/assert.h"
9#include "common/common_paths.h" 9#include "common/common_paths.h"
10#include "common/common_types.h" 10#include "common/common_types.h"
11#include "common/data_compression.h"
12#include "common/file_util.h" 11#include "common/file_util.h"
13#include "common/logging/log.h" 12#include "common/logging/log.h"
13#include "common/lz4_compression.h"
14#include "common/scm_rev.h" 14#include "common/scm_rev.h"
15 15
16#include "core/core.h" 16#include "core/core.h"
@@ -259,7 +259,7 @@ ShaderDiskCacheOpenGL::LoadPrecompiledFile(FileUtil::IOFile& file) {
259 return {}; 259 return {};
260 } 260 }
261 261
262 dump.binary = Compression::DecompressDataLZ4(compressed_binary, binary_length); 262 dump.binary = Common::Compression::DecompressDataLZ4(compressed_binary, binary_length);
263 if (dump.binary.empty()) { 263 if (dump.binary.empty()) {
264 return {}; 264 return {};
265 } 265 }
@@ -288,7 +288,7 @@ std::optional<ShaderDiskCacheDecompiled> ShaderDiskCacheOpenGL::LoadDecompiledEn
288 return {}; 288 return {};
289 } 289 }
290 290
291 const std::vector<u8> code = Compression::DecompressDataLZ4(compressed_code, code_size); 291 const std::vector<u8> code = Common::Compression::DecompressDataLZ4(compressed_code, code_size);
292 if (code.empty()) { 292 if (code.empty()) {
293 return {}; 293 return {};
294 } 294 }
@@ -474,8 +474,8 @@ void ShaderDiskCacheOpenGL::SaveDecompiled(u64 unique_identifier, const std::str
474 if (!IsUsable()) 474 if (!IsUsable())
475 return; 475 return;
476 476
477 const std::vector<u8> compressed_code{ 477 const std::vector<u8> compressed_code{Common::Compression::CompressDataLZ4HCMax(
478 Compression::CompressDataLZ4(reinterpret_cast<const u8*>(code.data()), code.size(), true)}; 478 reinterpret_cast<const u8*>(code.data()), code.size())};
479 if (compressed_code.empty()) { 479 if (compressed_code.empty()) {
480 LOG_ERROR(Render_OpenGL, "Failed to compress GLSL code - skipping shader {:016x}", 480 LOG_ERROR(Render_OpenGL, "Failed to compress GLSL code - skipping shader {:016x}",
481 unique_identifier); 481 unique_identifier);
@@ -506,7 +506,7 @@ void ShaderDiskCacheOpenGL::SaveDump(const ShaderDiskCacheUsage& usage, GLuint p
506 glGetProgramBinary(program, binary_length, nullptr, &binary_format, binary.data()); 506 glGetProgramBinary(program, binary_length, nullptr, &binary_format, binary.data());
507 507
508 const std::vector<u8> compressed_binary = 508 const std::vector<u8> compressed_binary =
509 Compression::CompressDataLZ4(binary.data(), binary.size(), true); 509 Common::Compression::CompressDataLZ4HCMax(binary.data(), binary.size());
510 510
511 if (compressed_binary.empty()) { 511 if (compressed_binary.empty()) {
512 LOG_ERROR(Render_OpenGL, "Failed to compress binary program in shader={:016x}", 512 LOG_ERROR(Render_OpenGL, "Failed to compress binary program in shader={:016x}",