diff options
| author | 2019-02-08 06:45:50 +0100 | |
|---|---|---|
| committer | 2019-03-29 18:12:42 +0100 | |
| commit | c791192d649cf01483dbea9907c6d13909b8e5a3 (patch) | |
| tree | 1b62eaf1f16edfe93ce84c61bed9357d55e1e4e6 /src/common | |
| parent | core: Do not link LZ4 to core. Use common/data_compression for nso segment de... (diff) | |
| download | yuzu-c791192d649cf01483dbea9907c6d13909b8e5a3.tar.gz yuzu-c791192d649cf01483dbea9907c6d13909b8e5a3.tar.xz yuzu-c791192d649cf01483dbea9907c6d13909b8e5a3.zip | |
Addressed feedback
Diffstat (limited to 'src/common')
| -rw-r--r-- | src/common/CMakeLists.txt | 4 | ||||
| -rw-r--r-- | src/common/data_compression.cpp | 56 | ||||
| -rw-r--r-- | src/common/data_compression.h | 23 | ||||
| -rw-r--r-- | src/common/lz4_compression.cpp | 78 | ||||
| -rw-r--r-- | src/common/lz4_compression.h | 55 |
5 files changed, 135 insertions, 81 deletions
diff --git a/src/common/CMakeLists.txt b/src/common/CMakeLists.txt index 43834eb85..5639021d3 100644 --- a/src/common/CMakeLists.txt +++ b/src/common/CMakeLists.txt | |||
| @@ -79,8 +79,6 @@ add_library(common STATIC | |||
| 79 | common_funcs.h | 79 | common_funcs.h |
| 80 | common_paths.h | 80 | common_paths.h |
| 81 | common_types.h | 81 | common_types.h |
| 82 | data_compression.cpp | ||
| 83 | data_compression.h | ||
| 84 | file_util.cpp | 82 | file_util.cpp |
| 85 | file_util.h | 83 | file_util.h |
| 86 | hash.h | 84 | hash.h |
| @@ -93,6 +91,8 @@ add_library(common STATIC | |||
| 93 | logging/log.h | 91 | logging/log.h |
| 94 | logging/text_formatter.cpp | 92 | logging/text_formatter.cpp |
| 95 | logging/text_formatter.h | 93 | logging/text_formatter.h |
| 94 | lz4_compression.cpp | ||
| 95 | lz4_compression.h | ||
| 96 | math_util.h | 96 | math_util.h |
| 97 | memory_hook.cpp | 97 | memory_hook.cpp |
| 98 | memory_hook.h | 98 | memory_hook.h |
diff --git a/src/common/data_compression.cpp b/src/common/data_compression.cpp deleted file mode 100644 index fdf4907d1..000000000 --- a/src/common/data_compression.cpp +++ /dev/null | |||
| @@ -1,56 +0,0 @@ | |||
| 1 | // Copyright 2019 yuzu Emulator Project | ||
| 2 | // Licensed under GPLv2 or any later version | ||
| 3 | // Refer to the license.txt file included. | ||
| 4 | |||
| 5 | #pragma once | ||
| 6 | |||
| 7 | #include <lz4hc.h> | ||
| 8 | |||
| 9 | #include "data_compression.h" | ||
| 10 | |||
| 11 | namespace Compression { | ||
| 12 | |||
| 13 | std::vector<u8> CompressDataLZ4(const u8* source, std::size_t source_size, | ||
| 14 | bool use_LZ4_high_compression) { | ||
| 15 | if (source_size > LZ4_MAX_INPUT_SIZE) { | ||
| 16 | // Source size exceeds LZ4 maximum input size | ||
| 17 | return {}; | ||
| 18 | } | ||
| 19 | const auto source_size_int = static_cast<int>(source_size); | ||
| 20 | const int max_compressed_size = LZ4_compressBound(source_size_int); | ||
| 21 | std::vector<u8> compressed(max_compressed_size); | ||
| 22 | int compressed_size = 0; | ||
| 23 | |||
| 24 | if (use_LZ4_high_compression) { | ||
| 25 | compressed_size = LZ4_compress_HC(reinterpret_cast<const char*>(source), | ||
| 26 | reinterpret_cast<char*>(compressed.data()), | ||
| 27 | source_size_int, max_compressed_size, LZ4HC_CLEVEL_MAX); | ||
| 28 | } else { | ||
| 29 | compressed_size = LZ4_compress_default(reinterpret_cast<const char*>(source), | ||
| 30 | reinterpret_cast<char*>(compressed.data()), | ||
| 31 | source_size_int, max_compressed_size); | ||
| 32 | } | ||
| 33 | |||
| 34 | if (compressed_size <= 0) { | ||
| 35 | // Compression failed | ||
| 36 | return {}; | ||
| 37 | } | ||
| 38 | compressed.resize(compressed_size); | ||
| 39 | return compressed; | ||
| 40 | } | ||
| 41 | |||
| 42 | std::vector<u8> DecompressDataLZ4(const std::vector<u8>& compressed, | ||
| 43 | std::size_t uncompressed_size) { | ||
| 44 | std::vector<u8> uncompressed(uncompressed_size); | ||
| 45 | const int size_check = LZ4_decompress_safe(reinterpret_cast<const char*>(compressed.data()), | ||
| 46 | reinterpret_cast<char*>(uncompressed.data()), | ||
| 47 | static_cast<int>(compressed.size()), | ||
| 48 | static_cast<int>(uncompressed.size())); | ||
| 49 | if (static_cast<int>(uncompressed_size) != size_check) { | ||
| 50 | // Decompression failed | ||
| 51 | return {}; | ||
| 52 | } | ||
| 53 | return uncompressed; | ||
| 54 | } | ||
| 55 | |||
| 56 | } // namespace Compression | ||
diff --git a/src/common/data_compression.h b/src/common/data_compression.h deleted file mode 100644 index f7264b7b8..000000000 --- a/src/common/data_compression.h +++ /dev/null | |||
| @@ -1,23 +0,0 @@ | |||
| 1 | // Copyright 2019 yuzu Emulator Project | ||
| 2 | // Licensed under GPLv2 or any later version | ||
| 3 | // Refer to the license.txt file included. | ||
| 4 | |||
| 5 | #pragma once | ||
| 6 | |||
| 7 | #include <vector> | ||
| 8 | |||
| 9 | #include "common/common_types.h" | ||
| 10 | |||
| 11 | namespace Compression { | ||
| 12 | |||
| 13 | // Compresses a source memory region with LZ4 and returns the compressed data in an vector. If | ||
| 14 | // use_LZ4_high_compression is true, the LZ4 subalgortihmn LZ4HC is used with the highst possible | ||
| 15 | // compression level. This results in a smaller compressed size, but requires more CPU time for | ||
| 16 | // compression. Data compressed with LZ4HC can also be decompressed with the default LZ4 | ||
| 17 | // decompression function. | ||
| 18 | std::vector<u8> CompressDataLZ4(const u8* source, std::size_t source_size, | ||
| 19 | bool use_LZ4_high_compression); | ||
| 20 | |||
| 21 | std::vector<u8> DecompressDataLZ4(const std::vector<u8>& compressed, std::size_t uncompressed_size); | ||
| 22 | |||
| 23 | } // namespace Compression \ No newline at end of file | ||
diff --git a/src/common/lz4_compression.cpp b/src/common/lz4_compression.cpp new file mode 100644 index 000000000..dc9b4a916 --- /dev/null +++ b/src/common/lz4_compression.cpp | |||
| @@ -0,0 +1,78 @@ | |||
| 1 | // Copyright 2019 yuzu Emulator Project | ||
| 2 | // Licensed under GPLv2 or any later version | ||
| 3 | // Refer to the license.txt file included. | ||
| 4 | |||
| 5 | #pragma once | ||
| 6 | |||
| 7 | #include <algorithm> | ||
| 8 | #include <lz4hc.h> | ||
| 9 | |||
| 10 | #include "common/assert.h" | ||
| 11 | #include "common/lz4_compression.h" | ||
| 12 | |||
| 13 | namespace Common::Compression { | ||
| 14 | |||
| 15 | std::vector<u8> CompressDataLZ4(const u8* source, std::size_t source_size) { | ||
| 16 | ASSERT_MSG(source_size <= LZ4_MAX_INPUT_SIZE, "Source size exceeds LZ4 maximum input size"); | ||
| 17 | |||
| 18 | const auto source_size_int = static_cast<int>(source_size); | ||
| 19 | const int max_compressed_size = LZ4_compressBound(source_size_int); | ||
| 20 | std::vector<u8> compressed(max_compressed_size); | ||
| 21 | |||
| 22 | const int compressed_size = LZ4_compress_default(reinterpret_cast<const char*>(source), | ||
| 23 | reinterpret_cast<char*>(compressed.data()), | ||
| 24 | source_size_int, max_compressed_size); | ||
| 25 | |||
| 26 | if (compressed_size <= 0) { | ||
| 27 | // Compression failed | ||
| 28 | return {}; | ||
| 29 | } | ||
| 30 | |||
| 31 | compressed.resize(compressed_size); | ||
| 32 | |||
| 33 | return compressed; | ||
| 34 | } | ||
| 35 | |||
| 36 | std::vector<u8> CompressDataLZ4HC(const u8* source, std::size_t source_size, | ||
| 37 | s32 compression_level) { | ||
| 38 | ASSERT_MSG(source_size <= LZ4_MAX_INPUT_SIZE, "Source size exceeds LZ4 maximum input size"); | ||
| 39 | |||
| 40 | compression_level = std::clamp(compression_level, LZ4HC_CLEVEL_MIN, LZ4HC_CLEVEL_MAX); | ||
| 41 | |||
| 42 | const auto source_size_int = static_cast<int>(source_size); | ||
| 43 | const int max_compressed_size = LZ4_compressBound(source_size_int); | ||
| 44 | std::vector<u8> compressed(max_compressed_size); | ||
| 45 | |||
| 46 | const int compressed_size = LZ4_compress_HC( | ||
| 47 | reinterpret_cast<const char*>(source), reinterpret_cast<char*>(compressed.data()), | ||
| 48 | source_size_int, max_compressed_size, compression_level); | ||
| 49 | |||
| 50 | if (compressed_size <= 0) { | ||
| 51 | // Compression failed | ||
| 52 | return {}; | ||
| 53 | } | ||
| 54 | |||
| 55 | compressed.resize(compressed_size); | ||
| 56 | |||
| 57 | return compressed; | ||
| 58 | } | ||
| 59 | |||
| 60 | std::vector<u8> CompressDataLZ4HCMax(const u8* source, std::size_t source_size) { | ||
| 61 | return CompressDataLZ4HC(source, source_size, LZ4HC_CLEVEL_MAX); | ||
| 62 | } | ||
| 63 | |||
| 64 | std::vector<u8> DecompressDataLZ4(const std::vector<u8>& compressed, | ||
| 65 | std::size_t uncompressed_size) { | ||
| 66 | std::vector<u8> uncompressed(uncompressed_size); | ||
| 67 | const int size_check = LZ4_decompress_safe(reinterpret_cast<const char*>(compressed.data()), | ||
| 68 | reinterpret_cast<char*>(uncompressed.data()), | ||
| 69 | static_cast<int>(compressed.size()), | ||
| 70 | static_cast<int>(uncompressed.size())); | ||
| 71 | if (static_cast<int>(uncompressed_size) != size_check) { | ||
| 72 | // Decompression failed | ||
| 73 | return {}; | ||
| 74 | } | ||
| 75 | return uncompressed; | ||
| 76 | } | ||
| 77 | |||
| 78 | } // namespace Common::Compression | ||
diff --git a/src/common/lz4_compression.h b/src/common/lz4_compression.h new file mode 100644 index 000000000..fe2231a6c --- /dev/null +++ b/src/common/lz4_compression.h | |||
| @@ -0,0 +1,55 @@ | |||
| 1 | // Copyright 2019 yuzu Emulator Project | ||
| 2 | // Licensed under GPLv2 or any later version | ||
| 3 | // Refer to the license.txt file included. | ||
| 4 | |||
| 5 | #include <vector> | ||
| 6 | |||
| 7 | #include "common/common_types.h" | ||
| 8 | |||
| 9 | namespace Common::Compression { | ||
| 10 | |||
| 11 | /** | ||
| 12 | * Compresses a source memory region with LZ4 and returns the compressed data in a vector. | ||
| 13 | * | ||
| 14 | * @param source the uncompressed source memory region. | ||
| 15 | * @param source_size the size in bytes of the uncompressed source memory region. | ||
| 16 | * | ||
| 17 | * @return the compressed data. | ||
| 18 | */ | ||
| 19 | std::vector<u8> CompressDataLZ4(const u8* source, std::size_t source_size); | ||
| 20 | |||
| 21 | /** | ||
| 22 | * Utilizes the LZ4 subalgorithm LZ4HC with the specified compression level. Higher compression | ||
| 23 | * levels result in a smaller compressed size, but require more CPU time for compression. The | ||
| 24 | * compression level has almost no impact on decompression speed. Data compressed with LZ4HC can | ||
| 25 | * also be decompressed with the default LZ4 decompression. | ||
| 26 | * | ||
| 27 | * @param source the uncompressed source memory region. | ||
| 28 | * @param source_size the size in bytes of the uncompressed source memory region. | ||
| 29 | * @param compression_level the used compression level. Should be between 3 and 12. | ||
| 30 | * | ||
| 31 | * @return the compressed data. | ||
| 32 | */ | ||
| 33 | std::vector<u8> CompressDataLZ4HC(const u8* source, std::size_t source_size, s32 compression_level); | ||
| 34 | |||
| 35 | /** | ||
| 36 | * Utilizes the LZ4 subalgorithm LZ4HC with the highest possible compression level. | ||
| 37 | * | ||
| 38 | * @param source the uncompressed source memory region. | ||
| 39 | * @param source_size the size in bytes of the uncompressed source memory region. | ||
| 40 | * | ||
| 41 | * @return the compressed data. | ||
| 42 | */ | ||
| 43 | std::vector<u8> CompressDataLZ4HCMax(const u8* source, std::size_t source_size); | ||
| 44 | |||
| 45 | /** | ||
| 46 | * Decompresses a source memory region with LZ4 and returns the uncompressed data in a vector. | ||
| 47 | * | ||
| 48 | * @param compressed the compressed source memory region. | ||
| 49 | * @param uncompressed_size the size in bytes of the uncompressed data. | ||
| 50 | * | ||
| 51 | * @return the decompressed data. | ||
| 52 | */ | ||
| 53 | std::vector<u8> DecompressDataLZ4(const std::vector<u8>& compressed, std::size_t uncompressed_size); | ||
| 54 | |||
| 55 | } // namespace Common::Compression \ No newline at end of file | ||