diff options
Diffstat (limited to '')
| -rw-r--r-- | src/core/core_timing.cpp | 15 | ||||
| -rw-r--r-- | src/core/core_timing.h | 1 | ||||
| -rw-r--r-- | src/tests/core/core_timing.cpp | 156 |
3 files changed, 165 insertions, 7 deletions
diff --git a/src/core/core_timing.cpp b/src/core/core_timing.cpp index 6da2dcfb4..0ed6f9b19 100644 --- a/src/core/core_timing.cpp +++ b/src/core/core_timing.cpp | |||
| @@ -13,6 +13,8 @@ | |||
| 13 | #include "common/thread.h" | 13 | #include "common/thread.h" |
| 14 | #include "core/core_timing_util.h" | 14 | #include "core/core_timing_util.h" |
| 15 | 15 | ||
| 16 | #pragma optoimize("", off) | ||
| 17 | |||
| 16 | namespace Core::Timing { | 18 | namespace Core::Timing { |
| 17 | 19 | ||
| 18 | constexpr int MAX_SLICE_LENGTH = 10000; | 20 | constexpr int MAX_SLICE_LENGTH = 10000; |
| @@ -114,7 +116,7 @@ void CoreTiming::UnscheduleEvent(const EventType* event_type, u64 userdata) { | |||
| 114 | u64 CoreTiming::GetTicks() const { | 116 | u64 CoreTiming::GetTicks() const { |
| 115 | u64 ticks = static_cast<u64>(global_timer); | 117 | u64 ticks = static_cast<u64>(global_timer); |
| 116 | if (!is_global_timer_sane) { | 118 | if (!is_global_timer_sane) { |
| 117 | ticks += time_slice[current_context] - downcounts[current_context]; | 119 | ticks += accumulated_ticks; |
| 118 | } | 120 | } |
| 119 | return ticks; | 121 | return ticks; |
| 120 | } | 122 | } |
| @@ -124,6 +126,7 @@ u64 CoreTiming::GetIdleTicks() const { | |||
| 124 | } | 126 | } |
| 125 | 127 | ||
| 126 | void CoreTiming::AddTicks(u64 ticks) { | 128 | void CoreTiming::AddTicks(u64 ticks) { |
| 129 | accumulated_ticks += ticks; | ||
| 127 | downcounts[current_context] -= static_cast<s64>(ticks); | 130 | downcounts[current_context] -= static_cast<s64>(ticks); |
| 128 | } | 131 | } |
| 129 | 132 | ||
| @@ -151,7 +154,6 @@ void CoreTiming::ForceExceptionCheck(s64 cycles) { | |||
| 151 | 154 | ||
| 152 | // downcount is always (much) smaller than MAX_INT so we can safely cast cycles to an int | 155 | // downcount is always (much) smaller than MAX_INT so we can safely cast cycles to an int |
| 153 | // here. Account for cycles already executed by adjusting the g.slice_length | 156 | // here. Account for cycles already executed by adjusting the g.slice_length |
| 154 | slice_length -= downcounts[current_context] - static_cast<int>(cycles); | ||
| 155 | downcounts[current_context] = static_cast<int>(cycles); | 157 | downcounts[current_context] = static_cast<int>(cycles); |
| 156 | } | 158 | } |
| 157 | 159 | ||
| @@ -172,8 +174,8 @@ std::optional<u64> CoreTiming::NextAvailableCore(const s64 needed_ticks) const { | |||
| 172 | void CoreTiming::Advance() { | 174 | void CoreTiming::Advance() { |
| 173 | std::unique_lock<std::mutex> guard(inner_mutex); | 175 | std::unique_lock<std::mutex> guard(inner_mutex); |
| 174 | 176 | ||
| 175 | const int cycles_executed = time_slice[current_context] - downcounts[current_context]; | 177 | const int cycles_executed = accumulated_ticks; |
| 176 | time_slice[current_context] = std::max<s64>(0, downcounts[current_context]); | 178 | time_slice[current_context] = std::max<s64>(0, time_slice[current_context] - accumulated_ticks); |
| 177 | global_timer += cycles_executed; | 179 | global_timer += cycles_executed; |
| 178 | 180 | ||
| 179 | is_global_timer_sane = true; | 181 | is_global_timer_sane = true; |
| @@ -198,6 +200,8 @@ void CoreTiming::Advance() { | |||
| 198 | } | 200 | } |
| 199 | } | 201 | } |
| 200 | 202 | ||
| 203 | accumulated_ticks = 0; | ||
| 204 | |||
| 201 | downcounts[current_context] = time_slice[current_context]; | 205 | downcounts[current_context] = time_slice[current_context]; |
| 202 | } | 206 | } |
| 203 | 207 | ||
| @@ -212,6 +216,9 @@ void CoreTiming::ResetRun() { | |||
| 212 | s64 needed_ticks = std::min<s64>(event_queue.front().time - global_timer, MAX_SLICE_LENGTH); | 216 | s64 needed_ticks = std::min<s64>(event_queue.front().time - global_timer, MAX_SLICE_LENGTH); |
| 213 | downcounts[current_context] = needed_ticks; | 217 | downcounts[current_context] = needed_ticks; |
| 214 | } | 218 | } |
| 219 | |||
| 220 | is_global_timer_sane = false; | ||
| 221 | accumulated_ticks = 0; | ||
| 215 | } | 222 | } |
| 216 | 223 | ||
| 217 | void CoreTiming::Idle() { | 224 | void CoreTiming::Idle() { |
diff --git a/src/core/core_timing.h b/src/core/core_timing.h index ec0a6d2c0..8bba45beb 100644 --- a/src/core/core_timing.h +++ b/src/core/core_timing.h | |||
| @@ -130,6 +130,7 @@ private: | |||
| 130 | s64 global_timer = 0; | 130 | s64 global_timer = 0; |
| 131 | s64 idled_cycles = 0; | 131 | s64 idled_cycles = 0; |
| 132 | s64 slice_length = 0; | 132 | s64 slice_length = 0; |
| 133 | u64 accumulated_ticks = 0; | ||
| 133 | std::array<s64, num_cpu_cores> downcounts{}; | 134 | std::array<s64, num_cpu_cores> downcounts{}; |
| 134 | // Slice of time assigned to each core per run. | 135 | // Slice of time assigned to each core per run. |
| 135 | std::array<s64, num_cpu_cores> time_slice{}; | 136 | std::array<s64, num_cpu_cores> time_slice{}; |
diff --git a/src/tests/core/core_timing.cpp b/src/tests/core/core_timing.cpp index 596a2f4aa..467eb4736 100644 --- a/src/tests/core/core_timing.cpp +++ b/src/tests/core/core_timing.cpp | |||
| @@ -6,6 +6,7 @@ | |||
| 6 | 6 | ||
| 7 | #include <array> | 7 | #include <array> |
| 8 | #include <bitset> | 8 | #include <bitset> |
| 9 | #include <cstdlib> | ||
| 9 | #include <string> | 10 | #include <string> |
| 10 | #include "common/file_util.h" | 11 | #include "common/file_util.h" |
| 11 | #include "core/core.h" | 12 | #include "core/core.h" |
| @@ -13,7 +14,7 @@ | |||
| 13 | 14 | ||
| 14 | // Numbers are chosen randomly to make sure the correct one is given. | 15 | // Numbers are chosen randomly to make sure the correct one is given. |
| 15 | static constexpr std::array<u64, 5> CB_IDS{{42, 144, 93, 1026, UINT64_C(0xFFFF7FFFF7FFFF)}}; | 16 | static constexpr std::array<u64, 5> CB_IDS{{42, 144, 93, 1026, UINT64_C(0xFFFF7FFFF7FFFF)}}; |
| 16 | static constexpr int MAX_SLICE_LENGTH = 20000; // Copied from CoreTiming internals | 17 | static constexpr int MAX_SLICE_LENGTH = 10000; // Copied from CoreTiming internals |
| 17 | 18 | ||
| 18 | static std::bitset<CB_IDS.size()> callbacks_ran_flags; | 19 | static std::bitset<CB_IDS.size()> callbacks_ran_flags; |
| 19 | static u64 expected_callback = 0; | 20 | static u64 expected_callback = 0; |
| @@ -28,6 +29,12 @@ void CallbackTemplate(u64 userdata, s64 cycles_late) { | |||
| 28 | REQUIRE(lateness == cycles_late); | 29 | REQUIRE(lateness == cycles_late); |
| 29 | } | 30 | } |
| 30 | 31 | ||
| 32 | static u64 callbacks_done = 0; | ||
| 33 | |||
| 34 | void EmptyCallback(u64 userdata, s64 cycles_late) { | ||
| 35 | ++callbacks_done; | ||
| 36 | } | ||
| 37 | |||
| 31 | struct ScopeInit final { | 38 | struct ScopeInit final { |
| 32 | ScopeInit() { | 39 | ScopeInit() { |
| 33 | core_timing.Initialize(); | 40 | core_timing.Initialize(); |
| @@ -39,16 +46,159 @@ struct ScopeInit final { | |||
| 39 | Core::Timing::CoreTiming core_timing; | 46 | Core::Timing::CoreTiming core_timing; |
| 40 | }; | 47 | }; |
| 41 | 48 | ||
| 42 | static void AdvanceAndCheck(Core::Timing::CoreTiming& core_timing, u32 idx, int downcount, | 49 | static void AdvanceAndCheck(Core::Timing::CoreTiming& core_timing, u32 idx, u32 context = 0, |
| 43 | int expected_lateness = 0, int cpu_downcount = 0) { | 50 | int expected_lateness = 0, int cpu_downcount = 0) { |
| 44 | callbacks_ran_flags = 0; | 51 | callbacks_ran_flags = 0; |
| 45 | expected_callback = CB_IDS[idx]; | 52 | expected_callback = CB_IDS[idx]; |
| 46 | lateness = expected_lateness; | 53 | lateness = expected_lateness; |
| 47 | 54 | ||
| 48 | // Pretend we executed X cycles of instructions. | 55 | // Pretend we executed X cycles of instructions. |
| 56 | core_timing.SwitchContext(context); | ||
| 49 | core_timing.AddTicks(core_timing.GetDowncount() - cpu_downcount); | 57 | core_timing.AddTicks(core_timing.GetDowncount() - cpu_downcount); |
| 50 | core_timing.Advance(); | 58 | core_timing.Advance(); |
| 59 | core_timing.SwitchContext((context + 1) % 4); | ||
| 51 | 60 | ||
| 52 | REQUIRE(decltype(callbacks_ran_flags)().set(idx) == callbacks_ran_flags); | 61 | REQUIRE(decltype(callbacks_ran_flags)().set(idx) == callbacks_ran_flags); |
| 53 | REQUIRE(downcount == core_timing.GetDowncount()); | 62 | } |
| 63 | |||
| 64 | TEST_CASE("CoreTiming[BasicOrder]", "[core]") { | ||
| 65 | ScopeInit guard; | ||
| 66 | auto& core_timing = guard.core_timing; | ||
| 67 | |||
| 68 | Core::Timing::EventType* cb_a = core_timing.RegisterEvent("callbackA", CallbackTemplate<0>); | ||
| 69 | Core::Timing::EventType* cb_b = core_timing.RegisterEvent("callbackB", CallbackTemplate<1>); | ||
| 70 | Core::Timing::EventType* cb_c = core_timing.RegisterEvent("callbackC", CallbackTemplate<2>); | ||
| 71 | Core::Timing::EventType* cb_d = core_timing.RegisterEvent("callbackD", CallbackTemplate<3>); | ||
| 72 | Core::Timing::EventType* cb_e = core_timing.RegisterEvent("callbackE", CallbackTemplate<4>); | ||
| 73 | |||
| 74 | // Enter slice 0 | ||
| 75 | core_timing.ResetRun(); | ||
| 76 | |||
| 77 | // D -> B -> C -> A -> E | ||
| 78 | core_timing.SwitchContext(0); | ||
| 79 | core_timing.ScheduleEvent(1000, cb_a, CB_IDS[0]); | ||
| 80 | REQUIRE(1000 == core_timing.GetDowncount()); | ||
| 81 | core_timing.ScheduleEvent(500, cb_b, CB_IDS[1]); | ||
| 82 | REQUIRE(500 == core_timing.GetDowncount()); | ||
| 83 | core_timing.ScheduleEvent(800, cb_c, CB_IDS[2]); | ||
| 84 | REQUIRE(500 == core_timing.GetDowncount()); | ||
| 85 | core_timing.ScheduleEvent(100, cb_d, CB_IDS[3]); | ||
| 86 | REQUIRE(100 == core_timing.GetDowncount()); | ||
| 87 | core_timing.ScheduleEvent(1200, cb_e, CB_IDS[4]); | ||
| 88 | REQUIRE(100 == core_timing.GetDowncount()); | ||
| 89 | |||
| 90 | AdvanceAndCheck(core_timing, 3, 0); | ||
| 91 | AdvanceAndCheck(core_timing, 1, 1); | ||
| 92 | AdvanceAndCheck(core_timing, 2, 2); | ||
| 93 | AdvanceAndCheck(core_timing, 0, 3); | ||
| 94 | AdvanceAndCheck(core_timing, 4, 0); | ||
| 95 | } | ||
| 96 | |||
| 97 | TEST_CASE("CoreTiming[FairSharing]", "[core]") { | ||
| 98 | |||
| 99 | ScopeInit guard; | ||
| 100 | auto& core_timing = guard.core_timing; | ||
| 101 | |||
| 102 | Core::Timing::EventType* empty_callback = | ||
| 103 | core_timing.RegisterEvent("empty_callback", EmptyCallback); | ||
| 104 | |||
| 105 | callbacks_done = 0; | ||
| 106 | u64 MAX_CALLBACKS = 10; | ||
| 107 | for (std::size_t i = 0; i < 10; i++) { | ||
| 108 | core_timing.ScheduleEvent(i * 3333U, empty_callback, 0); | ||
| 109 | } | ||
| 110 | |||
| 111 | const s64 advances = MAX_SLICE_LENGTH / 10; | ||
| 112 | core_timing.ResetRun(); | ||
| 113 | u64 current_time = core_timing.GetTicks(); | ||
| 114 | bool keep_running{}; | ||
| 115 | do { | ||
| 116 | keep_running = false; | ||
| 117 | for (u32 active_core = 0; active_core < 4; ++active_core) { | ||
| 118 | core_timing.SwitchContext(active_core); | ||
| 119 | if (core_timing.CurrentContextCanRun()) { | ||
| 120 | core_timing.AddTicks(std::min<s64>(advances, core_timing.GetDowncount())); | ||
| 121 | core_timing.Advance(); | ||
| 122 | } | ||
| 123 | keep_running |= core_timing.CurrentContextCanRun(); | ||
| 124 | } | ||
| 125 | } while (keep_running); | ||
| 126 | u64 current_time_2 = core_timing.GetTicks(); | ||
| 127 | |||
| 128 | REQUIRE(MAX_CALLBACKS == callbacks_done); | ||
| 129 | REQUIRE(current_time_2 == current_time + MAX_SLICE_LENGTH * 4); | ||
| 130 | } | ||
| 131 | |||
| 132 | TEST_CASE("Core::Timing[PredictableLateness]", "[core]") { | ||
| 133 | ScopeInit guard; | ||
| 134 | auto& core_timing = guard.core_timing; | ||
| 135 | |||
| 136 | Core::Timing::EventType* cb_a = core_timing.RegisterEvent("callbackA", CallbackTemplate<0>); | ||
| 137 | Core::Timing::EventType* cb_b = core_timing.RegisterEvent("callbackB", CallbackTemplate<1>); | ||
| 138 | |||
| 139 | // Enter slice 0 | ||
| 140 | core_timing.ResetRun(); | ||
| 141 | |||
| 142 | core_timing.ScheduleEvent(100, cb_a, CB_IDS[0]); | ||
| 143 | core_timing.ScheduleEvent(200, cb_b, CB_IDS[1]); | ||
| 144 | |||
| 145 | AdvanceAndCheck(core_timing, 0, 0, 10, -10); // (100 - 10) | ||
| 146 | AdvanceAndCheck(core_timing, 1, 1, 50, -50); | ||
| 147 | } | ||
| 148 | |||
| 149 | namespace ChainSchedulingTest { | ||
| 150 | static int reschedules = 0; | ||
| 151 | |||
| 152 | static void RescheduleCallback(Core::Timing::CoreTiming& core_timing, u64 userdata, | ||
| 153 | s64 cycles_late) { | ||
| 154 | --reschedules; | ||
| 155 | REQUIRE(reschedules >= 0); | ||
| 156 | REQUIRE(lateness == cycles_late); | ||
| 157 | |||
| 158 | if (reschedules > 0) { | ||
| 159 | core_timing.ScheduleEvent(1000, reinterpret_cast<Core::Timing::EventType*>(userdata), | ||
| 160 | userdata); | ||
| 161 | } | ||
| 162 | } | ||
| 163 | } // namespace ChainSchedulingTest | ||
| 164 | |||
| 165 | TEST_CASE("CoreTiming[ChainScheduling]", "[core]") { | ||
| 166 | using namespace ChainSchedulingTest; | ||
| 167 | |||
| 168 | ScopeInit guard; | ||
| 169 | auto& core_timing = guard.core_timing; | ||
| 170 | |||
| 171 | Core::Timing::EventType* cb_a = core_timing.RegisterEvent("callbackA", CallbackTemplate<0>); | ||
| 172 | Core::Timing::EventType* cb_b = core_timing.RegisterEvent("callbackB", CallbackTemplate<1>); | ||
| 173 | Core::Timing::EventType* cb_c = core_timing.RegisterEvent("callbackC", CallbackTemplate<2>); | ||
| 174 | Core::Timing::EventType* cb_rs = core_timing.RegisterEvent( | ||
| 175 | "callbackReschedule", [&core_timing](u64 userdata, s64 cycles_late) { | ||
| 176 | RescheduleCallback(core_timing, userdata, cycles_late); | ||
| 177 | }); | ||
| 178 | |||
| 179 | // Enter slice 0 | ||
| 180 | core_timing.ResetRun(); | ||
| 181 | |||
| 182 | core_timing.ScheduleEvent(800, cb_a, CB_IDS[0]); | ||
| 183 | core_timing.ScheduleEvent(1000, cb_b, CB_IDS[1]); | ||
| 184 | core_timing.ScheduleEvent(2200, cb_c, CB_IDS[2]); | ||
| 185 | core_timing.ScheduleEvent(1000, cb_rs, reinterpret_cast<u64>(cb_rs)); | ||
| 186 | REQUIRE(800 == core_timing.GetDowncount()); | ||
| 187 | |||
| 188 | reschedules = 3; | ||
| 189 | AdvanceAndCheck(core_timing, 0, 0); // cb_a | ||
| 190 | AdvanceAndCheck(core_timing, 1, 1); // cb_b, cb_rs | ||
| 191 | REQUIRE(2 == reschedules); | ||
| 192 | |||
| 193 | core_timing.AddTicks(core_timing.GetDowncount()); | ||
| 194 | core_timing.Advance(); // cb_rs | ||
| 195 | core_timing.SwitchContext(3); | ||
| 196 | REQUIRE(1 == reschedules); | ||
| 197 | REQUIRE(200 == core_timing.GetDowncount()); | ||
| 198 | |||
| 199 | AdvanceAndCheck(core_timing, 2, 3); // cb_c | ||
| 200 | |||
| 201 | core_timing.AddTicks(core_timing.GetDowncount()); | ||
| 202 | core_timing.Advance(); // cb_rs | ||
| 203 | REQUIRE(0 == reschedules); | ||
| 54 | } | 204 | } |