diff options
| author | 2020-07-04 00:59:40 -0400 | |
|---|---|---|
| committer | 2020-07-04 00:59:40 -0400 | |
| commit | f829932ed191ad469df01342191bf2725e8a20bb (patch) | |
| tree | 0ae185ce3ef43ef9b085aae7b9ad5abb04e3d239 /src/core/hle/kernel/thread.cpp | |
| parent | Fix for always firing triggers on some controllers, trigger threshold more un... (diff) | |
| parent | Merge pull request #4218 from ogniK5377/opus-external (diff) | |
| download | yuzu-f829932ed191ad469df01342191bf2725e8a20bb.tar.gz yuzu-f829932ed191ad469df01342191bf2725e8a20bb.tar.xz yuzu-f829932ed191ad469df01342191bf2725e8a20bb.zip | |
Fix merge conflicts?
Diffstat (limited to 'src/core/hle/kernel/thread.cpp')
| -rw-r--r-- | src/core/hle/kernel/thread.cpp | 424 |
1 files changed, 208 insertions, 216 deletions
diff --git a/src/core/hle/kernel/thread.cpp b/src/core/hle/kernel/thread.cpp index db7f379ac..2b1092697 100644 --- a/src/core/hle/kernel/thread.cpp +++ b/src/core/hle/kernel/thread.cpp | |||
| @@ -9,12 +9,21 @@ | |||
| 9 | 9 | ||
| 10 | #include "common/assert.h" | 10 | #include "common/assert.h" |
| 11 | #include "common/common_types.h" | 11 | #include "common/common_types.h" |
| 12 | #include "common/fiber.h" | ||
| 12 | #include "common/logging/log.h" | 13 | #include "common/logging/log.h" |
| 13 | #include "common/thread_queue_list.h" | 14 | #include "common/thread_queue_list.h" |
| 14 | #include "core/arm/arm_interface.h" | 15 | #include "core/arm/arm_interface.h" |
| 16 | #ifdef ARCHITECTURE_x86_64 | ||
| 17 | #include "core/arm/dynarmic/arm_dynarmic_32.h" | ||
| 18 | #include "core/arm/dynarmic/arm_dynarmic_64.h" | ||
| 19 | #endif | ||
| 20 | #include "core/arm/cpu_interrupt_handler.h" | ||
| 21 | #include "core/arm/exclusive_monitor.h" | ||
| 22 | #include "core/arm/unicorn/arm_unicorn.h" | ||
| 15 | #include "core/core.h" | 23 | #include "core/core.h" |
| 16 | #include "core/core_timing.h" | 24 | #include "core/core_timing.h" |
| 17 | #include "core/core_timing_util.h" | 25 | #include "core/core_timing_util.h" |
| 26 | #include "core/cpu_manager.h" | ||
| 18 | #include "core/hardware_properties.h" | 27 | #include "core/hardware_properties.h" |
| 19 | #include "core/hle/kernel/errors.h" | 28 | #include "core/hle/kernel/errors.h" |
| 20 | #include "core/hle/kernel/handle_table.h" | 29 | #include "core/hle/kernel/handle_table.h" |
| @@ -23,6 +32,7 @@ | |||
| 23 | #include "core/hle/kernel/process.h" | 32 | #include "core/hle/kernel/process.h" |
| 24 | #include "core/hle/kernel/scheduler.h" | 33 | #include "core/hle/kernel/scheduler.h" |
| 25 | #include "core/hle/kernel/thread.h" | 34 | #include "core/hle/kernel/thread.h" |
| 35 | #include "core/hle/kernel/time_manager.h" | ||
| 26 | #include "core/hle/result.h" | 36 | #include "core/hle/result.h" |
| 27 | #include "core/memory.h" | 37 | #include "core/memory.h" |
| 28 | 38 | ||
| @@ -44,46 +54,26 @@ Thread::Thread(KernelCore& kernel) : SynchronizationObject{kernel} {} | |||
| 44 | Thread::~Thread() = default; | 54 | Thread::~Thread() = default; |
| 45 | 55 | ||
| 46 | void Thread::Stop() { | 56 | void Thread::Stop() { |
| 47 | // Cancel any outstanding wakeup events for this thread | 57 | { |
| 48 | Core::System::GetInstance().CoreTiming().UnscheduleEvent(kernel.ThreadWakeupCallbackEventType(), | 58 | SchedulerLock lock(kernel); |
| 49 | global_handle); | 59 | SetStatus(ThreadStatus::Dead); |
| 50 | kernel.GlobalHandleTable().Close(global_handle); | 60 | Signal(); |
| 51 | global_handle = 0; | 61 | kernel.GlobalHandleTable().Close(global_handle); |
| 52 | SetStatus(ThreadStatus::Dead); | ||
| 53 | Signal(); | ||
| 54 | |||
| 55 | // Clean up any dangling references in objects that this thread was waiting for | ||
| 56 | for (auto& wait_object : wait_objects) { | ||
| 57 | wait_object->RemoveWaitingThread(SharedFrom(this)); | ||
| 58 | } | ||
| 59 | wait_objects.clear(); | ||
| 60 | |||
| 61 | owner_process->UnregisterThread(this); | ||
| 62 | |||
| 63 | // Mark the TLS slot in the thread's page as free. | ||
| 64 | owner_process->FreeTLSRegion(tls_address); | ||
| 65 | } | ||
| 66 | |||
| 67 | void Thread::WakeAfterDelay(s64 nanoseconds) { | ||
| 68 | // Don't schedule a wakeup if the thread wants to wait forever | ||
| 69 | if (nanoseconds == -1) | ||
| 70 | return; | ||
| 71 | 62 | ||
| 72 | // This function might be called from any thread so we have to be cautious and use the | 63 | if (owner_process) { |
| 73 | // thread-safe version of ScheduleEvent. | 64 | owner_process->UnregisterThread(this); |
| 74 | const s64 cycles = Core::Timing::nsToCycles(std::chrono::nanoseconds{nanoseconds}); | ||
| 75 | Core::System::GetInstance().CoreTiming().ScheduleEvent( | ||
| 76 | cycles, kernel.ThreadWakeupCallbackEventType(), global_handle); | ||
| 77 | } | ||
| 78 | 65 | ||
| 79 | void Thread::CancelWakeupTimer() { | 66 | // Mark the TLS slot in the thread's page as free. |
| 80 | Core::System::GetInstance().CoreTiming().UnscheduleEvent(kernel.ThreadWakeupCallbackEventType(), | 67 | owner_process->FreeTLSRegion(tls_address); |
| 81 | global_handle); | 68 | } |
| 69 | arm_interface.reset(); | ||
| 70 | has_exited = true; | ||
| 71 | } | ||
| 72 | global_handle = 0; | ||
| 82 | } | 73 | } |
| 83 | 74 | ||
| 84 | void Thread::ResumeFromWait() { | 75 | void Thread::ResumeFromWait() { |
| 85 | ASSERT_MSG(wait_objects.empty(), "Thread is waking up while waiting for objects"); | 76 | SchedulerLock lock(kernel); |
| 86 | |||
| 87 | switch (status) { | 77 | switch (status) { |
| 88 | case ThreadStatus::Paused: | 78 | case ThreadStatus::Paused: |
| 89 | case ThreadStatus::WaitSynch: | 79 | case ThreadStatus::WaitSynch: |
| @@ -99,7 +89,7 @@ void Thread::ResumeFromWait() { | |||
| 99 | case ThreadStatus::Ready: | 89 | case ThreadStatus::Ready: |
| 100 | // The thread's wakeup callback must have already been cleared when the thread was first | 90 | // The thread's wakeup callback must have already been cleared when the thread was first |
| 101 | // awoken. | 91 | // awoken. |
| 102 | ASSERT(wakeup_callback == nullptr); | 92 | ASSERT(hle_callback == nullptr); |
| 103 | // If the thread is waiting on multiple wait objects, it might be awoken more than once | 93 | // If the thread is waiting on multiple wait objects, it might be awoken more than once |
| 104 | // before actually resuming. We can ignore subsequent wakeups if the thread status has | 94 | // before actually resuming. We can ignore subsequent wakeups if the thread status has |
| 105 | // already been set to ThreadStatus::Ready. | 95 | // already been set to ThreadStatus::Ready. |
| @@ -115,24 +105,31 @@ void Thread::ResumeFromWait() { | |||
| 115 | return; | 105 | return; |
| 116 | } | 106 | } |
| 117 | 107 | ||
| 118 | wakeup_callback = nullptr; | 108 | SetStatus(ThreadStatus::Ready); |
| 109 | } | ||
| 110 | |||
| 111 | void Thread::OnWakeUp() { | ||
| 112 | SchedulerLock lock(kernel); | ||
| 119 | 113 | ||
| 120 | if (activity == ThreadActivity::Paused) { | 114 | SetStatus(ThreadStatus::Ready); |
| 121 | SetStatus(ThreadStatus::Paused); | 115 | } |
| 122 | return; | ||
| 123 | } | ||
| 124 | 116 | ||
| 117 | ResultCode Thread::Start() { | ||
| 118 | SchedulerLock lock(kernel); | ||
| 125 | SetStatus(ThreadStatus::Ready); | 119 | SetStatus(ThreadStatus::Ready); |
| 120 | return RESULT_SUCCESS; | ||
| 126 | } | 121 | } |
| 127 | 122 | ||
| 128 | void Thread::CancelWait() { | 123 | void Thread::CancelWait() { |
| 129 | if (GetSchedulingStatus() != ThreadSchedStatus::Paused) { | 124 | SchedulerLock lock(kernel); |
| 125 | if (GetSchedulingStatus() != ThreadSchedStatus::Paused || !is_waiting_on_sync) { | ||
| 130 | is_sync_cancelled = true; | 126 | is_sync_cancelled = true; |
| 131 | return; | 127 | return; |
| 132 | } | 128 | } |
| 129 | // TODO(Blinkhawk): Implement cancel of server session | ||
| 133 | is_sync_cancelled = false; | 130 | is_sync_cancelled = false; |
| 134 | SetWaitSynchronizationResult(ERR_SYNCHRONIZATION_CANCELED); | 131 | SetSynchronizationResults(nullptr, ERR_SYNCHRONIZATION_CANCELED); |
| 135 | ResumeFromWait(); | 132 | SetStatus(ThreadStatus::Ready); |
| 136 | } | 133 | } |
| 137 | 134 | ||
| 138 | static void ResetThreadContext32(Core::ARM_Interface::ThreadContext32& context, u32 stack_top, | 135 | static void ResetThreadContext32(Core::ARM_Interface::ThreadContext32& context, u32 stack_top, |
| @@ -153,12 +150,29 @@ static void ResetThreadContext64(Core::ARM_Interface::ThreadContext64& context, | |||
| 153 | context.fpcr = 0; | 150 | context.fpcr = 0; |
| 154 | } | 151 | } |
| 155 | 152 | ||
| 156 | ResultVal<std::shared_ptr<Thread>> Thread::Create(KernelCore& kernel, std::string name, | 153 | std::shared_ptr<Common::Fiber>& Thread::GetHostContext() { |
| 157 | VAddr entry_point, u32 priority, u64 arg, | 154 | return host_context; |
| 158 | s32 processor_id, VAddr stack_top, | 155 | } |
| 159 | Process& owner_process) { | 156 | |
| 157 | ResultVal<std::shared_ptr<Thread>> Thread::Create(Core::System& system, ThreadType type_flags, | ||
| 158 | std::string name, VAddr entry_point, u32 priority, | ||
| 159 | u64 arg, s32 processor_id, VAddr stack_top, | ||
| 160 | Process* owner_process) { | ||
| 161 | std::function<void(void*)> init_func = system.GetCpuManager().GetGuestThreadStartFunc(); | ||
| 162 | void* init_func_parameter = system.GetCpuManager().GetStartFuncParamater(); | ||
| 163 | return Create(system, type_flags, name, entry_point, priority, arg, processor_id, stack_top, | ||
| 164 | owner_process, std::move(init_func), init_func_parameter); | ||
| 165 | } | ||
| 166 | |||
| 167 | ResultVal<std::shared_ptr<Thread>> Thread::Create(Core::System& system, ThreadType type_flags, | ||
| 168 | std::string name, VAddr entry_point, u32 priority, | ||
| 169 | u64 arg, s32 processor_id, VAddr stack_top, | ||
| 170 | Process* owner_process, | ||
| 171 | std::function<void(void*)>&& thread_start_func, | ||
| 172 | void* thread_start_parameter) { | ||
| 173 | auto& kernel = system.Kernel(); | ||
| 160 | // Check if priority is in ranged. Lowest priority -> highest priority id. | 174 | // Check if priority is in ranged. Lowest priority -> highest priority id. |
| 161 | if (priority > THREADPRIO_LOWEST) { | 175 | if (priority > THREADPRIO_LOWEST && ((type_flags & THREADTYPE_IDLE) == 0)) { |
| 162 | LOG_ERROR(Kernel_SVC, "Invalid thread priority: {}", priority); | 176 | LOG_ERROR(Kernel_SVC, "Invalid thread priority: {}", priority); |
| 163 | return ERR_INVALID_THREAD_PRIORITY; | 177 | return ERR_INVALID_THREAD_PRIORITY; |
| 164 | } | 178 | } |
| @@ -168,11 +182,12 @@ ResultVal<std::shared_ptr<Thread>> Thread::Create(KernelCore& kernel, std::strin | |||
| 168 | return ERR_INVALID_PROCESSOR_ID; | 182 | return ERR_INVALID_PROCESSOR_ID; |
| 169 | } | 183 | } |
| 170 | 184 | ||
| 171 | auto& system = Core::System::GetInstance(); | 185 | if (owner_process) { |
| 172 | if (!system.Memory().IsValidVirtualAddress(owner_process, entry_point)) { | 186 | if (!system.Memory().IsValidVirtualAddress(*owner_process, entry_point)) { |
| 173 | LOG_ERROR(Kernel_SVC, "(name={}): invalid entry {:016X}", name, entry_point); | 187 | LOG_ERROR(Kernel_SVC, "(name={}): invalid entry {:016X}", name, entry_point); |
| 174 | // TODO (bunnei): Find the correct error code to use here | 188 | // TODO (bunnei): Find the correct error code to use here |
| 175 | return RESULT_UNKNOWN; | 189 | return RESULT_UNKNOWN; |
| 190 | } | ||
| 176 | } | 191 | } |
| 177 | 192 | ||
| 178 | std::shared_ptr<Thread> thread = std::make_shared<Thread>(kernel); | 193 | std::shared_ptr<Thread> thread = std::make_shared<Thread>(kernel); |
| @@ -183,51 +198,82 @@ ResultVal<std::shared_ptr<Thread>> Thread::Create(KernelCore& kernel, std::strin | |||
| 183 | thread->stack_top = stack_top; | 198 | thread->stack_top = stack_top; |
| 184 | thread->tpidr_el0 = 0; | 199 | thread->tpidr_el0 = 0; |
| 185 | thread->nominal_priority = thread->current_priority = priority; | 200 | thread->nominal_priority = thread->current_priority = priority; |
| 186 | thread->last_running_ticks = system.CoreTiming().GetTicks(); | 201 | thread->last_running_ticks = 0; |
| 187 | thread->processor_id = processor_id; | 202 | thread->processor_id = processor_id; |
| 188 | thread->ideal_core = processor_id; | 203 | thread->ideal_core = processor_id; |
| 189 | thread->affinity_mask = 1ULL << processor_id; | 204 | thread->affinity_mask = 1ULL << processor_id; |
| 190 | thread->wait_objects.clear(); | 205 | thread->wait_objects = nullptr; |
| 191 | thread->mutex_wait_address = 0; | 206 | thread->mutex_wait_address = 0; |
| 192 | thread->condvar_wait_address = 0; | 207 | thread->condvar_wait_address = 0; |
| 193 | thread->wait_handle = 0; | 208 | thread->wait_handle = 0; |
| 194 | thread->name = std::move(name); | 209 | thread->name = std::move(name); |
| 195 | thread->global_handle = kernel.GlobalHandleTable().Create(thread).Unwrap(); | 210 | thread->global_handle = kernel.GlobalHandleTable().Create(thread).Unwrap(); |
| 196 | thread->owner_process = &owner_process; | 211 | thread->owner_process = owner_process; |
| 197 | auto& scheduler = kernel.GlobalScheduler(); | 212 | thread->type = type_flags; |
| 198 | scheduler.AddThread(thread); | 213 | if ((type_flags & THREADTYPE_IDLE) == 0) { |
| 199 | thread->tls_address = thread->owner_process->CreateTLSRegion(); | 214 | auto& scheduler = kernel.GlobalScheduler(); |
| 200 | 215 | scheduler.AddThread(thread); | |
| 201 | thread->owner_process->RegisterThread(thread.get()); | 216 | } |
| 217 | if (owner_process) { | ||
| 218 | thread->tls_address = thread->owner_process->CreateTLSRegion(); | ||
| 219 | thread->owner_process->RegisterThread(thread.get()); | ||
| 220 | } else { | ||
| 221 | thread->tls_address = 0; | ||
| 222 | } | ||
| 223 | // TODO(peachum): move to ScheduleThread() when scheduler is added so selected core is used | ||
| 224 | // to initialize the context | ||
| 225 | thread->arm_interface.reset(); | ||
| 226 | if ((type_flags & THREADTYPE_HLE) == 0) { | ||
| 227 | #ifdef ARCHITECTURE_x86_64 | ||
| 228 | if (owner_process && !owner_process->Is64BitProcess()) { | ||
| 229 | thread->arm_interface = std::make_unique<Core::ARM_Dynarmic_32>( | ||
| 230 | system, kernel.Interrupts(), kernel.IsMulticore(), kernel.GetExclusiveMonitor(), | ||
| 231 | processor_id); | ||
| 232 | } else { | ||
| 233 | thread->arm_interface = std::make_unique<Core::ARM_Dynarmic_64>( | ||
| 234 | system, kernel.Interrupts(), kernel.IsMulticore(), kernel.GetExclusiveMonitor(), | ||
| 235 | processor_id); | ||
| 236 | } | ||
| 202 | 237 | ||
| 203 | ResetThreadContext32(thread->context_32, static_cast<u32>(stack_top), | 238 | #else |
| 204 | static_cast<u32>(entry_point), static_cast<u32>(arg)); | 239 | if (owner_process && !owner_process->Is64BitProcess()) { |
| 205 | ResetThreadContext64(thread->context_64, stack_top, entry_point, arg); | 240 | thread->arm_interface = std::make_shared<Core::ARM_Unicorn>( |
| 241 | system, kernel.Interrupts(), kernel.IsMulticore(), ARM_Unicorn::Arch::AArch32, | ||
| 242 | processor_id); | ||
| 243 | } else { | ||
| 244 | thread->arm_interface = std::make_shared<Core::ARM_Unicorn>( | ||
| 245 | system, kernel.Interrupts(), kernel.IsMulticore(), ARM_Unicorn::Arch::AArch64, | ||
| 246 | processor_id); | ||
| 247 | } | ||
| 248 | LOG_WARNING(Core, "CPU JIT requested, but Dynarmic not available"); | ||
| 249 | #endif | ||
| 250 | ResetThreadContext32(thread->context_32, static_cast<u32>(stack_top), | ||
| 251 | static_cast<u32>(entry_point), static_cast<u32>(arg)); | ||
| 252 | ResetThreadContext64(thread->context_64, stack_top, entry_point, arg); | ||
| 253 | } | ||
| 254 | thread->host_context = | ||
| 255 | std::make_shared<Common::Fiber>(std::move(thread_start_func), thread_start_parameter); | ||
| 206 | 256 | ||
| 207 | return MakeResult<std::shared_ptr<Thread>>(std::move(thread)); | 257 | return MakeResult<std::shared_ptr<Thread>>(std::move(thread)); |
| 208 | } | 258 | } |
| 209 | 259 | ||
| 210 | void Thread::SetPriority(u32 priority) { | 260 | void Thread::SetPriority(u32 priority) { |
| 261 | SchedulerLock lock(kernel); | ||
| 211 | ASSERT_MSG(priority <= THREADPRIO_LOWEST && priority >= THREADPRIO_HIGHEST, | 262 | ASSERT_MSG(priority <= THREADPRIO_LOWEST && priority >= THREADPRIO_HIGHEST, |
| 212 | "Invalid priority value."); | 263 | "Invalid priority value."); |
| 213 | nominal_priority = priority; | 264 | nominal_priority = priority; |
| 214 | UpdatePriority(); | 265 | UpdatePriority(); |
| 215 | } | 266 | } |
| 216 | 267 | ||
| 217 | void Thread::SetWaitSynchronizationResult(ResultCode result) { | 268 | void Thread::SetSynchronizationResults(SynchronizationObject* object, ResultCode result) { |
| 218 | context_32.cpu_registers[0] = result.raw; | 269 | signaling_object = object; |
| 219 | context_64.cpu_registers[0] = result.raw; | 270 | signaling_result = result; |
| 220 | } | ||
| 221 | |||
| 222 | void Thread::SetWaitSynchronizationOutput(s32 output) { | ||
| 223 | context_32.cpu_registers[1] = output; | ||
| 224 | context_64.cpu_registers[1] = output; | ||
| 225 | } | 271 | } |
| 226 | 272 | ||
| 227 | s32 Thread::GetSynchronizationObjectIndex(std::shared_ptr<SynchronizationObject> object) const { | 273 | s32 Thread::GetSynchronizationObjectIndex(std::shared_ptr<SynchronizationObject> object) const { |
| 228 | ASSERT_MSG(!wait_objects.empty(), "Thread is not waiting for anything"); | 274 | ASSERT_MSG(!wait_objects->empty(), "Thread is not waiting for anything"); |
| 229 | const auto match = std::find(wait_objects.rbegin(), wait_objects.rend(), object); | 275 | const auto match = std::find(wait_objects->rbegin(), wait_objects->rend(), object); |
| 230 | return static_cast<s32>(std::distance(match, wait_objects.rend()) - 1); | 276 | return static_cast<s32>(std::distance(match, wait_objects->rend()) - 1); |
| 231 | } | 277 | } |
| 232 | 278 | ||
| 233 | VAddr Thread::GetCommandBufferAddress() const { | 279 | VAddr Thread::GetCommandBufferAddress() const { |
| @@ -236,6 +282,14 @@ VAddr Thread::GetCommandBufferAddress() const { | |||
| 236 | return GetTLSAddress() + command_header_offset; | 282 | return GetTLSAddress() + command_header_offset; |
| 237 | } | 283 | } |
| 238 | 284 | ||
| 285 | Core::ARM_Interface& Thread::ArmInterface() { | ||
| 286 | return *arm_interface; | ||
| 287 | } | ||
| 288 | |||
| 289 | const Core::ARM_Interface& Thread::ArmInterface() const { | ||
| 290 | return *arm_interface; | ||
| 291 | } | ||
| 292 | |||
| 239 | void Thread::SetStatus(ThreadStatus new_status) { | 293 | void Thread::SetStatus(ThreadStatus new_status) { |
| 240 | if (new_status == status) { | 294 | if (new_status == status) { |
| 241 | return; | 295 | return; |
| @@ -257,10 +311,6 @@ void Thread::SetStatus(ThreadStatus new_status) { | |||
| 257 | break; | 311 | break; |
| 258 | } | 312 | } |
| 259 | 313 | ||
| 260 | if (status == ThreadStatus::Running) { | ||
| 261 | last_running_ticks = Core::System::GetInstance().CoreTiming().GetTicks(); | ||
| 262 | } | ||
| 263 | |||
| 264 | status = new_status; | 314 | status = new_status; |
| 265 | } | 315 | } |
| 266 | 316 | ||
| @@ -341,75 +391,116 @@ void Thread::UpdatePriority() { | |||
| 341 | lock_owner->UpdatePriority(); | 391 | lock_owner->UpdatePriority(); |
| 342 | } | 392 | } |
| 343 | 393 | ||
| 344 | void Thread::ChangeCore(u32 core, u64 mask) { | ||
| 345 | SetCoreAndAffinityMask(core, mask); | ||
| 346 | } | ||
| 347 | |||
| 348 | bool Thread::AllSynchronizationObjectsReady() const { | 394 | bool Thread::AllSynchronizationObjectsReady() const { |
| 349 | return std::none_of(wait_objects.begin(), wait_objects.end(), | 395 | return std::none_of(wait_objects->begin(), wait_objects->end(), |
| 350 | [this](const std::shared_ptr<SynchronizationObject>& object) { | 396 | [this](const std::shared_ptr<SynchronizationObject>& object) { |
| 351 | return object->ShouldWait(this); | 397 | return object->ShouldWait(this); |
| 352 | }); | 398 | }); |
| 353 | } | 399 | } |
| 354 | 400 | ||
| 355 | bool Thread::InvokeWakeupCallback(ThreadWakeupReason reason, std::shared_ptr<Thread> thread, | 401 | bool Thread::InvokeHLECallback(std::shared_ptr<Thread> thread) { |
| 356 | std::shared_ptr<SynchronizationObject> object, | 402 | ASSERT(hle_callback); |
| 357 | std::size_t index) { | 403 | return hle_callback(std::move(thread)); |
| 358 | ASSERT(wakeup_callback); | ||
| 359 | return wakeup_callback(reason, std::move(thread), std::move(object), index); | ||
| 360 | } | 404 | } |
| 361 | 405 | ||
| 362 | void Thread::SetActivity(ThreadActivity value) { | 406 | ResultCode Thread::SetActivity(ThreadActivity value) { |
| 363 | activity = value; | 407 | SchedulerLock lock(kernel); |
| 408 | |||
| 409 | auto sched_status = GetSchedulingStatus(); | ||
| 410 | |||
| 411 | if (sched_status != ThreadSchedStatus::Runnable && sched_status != ThreadSchedStatus::Paused) { | ||
| 412 | return ERR_INVALID_STATE; | ||
| 413 | } | ||
| 414 | |||
| 415 | if (IsPendingTermination()) { | ||
| 416 | return RESULT_SUCCESS; | ||
| 417 | } | ||
| 364 | 418 | ||
| 365 | if (value == ThreadActivity::Paused) { | 419 | if (value == ThreadActivity::Paused) { |
| 366 | // Set status if not waiting | 420 | if ((pausing_state & static_cast<u32>(ThreadSchedFlags::ThreadPauseFlag)) != 0) { |
| 367 | if (status == ThreadStatus::Ready || status == ThreadStatus::Running) { | 421 | return ERR_INVALID_STATE; |
| 368 | SetStatus(ThreadStatus::Paused); | 422 | } |
| 369 | kernel.PrepareReschedule(processor_id); | 423 | AddSchedulingFlag(ThreadSchedFlags::ThreadPauseFlag); |
| 424 | } else { | ||
| 425 | if ((pausing_state & static_cast<u32>(ThreadSchedFlags::ThreadPauseFlag)) == 0) { | ||
| 426 | return ERR_INVALID_STATE; | ||
| 370 | } | 427 | } |
| 371 | } else if (status == ThreadStatus::Paused) { | 428 | RemoveSchedulingFlag(ThreadSchedFlags::ThreadPauseFlag); |
| 372 | // Ready to reschedule | ||
| 373 | ResumeFromWait(); | ||
| 374 | } | 429 | } |
| 430 | return RESULT_SUCCESS; | ||
| 375 | } | 431 | } |
| 376 | 432 | ||
| 377 | void Thread::Sleep(s64 nanoseconds) { | 433 | ResultCode Thread::Sleep(s64 nanoseconds) { |
| 378 | // Sleep current thread and check for next thread to schedule | 434 | Handle event_handle{}; |
| 379 | SetStatus(ThreadStatus::WaitSleep); | 435 | { |
| 436 | SchedulerLockAndSleep lock(kernel, event_handle, this, nanoseconds); | ||
| 437 | SetStatus(ThreadStatus::WaitSleep); | ||
| 438 | } | ||
| 380 | 439 | ||
| 381 | // Create an event to wake the thread up after the specified nanosecond delay has passed | 440 | if (event_handle != InvalidHandle) { |
| 382 | WakeAfterDelay(nanoseconds); | 441 | auto& time_manager = kernel.TimeManager(); |
| 442 | time_manager.UnscheduleTimeEvent(event_handle); | ||
| 443 | } | ||
| 444 | return RESULT_SUCCESS; | ||
| 445 | } | ||
| 446 | |||
| 447 | std::pair<ResultCode, bool> Thread::YieldSimple() { | ||
| 448 | bool is_redundant = false; | ||
| 449 | { | ||
| 450 | SchedulerLock lock(kernel); | ||
| 451 | is_redundant = kernel.GlobalScheduler().YieldThread(this); | ||
| 452 | } | ||
| 453 | return {RESULT_SUCCESS, is_redundant}; | ||
| 454 | } | ||
| 455 | |||
| 456 | std::pair<ResultCode, bool> Thread::YieldAndBalanceLoad() { | ||
| 457 | bool is_redundant = false; | ||
| 458 | { | ||
| 459 | SchedulerLock lock(kernel); | ||
| 460 | is_redundant = kernel.GlobalScheduler().YieldThreadAndBalanceLoad(this); | ||
| 461 | } | ||
| 462 | return {RESULT_SUCCESS, is_redundant}; | ||
| 383 | } | 463 | } |
| 384 | 464 | ||
| 385 | bool Thread::YieldSimple() { | 465 | std::pair<ResultCode, bool> Thread::YieldAndWaitForLoadBalancing() { |
| 386 | auto& scheduler = kernel.GlobalScheduler(); | 466 | bool is_redundant = false; |
| 387 | return scheduler.YieldThread(this); | 467 | { |
| 468 | SchedulerLock lock(kernel); | ||
| 469 | is_redundant = kernel.GlobalScheduler().YieldThreadAndWaitForLoadBalancing(this); | ||
| 470 | } | ||
| 471 | return {RESULT_SUCCESS, is_redundant}; | ||
| 388 | } | 472 | } |
| 389 | 473 | ||
| 390 | bool Thread::YieldAndBalanceLoad() { | 474 | void Thread::AddSchedulingFlag(ThreadSchedFlags flag) { |
| 391 | auto& scheduler = kernel.GlobalScheduler(); | 475 | const u32 old_state = scheduling_state; |
| 392 | return scheduler.YieldThreadAndBalanceLoad(this); | 476 | pausing_state |= static_cast<u32>(flag); |
| 477 | const u32 base_scheduling = static_cast<u32>(GetSchedulingStatus()); | ||
| 478 | scheduling_state = base_scheduling | pausing_state; | ||
| 479 | kernel.GlobalScheduler().AdjustSchedulingOnStatus(this, old_state); | ||
| 393 | } | 480 | } |
| 394 | 481 | ||
| 395 | bool Thread::YieldAndWaitForLoadBalancing() { | 482 | void Thread::RemoveSchedulingFlag(ThreadSchedFlags flag) { |
| 396 | auto& scheduler = kernel.GlobalScheduler(); | 483 | const u32 old_state = scheduling_state; |
| 397 | return scheduler.YieldThreadAndWaitForLoadBalancing(this); | 484 | pausing_state &= ~static_cast<u32>(flag); |
| 485 | const u32 base_scheduling = static_cast<u32>(GetSchedulingStatus()); | ||
| 486 | scheduling_state = base_scheduling | pausing_state; | ||
| 487 | kernel.GlobalScheduler().AdjustSchedulingOnStatus(this, old_state); | ||
| 398 | } | 488 | } |
| 399 | 489 | ||
| 400 | void Thread::SetSchedulingStatus(ThreadSchedStatus new_status) { | 490 | void Thread::SetSchedulingStatus(ThreadSchedStatus new_status) { |
| 401 | const u32 old_flags = scheduling_state; | 491 | const u32 old_state = scheduling_state; |
| 402 | scheduling_state = (scheduling_state & static_cast<u32>(ThreadSchedMasks::HighMask)) | | 492 | scheduling_state = (scheduling_state & static_cast<u32>(ThreadSchedMasks::HighMask)) | |
| 403 | static_cast<u32>(new_status); | 493 | static_cast<u32>(new_status); |
| 404 | AdjustSchedulingOnStatus(old_flags); | 494 | kernel.GlobalScheduler().AdjustSchedulingOnStatus(this, old_state); |
| 405 | } | 495 | } |
| 406 | 496 | ||
| 407 | void Thread::SetCurrentPriority(u32 new_priority) { | 497 | void Thread::SetCurrentPriority(u32 new_priority) { |
| 408 | const u32 old_priority = std::exchange(current_priority, new_priority); | 498 | const u32 old_priority = std::exchange(current_priority, new_priority); |
| 409 | AdjustSchedulingOnPriority(old_priority); | 499 | kernel.GlobalScheduler().AdjustSchedulingOnPriority(this, old_priority); |
| 410 | } | 500 | } |
| 411 | 501 | ||
| 412 | ResultCode Thread::SetCoreAndAffinityMask(s32 new_core, u64 new_affinity_mask) { | 502 | ResultCode Thread::SetCoreAndAffinityMask(s32 new_core, u64 new_affinity_mask) { |
| 503 | SchedulerLock lock(kernel); | ||
| 413 | const auto HighestSetCore = [](u64 mask, u32 max_cores) { | 504 | const auto HighestSetCore = [](u64 mask, u32 max_cores) { |
| 414 | for (s32 core = static_cast<s32>(max_cores - 1); core >= 0; core--) { | 505 | for (s32 core = static_cast<s32>(max_cores - 1); core >= 0; core--) { |
| 415 | if (((mask >> core) & 1) != 0) { | 506 | if (((mask >> core) & 1) != 0) { |
| @@ -443,111 +534,12 @@ ResultCode Thread::SetCoreAndAffinityMask(s32 new_core, u64 new_affinity_mask) { | |||
| 443 | processor_id = ideal_core; | 534 | processor_id = ideal_core; |
| 444 | } | 535 | } |
| 445 | } | 536 | } |
| 446 | AdjustSchedulingOnAffinity(old_affinity_mask, old_core); | 537 | kernel.GlobalScheduler().AdjustSchedulingOnAffinity(this, old_affinity_mask, old_core); |
| 447 | } | 538 | } |
| 448 | } | 539 | } |
| 449 | return RESULT_SUCCESS; | 540 | return RESULT_SUCCESS; |
| 450 | } | 541 | } |
| 451 | 542 | ||
| 452 | void Thread::AdjustSchedulingOnStatus(u32 old_flags) { | ||
| 453 | if (old_flags == scheduling_state) { | ||
| 454 | return; | ||
| 455 | } | ||
| 456 | |||
| 457 | auto& scheduler = kernel.GlobalScheduler(); | ||
| 458 | if (static_cast<ThreadSchedStatus>(old_flags & static_cast<u32>(ThreadSchedMasks::LowMask)) == | ||
| 459 | ThreadSchedStatus::Runnable) { | ||
| 460 | // In this case the thread was running, now it's pausing/exitting | ||
| 461 | if (processor_id >= 0) { | ||
| 462 | scheduler.Unschedule(current_priority, static_cast<u32>(processor_id), this); | ||
| 463 | } | ||
| 464 | |||
| 465 | for (u32 core = 0; core < Core::Hardware::NUM_CPU_CORES; core++) { | ||
| 466 | if (core != static_cast<u32>(processor_id) && ((affinity_mask >> core) & 1) != 0) { | ||
| 467 | scheduler.Unsuggest(current_priority, core, this); | ||
| 468 | } | ||
| 469 | } | ||
| 470 | } else if (GetSchedulingStatus() == ThreadSchedStatus::Runnable) { | ||
| 471 | // The thread is now set to running from being stopped | ||
| 472 | if (processor_id >= 0) { | ||
| 473 | scheduler.Schedule(current_priority, static_cast<u32>(processor_id), this); | ||
| 474 | } | ||
| 475 | |||
| 476 | for (u32 core = 0; core < Core::Hardware::NUM_CPU_CORES; core++) { | ||
| 477 | if (core != static_cast<u32>(processor_id) && ((affinity_mask >> core) & 1) != 0) { | ||
| 478 | scheduler.Suggest(current_priority, core, this); | ||
| 479 | } | ||
| 480 | } | ||
| 481 | } | ||
| 482 | |||
| 483 | scheduler.SetReselectionPending(); | ||
| 484 | } | ||
| 485 | |||
| 486 | void Thread::AdjustSchedulingOnPriority(u32 old_priority) { | ||
| 487 | if (GetSchedulingStatus() != ThreadSchedStatus::Runnable) { | ||
| 488 | return; | ||
| 489 | } | ||
| 490 | auto& scheduler = kernel.GlobalScheduler(); | ||
| 491 | if (processor_id >= 0) { | ||
| 492 | scheduler.Unschedule(old_priority, static_cast<u32>(processor_id), this); | ||
| 493 | } | ||
| 494 | |||
| 495 | for (u32 core = 0; core < Core::Hardware::NUM_CPU_CORES; core++) { | ||
| 496 | if (core != static_cast<u32>(processor_id) && ((affinity_mask >> core) & 1) != 0) { | ||
| 497 | scheduler.Unsuggest(old_priority, core, this); | ||
| 498 | } | ||
| 499 | } | ||
| 500 | |||
| 501 | // Add thread to the new priority queues. | ||
| 502 | Thread* current_thread = GetCurrentThread(); | ||
| 503 | |||
| 504 | if (processor_id >= 0) { | ||
| 505 | if (current_thread == this) { | ||
| 506 | scheduler.SchedulePrepend(current_priority, static_cast<u32>(processor_id), this); | ||
| 507 | } else { | ||
| 508 | scheduler.Schedule(current_priority, static_cast<u32>(processor_id), this); | ||
| 509 | } | ||
| 510 | } | ||
| 511 | |||
| 512 | for (u32 core = 0; core < Core::Hardware::NUM_CPU_CORES; core++) { | ||
| 513 | if (core != static_cast<u32>(processor_id) && ((affinity_mask >> core) & 1) != 0) { | ||
| 514 | scheduler.Suggest(current_priority, core, this); | ||
| 515 | } | ||
| 516 | } | ||
| 517 | |||
| 518 | scheduler.SetReselectionPending(); | ||
| 519 | } | ||
| 520 | |||
| 521 | void Thread::AdjustSchedulingOnAffinity(u64 old_affinity_mask, s32 old_core) { | ||
| 522 | auto& scheduler = kernel.GlobalScheduler(); | ||
| 523 | if (GetSchedulingStatus() != ThreadSchedStatus::Runnable || | ||
| 524 | current_priority >= THREADPRIO_COUNT) { | ||
| 525 | return; | ||
| 526 | } | ||
| 527 | |||
| 528 | for (u32 core = 0; core < Core::Hardware::NUM_CPU_CORES; core++) { | ||
| 529 | if (((old_affinity_mask >> core) & 1) != 0) { | ||
| 530 | if (core == static_cast<u32>(old_core)) { | ||
| 531 | scheduler.Unschedule(current_priority, core, this); | ||
| 532 | } else { | ||
| 533 | scheduler.Unsuggest(current_priority, core, this); | ||
| 534 | } | ||
| 535 | } | ||
| 536 | } | ||
| 537 | |||
| 538 | for (u32 core = 0; core < Core::Hardware::NUM_CPU_CORES; core++) { | ||
| 539 | if (((affinity_mask >> core) & 1) != 0) { | ||
| 540 | if (core == static_cast<u32>(processor_id)) { | ||
| 541 | scheduler.Schedule(current_priority, core, this); | ||
| 542 | } else { | ||
| 543 | scheduler.Suggest(current_priority, core, this); | ||
| 544 | } | ||
| 545 | } | ||
| 546 | } | ||
| 547 | |||
| 548 | scheduler.SetReselectionPending(); | ||
| 549 | } | ||
| 550 | |||
| 551 | //////////////////////////////////////////////////////////////////////////////////////////////////// | 543 | //////////////////////////////////////////////////////////////////////////////////////////////////// |
| 552 | 544 | ||
| 553 | /** | 545 | /** |