/* * Copyright (c) 2018-2020 Atmosphère-NX * * This program is free software; you can redistribute it and/or modify it * under the terms and conditions of the GNU General Public License, * version 2, as published by the Free Software Foundation. * * This program is distributed in the hope it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for * more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #pragma once #include #include #include #include #include #include #include namespace ams::kern { using KThreadFunction = void (*)(uintptr_t); class KThread final : public KAutoObjectWithSlabHeapAndContainer, public KTimerTask, public KWorkerTask { MESOSPHERE_AUTOOBJECT_TRAITS(KThread, KSynchronizationObject); public: static constexpr s32 MainThreadPriority = 1; static constexpr s32 IdleThreadPriority = 64; enum ThreadType : u32 { ThreadType_Main = 0, ThreadType_Kernel = 1, ThreadType_HighPriority = 2, ThreadType_User = 3, }; enum SuspendType : u32 { SuspendType_Process = 0, SuspendType_Thread = 1, SuspendType_Debug = 2, SuspendType_Unk3 = 3, SuspendType_Unk4 = 4, SuspendType_Count, }; enum ThreadState : u16 { ThreadState_Initialized = 0, ThreadState_Waiting = 1, ThreadState_Runnable = 2, ThreadState_Terminated = 3, ThreadState_SuspendShift = 4, ThreadState_Mask = (1 << ThreadState_SuspendShift) - 1, ThreadState_ProcessSuspended = (1 << (SuspendType_Process + ThreadState_SuspendShift)), ThreadState_ThreadSuspended = (1 << (SuspendType_Thread + ThreadState_SuspendShift)), ThreadState_DebugSuspended = (1 << (SuspendType_Debug + ThreadState_SuspendShift)), ThreadState_Unk3Suspended = (1 << (SuspendType_Unk3 + ThreadState_SuspendShift)), ThreadState_Unk4Suspended = (1 << (SuspendType_Unk4 + ThreadState_SuspendShift)), ThreadState_SuspendFlagMask = ((1 << SuspendType_Count) - 1) << ThreadState_SuspendShift, }; enum DpcFlag : u32 { DpcFlag_Terminating = 0, DpcFlag_Terminated = 1, }; struct StackParameters { alignas(0x10) u8 svc_permission[0x10]; std::atomic dpc_flags; u8 current_svc_id; bool is_calling_svc; bool is_in_exception_handler; bool has_exception_svc_perms; s32 disable_count; KThreadContext *context; }; static_assert(alignof(StackParameters) == 0x10); struct QueueEntry { private: KThread *prev; KThread *next; public: constexpr ALWAYS_INLINE QueueEntry() : prev(nullptr), next(nullptr) { /* ... */ } constexpr ALWAYS_INLINE void Initialize() { this->prev = nullptr; this->next = nullptr; } constexpr ALWAYS_INLINE KThread *GetPrev() const { return this->prev; } constexpr ALWAYS_INLINE KThread *GetNext() const { return this->next; } constexpr ALWAYS_INLINE void SetPrev(KThread *t) { this->prev = t; } constexpr ALWAYS_INLINE void SetNext(KThread *t) { this->next = t; } }; private: static constexpr size_t PriorityInheritanceCountMax = 10; union SyncObjectBuffer { KSynchronizationObject *sync_objects[ams::svc::MaxWaitSynchronizationHandleCount]; ams::svc::Handle handles[ams::svc::MaxWaitSynchronizationHandleCount * (sizeof(KSynchronizationObject *) / sizeof(ams::svc::Handle))]; constexpr SyncObjectBuffer() : sync_objects() { /* ... */ } }; static_assert(sizeof(SyncObjectBuffer::sync_objects) == sizeof(SyncObjectBuffer::handles)); private: static inline std::atomic s_next_thread_id = 0; private: alignas(16) KThreadContext thread_context; KAffinityMask affinity_mask; u64 thread_id; std::atomic cpu_time; KSynchronizationObject *synced_object; KLightLock *waiting_lock; uintptr_t condvar_key; uintptr_t entrypoint; KProcessAddress arbiter_key; KProcess *parent; void *kernel_stack_top; u32 *light_ipc_data; KProcessAddress tls_address; void *tls_heap_address; KLightLock activity_pause_lock; SyncObjectBuffer sync_object_buffer; s64 schedule_count; s64 last_scheduled_tick; QueueEntry per_core_priority_queue_entry[cpu::NumCores]; QueueEntry sleeping_queue_entry; void /* TODO KThreadQueue */ *sleeping_queue; util::IntrusiveListNode waiter_list_node; util::IntrusiveRedBlackTreeNode condvar_arbiter_tree_node; util::IntrusiveListNode process_list_node; using WaiterListTraits = util::IntrusiveListMemberTraitsDeferredAssert<&KThread::waiter_list_node>; using WaiterList = WaiterListTraits::ListType; WaiterList waiter_list; WaiterList paused_waiter_list; KThread *lock_owner; void /* TODO KCondVar*/ *cond_var_tree; uintptr_t debug_params[3]; u32 arbiter_value; u32 suspend_request_flags; u32 suspend_allowed_flags; Result wait_result; Result debug_exception_result; s32 priority; s32 core_id; s32 base_priority; s32 ideal_core_id; s32 num_kernel_waiters; KAffinityMask original_affinity_mask; s32 original_ideal_core_id; s32 num_core_migration_disables; ThreadState thread_state; std::atomic termination_requested; bool ipc_cancelled; bool wait_cancelled; bool cancellable; bool registered; bool signaled; bool initialized; bool debug_attached; s8 priority_inheritance_count; bool resource_limit_release_hint; public: explicit KThread() /* TODO: : ? */ { MESOSPHERE_ASSERT_THIS(); } virtual ~KThread() { /* ... */ } /* TODO: Is a constexpr KThread() possible? */ Result Initialize(KThreadFunction func, uintptr_t arg, void *kern_stack_top, KProcessAddress user_stack_top, s32 prio, s32 core, KProcess *owner, ThreadType type); private: StackParameters &GetStackParameters() { return *(reinterpret_cast(this->kernel_stack_top) - 1); } const StackParameters &GetStackParameters() const { return *(reinterpret_cast(this->kernel_stack_top) - 1); } public: ALWAYS_INLINE s32 GetDisableDispatchCount() const { MESOSPHERE_ASSERT_THIS(); return GetStackParameters().disable_count; } ALWAYS_INLINE void DisableDispatch() { MESOSPHERE_ASSERT_THIS(); MESOSPHERE_ASSERT(GetCurrentThread().GetDisableDispatchCount() >= 0); GetStackParameters().disable_count++; } ALWAYS_INLINE void EnableDispatch() { MESOSPHERE_ASSERT_THIS(); MESOSPHERE_ASSERT(GetCurrentThread().GetDisableDispatchCount() > 0); GetStackParameters().disable_count--; } public: constexpr ALWAYS_INLINE const KAffinityMask &GetAffinityMask() const { return this->affinity_mask; } ALWAYS_INLINE void *GetStackTop() const { return reinterpret_cast(this->kernel_stack_top) - 1; } ALWAYS_INLINE void *GetKernelStackTop() const { return this->kernel_stack_top; } /* TODO: This is kind of a placeholder definition. */ ALWAYS_INLINE bool IsInExceptionHandler() const { return GetStackParameters().is_in_exception_handler; } ALWAYS_INLINE void SetInExceptionHandler() { GetStackParameters().is_in_exception_handler = true; } public: /* Overridden parent functions. */ virtual bool IsInitialized() const override { return this->initialized; } virtual uintptr_t GetPostDestroyArgument() const override { return reinterpret_cast(this->parent) | (this->resource_limit_release_hint ? 1 : 0); } static void PostDestroy(uintptr_t arg); virtual void Finalize() override; virtual bool IsSignaled() const override; virtual void OnTimer() override; virtual void DoWorkerTask() override; public: static constexpr bool IsWaiterListValid() { return WaiterListTraits::IsValid(); } }; static_assert(alignof(KThread) == 0x10); static_assert(KThread::IsWaiterListValid()); class KScopedDisableDispatch { public: explicit ALWAYS_INLINE KScopedDisableDispatch() { GetCurrentThread().DisableDispatch(); } ALWAYS_INLINE ~KScopedDisableDispatch() { GetCurrentThread().EnableDispatch(); } }; class KScopedEnableDispatch { public: explicit ALWAYS_INLINE KScopedEnableDispatch() { GetCurrentThread().EnableDispatch(); } ALWAYS_INLINE ~KScopedEnableDispatch() { GetCurrentThread().DisableDispatch(); } }; }