/* * Copyright (c) 2018-2020 Atmosphère-NX * * This program is free software; you can redistribute it and/or modify it * under the terms and conditions of the GNU General Public License, * version 2, as published by the Free Software Foundation. * * This program is distributed in the hope it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for * more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #include namespace ams::kern::arch::arm64 { /* These are implemented elsewhere (asm). */ void UserModeThreadStarter(); void SupervisorModeThreadStarter(); void OnThreadStart() { MESOSPHERE_ASSERT(!KInterruptManager::AreInterruptsEnabled()); /* Send KDebug event for this thread's creation. */ { KScopedInterruptEnable ei; KDebug::OnDebugEvent(ams::svc::DebugEvent_CreateThread, GetCurrentThread().GetId(), GetInteger(GetCurrentThread().GetThreadLocalRegionAddress()), GetCurrentThread().GetEntrypoint()); } /* Handle any pending dpc. */ while (GetCurrentThread().HasDpc()) { KDpcManager::HandleDpc(); } /* Clear our status as in an exception handler */ GetCurrentThread().ClearInExceptionHandler(); } namespace { constexpr inline u32 El0PsrMask = 0xFF0FFE20; ALWAYS_INLINE bool IsFpuEnabled() { return cpu::ArchitecturalFeatureAccessControlRegisterAccessor().IsFpEnabled(); } ALWAYS_INLINE void EnableFpu() { cpu::ArchitecturalFeatureAccessControlRegisterAccessor().SetFpEnabled(true).Store(); cpu::InstructionMemoryBarrier(); } uintptr_t SetupStackForUserModeThreadStarter(KVirtualAddress pc, KVirtualAddress k_sp, KVirtualAddress u_sp, uintptr_t arg, bool is_64_bit) { /* NOTE: Stack layout on entry looks like following: */ /* SP */ /* | */ /* v */ /* | KExceptionContext (size 0x120) | KThread::StackParameters (size 0x30) | */ KExceptionContext *ctx = GetPointer(k_sp) - 1; /* Clear context. */ std::memset(ctx, 0, sizeof(*ctx)); /* Set PC and argument. */ ctx->pc = GetInteger(pc) & ~(UINT64_C(1)); ctx->x[0] = arg; /* Set PSR. */ if (is_64_bit) { ctx->psr = 0; } else { constexpr u64 PsrArmValue = 0x00; constexpr u64 PsrThumbValue = 0x20; ctx->psr = ((pc & 1) == 0 ? PsrArmValue : PsrThumbValue) | (0x10); MESOSPHERE_LOG("Creating User 32-Thread, %016lx\n", GetInteger(pc)); } /* Set stack pointer. */ if (is_64_bit) { ctx->sp = GetInteger(u_sp); } else { ctx->x[13] = GetInteger(u_sp); } return reinterpret_cast(ctx); } uintptr_t SetupStackForSupervisorModeThreadStarter(KVirtualAddress pc, KVirtualAddress sp, uintptr_t arg) { /* NOTE: Stack layout on entry looks like following: */ /* SP */ /* | */ /* v */ /* | u64 argument | u64 entrypoint | KThread::StackParameters (size 0x30) | */ static_assert(sizeof(KThread::StackParameters) == 0x30); u64 *stack = GetPointer(sp); *(--stack) = GetInteger(pc); *(--stack) = arg; return reinterpret_cast(stack); } } Result KThreadContext::Initialize(KVirtualAddress u_pc, KVirtualAddress k_sp, KVirtualAddress u_sp, uintptr_t arg, bool is_user, bool is_64_bit, bool is_main) { MESOSPHERE_ASSERT(k_sp != Null); /* Ensure that the stack pointers are aligned. */ k_sp = util::AlignDown(GetInteger(k_sp), 16); u_sp = util::AlignDown(GetInteger(u_sp), 16); /* Determine LR and SP. */ if (is_user) { /* Usermode thread. */ this->lr = reinterpret_cast(::ams::kern::arch::arm64::UserModeThreadStarter); this->sp = SetupStackForUserModeThreadStarter(u_pc, k_sp, u_sp, arg, is_64_bit); } else { /* Kernel thread. */ MESOSPHERE_ASSERT(is_64_bit); if (is_main) { /* Main thread. */ this->lr = GetInteger(u_pc); this->sp = GetInteger(k_sp); } else { /* Generic Kernel thread. */ this->lr = reinterpret_cast(::ams::kern::arch::arm64::SupervisorModeThreadStarter); this->sp = SetupStackForSupervisorModeThreadStarter(u_pc, k_sp, arg); } } /* Clear callee-saved registers. */ for (size_t i = 0; i < util::size(this->callee_saved.registers); i++) { this->callee_saved.registers[i] = 0; } /* Clear FPU state. */ this->fpcr = 0; this->fpsr = 0; this->cpacr = 0; for (size_t i = 0; i < util::size(this->fpu_registers); i++) { this->fpu_registers[i] = 0; } /* Lock the context, if we're a main thread. */ this->locked = is_main; return ResultSuccess(); } Result KThreadContext::Finalize() { /* This doesn't actually do anything. */ return ResultSuccess(); } void KThreadContext::SetArguments(uintptr_t arg0, uintptr_t arg1) { u64 *stack = reinterpret_cast(this->sp); stack[0] = arg0; stack[1] = arg1; } void KThreadContext::FpuContextSwitchHandler(KThread *thread) { MESOSPHERE_ASSERT(!KInterruptManager::AreInterruptsEnabled()); MESOSPHERE_ASSERT(!IsFpuEnabled()); /* Enable the FPU. */ EnableFpu(); /* Restore the FPU registers. */ KProcess *process = thread->GetOwnerProcess(); MESOSPHERE_ASSERT(process != nullptr); if (process->Is64Bit()) { RestoreFpuRegisters64(thread->GetContext()); } else { RestoreFpuRegisters32(thread->GetContext()); } } void KThreadContext::CloneFpuStatus() { u64 pcr, psr; cpu::InstructionMemoryBarrier(); if (IsFpuEnabled()) { __asm__ __volatile__("mrs %[pcr], fpcr" : [pcr]"=r"(pcr) :: "memory"); __asm__ __volatile__("mrs %[psr], fpsr" : [psr]"=r"(psr) :: "memory"); } else { pcr = GetCurrentThread().GetContext().GetFpcr(); psr = GetCurrentThread().GetContext().GetFpsr(); } this->SetFpcr(pcr); this->SetFpsr(psr); } void KThreadContext::SetFpuRegisters(const u128 *v, bool is_64_bit) { if (is_64_bit) { for (size_t i = 0; i < KThreadContext::NumFpuRegisters; ++i) { this->fpu_registers[i] = v[i]; } } else { for (size_t i = 0; i < KThreadContext::NumFpuRegisters / 2; ++i) { this->fpu_registers[i] = v[i]; } } } void GetUserContext(ams::svc::ThreadContext *out, const KThread *thread) { MESOSPHERE_ASSERT(KScheduler::IsSchedulerLockedByCurrentThread()); MESOSPHERE_ASSERT(thread->IsSuspended()); MESOSPHERE_ASSERT(thread->GetOwnerProcess() != nullptr); /* Get the contexts. */ const KExceptionContext *e_ctx = GetExceptionContext(thread); const KThreadContext *t_ctx = std::addressof(thread->GetContext()); if (thread->GetOwnerProcess()->Is64Bit()) { /* Set special registers. */ out->fp = e_ctx->x[29]; out->lr = e_ctx->x[30]; out->sp = e_ctx->sp; out->pc = e_ctx->pc; out->pstate = e_ctx->psr & El0PsrMask; /* Get the thread's general purpose registers. */ if (thread->IsCallingSvc()) { for (size_t i = 19; i < 29; ++i) { out->r[i] = e_ctx->x[i]; } if (e_ctx->write == 0) { out->pc -= sizeof(u32); } } else { for (size_t i = 0; i < 29; ++i) { out->r[i] = e_ctx->x[i]; } } /* Copy tpidr. */ out->tpidr = e_ctx->tpidr; /* Copy fpu registers. */ static_assert(util::size(ams::svc::ThreadContext{}.v) == KThreadContext::NumFpuRegisters); const u128 *f = t_ctx->GetFpuRegisters(); for (size_t i = 0; i < KThreadContext::NumFpuRegisters; ++i) { out->v[i] = f[i]; } } else { /* Set special registers. */ out->pc = static_cast(e_ctx->pc); out->pstate = e_ctx->psr & 0xFF0FFE20; /* Get the thread's general purpose registers. */ for (size_t i = 0; i < 15; ++i) { out->r[i] = static_cast(e_ctx->x[i]); } /* Adjust PC, if the thread is calling svc. */ if (thread->IsCallingSvc()) { if (e_ctx->write == 0) { /* Adjust by 2 if thumb mode, 4 if arm mode. */ out->pc -= ((e_ctx->psr & 0x20) == 0) ? sizeof(u32) : sizeof(u16); } } /* Copy tpidr. */ out->tpidr = static_cast(e_ctx->tpidr); /* Copy fpu registers. */ static_assert(util::size(ams::svc::ThreadContext{}.v) == KThreadContext::NumFpuRegisters); const u128 *f = t_ctx->GetFpuRegisters(); for (size_t i = 0; i < KThreadContext::NumFpuRegisters / 2; ++i) { out->v[i] = f[i]; } for (size_t i = KThreadContext::NumFpuRegisters / 2; i < KThreadContext::NumFpuRegisters; ++i) { out->v[i] = 0; } } /* Copy fpcr/fpsr. */ out->fpcr = t_ctx->GetFpcr(); out->fpsr = t_ctx->GetFpsr(); } void KThreadContext::OnThreadTerminating(const KThread *thread) { MESOSPHERE_UNUSED(thread); /* ... */ } }