/* * Copyright (c) Atmosphère-NX * * This program is free software; you can redistribute it and/or modify it * under the terms and conditions of the GNU General Public License, * version 2, as published by the Free Software Foundation. * * This program is distributed in the hope it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for * more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #include namespace ams::kern { namespace { template ALWAYS_INLINE void DoOnEachCoreInOrder(s32 core_id, F f) { cpu::SynchronizeAllCores(); for (size_t i = 0; i < cpu::NumCores; i++) { if (static_cast(i) == core_id) { f(); } cpu::SynchronizeAllCores(); } } } NORETURN void HorizonKernelMain(s32 core_id) { /* Setup the Core Local Region, and note that we're initializing. */ Kernel::InitializeCoreLocalRegion(core_id); Kernel::SetState(Kernel::State::Initializing); /* Ensure that all cores get to this point before proceeding. */ cpu::SynchronizeAllCores(); /* Initialize the main and idle thread for each core. */ DoOnEachCoreInOrder(core_id, [=]() ALWAYS_INLINE_LAMBDA { Kernel::InitializeMainAndIdleThreads(core_id); }); if (core_id == 0) { /* Initialize the carveout and the system resource limit. */ KSystemControl::InitializePhase1(); /* Synchronize all cores before proceeding, to ensure access to the global rng is consistent. */ cpu::SynchronizeAllCores(); /* Initialize the memory manager and the KPageBuffer slabheap. */ { const auto &management_region = KMemoryLayout::GetPoolManagementRegion(); MESOSPHERE_ABORT_UNLESS(management_region.GetEndAddress() != 0); Kernel::GetMemoryManager().Initialize(management_region.GetAddress(), management_region.GetSize()); } /* Copy the Initial Process Binary to safe memory. */ CopyInitialProcessBinaryToKernelMemory(); /* Print out information about the kernel. */ Kernel::PrintLayout(); /* Initialize the KObject Slab Heaps. */ init::InitializeSlabHeaps(); /* Initialize the Dynamic Slab Heaps. */ { const auto &pt_heap_region = KMemoryLayout::GetPageTableHeapRegion(); MESOSPHERE_ABORT_UNLESS(pt_heap_region.GetEndAddress() != 0); Kernel::InitializeResourceManagers(pt_heap_region.GetAddress(), pt_heap_region.GetSize()); } } else { /* Synchronize all cores before proceeding, to ensure access to the global rng is consistent. */ cpu::SynchronizeAllCores(); } /* Initialize the supervisor page table for each core. */ DoOnEachCoreInOrder(core_id, [=]() ALWAYS_INLINE_LAMBDA { KPageTable::Initialize(core_id); Kernel::GetKernelPageTable().Initialize(core_id); }); /* Activate the supervisor page table for each core. */ DoOnEachCoreInOrder(core_id, [=]() ALWAYS_INLINE_LAMBDA { Kernel::GetKernelPageTable().ActivateForInit(); }); /* NOTE: Kernel calls on each core a nullsub here on retail kernel. */ /* Register the main/idle threads and initialize the interrupt task manager. */ DoOnEachCoreInOrder(core_id, [=]() ALWAYS_INLINE_LAMBDA { KThread::Register(std::addressof(Kernel::GetMainThread(core_id))); KThread::Register(std::addressof(Kernel::GetIdleThread(core_id))); }); /* Activate the scheduler and enable interrupts. */ DoOnEachCoreInOrder(core_id, [=]() ALWAYS_INLINE_LAMBDA { Kernel::GetScheduler().Activate(); KInterruptManager::EnableInterrupts(); }); /* Initialize cpu interrupt threads. */ cpu::InitializeInterruptThreads(core_id); /* Initialize the DPC manager. */ KDpcManager::Initialize(); cpu::SynchronizeAllCores(); /* Perform more core-0 specific initialization. */ if (core_id == 0) { /* Initialize the exit worker manager, so that threads and processes may exit cleanly. */ Kernel::GetWorkerTaskManager(KWorkerTaskManager::WorkerType_Exit).Initialize(KWorkerTaskManager::ExitWorkerPriority); /* Setup so that we may sleep later, and reserve memory for secure applets. */ KSystemControl::InitializePhase2(); /* Initialize the SMMU. */ KDeviceAddressSpace::Initialize(); /* Load the initial processes. */ CreateAndRunInitialProcesses(); /* We're done initializing! */ Kernel::SetState(Kernel::State::Initialized); /* Resume all threads suspended while we initialized. */ KThread::ResumeThreadsSuspendedForInit(); /* Validate that all reserved dram blocks are valid. */ for (const auto ®ion : KMemoryLayout::GetPhysicalMemoryRegionTree()) { if (region.IsDerivedFrom(KMemoryRegionType_DramReservedBase)) { MESOSPHERE_ABORT_UNLESS(region.GetEndAddress() != 0); } } } cpu::SynchronizeAllCores(); /* Set the current thread priority to idle. */ GetCurrentThread().SetPriorityToIdle(); /* Exit the main thread. */ { auto &main_thread = Kernel::GetMainThread(core_id); main_thread.Open(); main_thread.Exit(); } /* Main() is done, and we should never get to this point. */ MESOSPHERE_PANIC("Main Thread continued after exit."); AMS_INFINITE_LOOP(); } }