/* * Copyright (c) Atmosphère-NX * * This program is free software; you can redistribute it and/or modify it * under the terms and conditions of the GNU General Public License, * version 2, as published by the Free Software Foundation. * * This program is distributed in the hope it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for * more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #pragma once #if defined(ATMOSPHERE_IS_STRATOSPHERE) #include #else #include #endif namespace ams::dd::impl { void StoreDataCacheImpl(void *addr, size_t size) { #if defined(ATMOSPHERE_ARCH_ARM64) /* On aarch64, we can use cache maintenance instructions. */ /* Get cache line size. */ uintptr_t ctr_el0 = 0; __asm__ __volatile__("mrs %[ctr_el0], ctr_el0" : [ctr_el0]"=r"(ctr_el0)); const uintptr_t cache_line_size = 4 << ((ctr_el0 >> 16) & 0xF); #if defined(ATMOSPHERE_IS_STRATOSPHERE) /* Get the thread local region. */ auto * const tlr = svc::GetThreadLocalRegion(); /* Note to the kernel that we're performing cache maintenance, in case we get interrupted while touching cache lines. */ tlr->cache_maintenance_flag = 1; ON_SCOPE_EXIT { tlr->cache_maintenance_flag = 0; } #endif /* Invalidate the cache. */ const uintptr_t start_addr = reinterpret_cast(addr) & ~(cache_line_size - 1); const uintptr_t end_addr = reinterpret_cast(addr) + size; for (uintptr_t cur = start_addr; cur < end_addr; cur += cache_line_size) { __asm__ __volatile__("dc cvac, %[cur]" : : [cur]"r"(cur)); } /* Add a memory barrier. */ __asm__ __volatile__("dsb sy" ::: "memory"); #else #if defined(ATMOSPHERE_IS_STRATOSPHERE) /* Invoke the relevant svc. */ const auto result = svc::StoreProcessDataCache(svc::PseudoHandle::CurrentProcess, reinterpret_cast(addr), size); R_ASSERT(result); #elif defined(ATMOSPHERE_IS_EXOSPHERE) && defined(__BPMP__) return hw::StoreDataCache(addr, size); #else #error "Unknown execution context for ams::dd::impl::StoreDataCacheImpl" #endif #endif } void FlushDataCacheImpl(void *addr, size_t size) { #if defined(ATMOSPHERE_ARCH_ARM64) /* On aarch64, we can use cache maintenance instructions. */ /* Get cache line size. */ uintptr_t ctr_el0 = 0; __asm__ __volatile__("mrs %[ctr_el0], ctr_el0" : [ctr_el0]"=r"(ctr_el0)); const uintptr_t cache_line_size = 4 << ((ctr_el0 >> 16) & 0xF); #if defined(ATMOSPHERE_IS_STRATOSPHERE) /* Get the thread local region. */ auto * const tlr = svc::GetThreadLocalRegion(); /* Note to the kernel that we're performing cache maintenance, in case we get interrupted while touching cache lines. */ tlr->cache_maintenance_flag = 1; ON_SCOPE_EXIT { tlr->cache_maintenance_flag = 0; } #endif /* Invalidate the cache. */ const uintptr_t start_addr = reinterpret_cast(addr) & ~(cache_line_size - 1); const uintptr_t end_addr = reinterpret_cast(addr) + size; for (uintptr_t cur = start_addr; cur < end_addr; cur += cache_line_size) { __asm__ __volatile__("dc civac, %[cur]" : : [cur]"r"(cur)); } /* Add a memory barrier. */ __asm__ __volatile__("dsb sy" ::: "memory"); #else #if defined(ATMOSPHERE_IS_STRATOSPHERE) /* Invoke the relevant svc. */ const auto result = svc::FlushProcessDataCache(svc::PseudoHandle::CurrentProcess, reinterpret_cast(addr), size); R_ASSERT(result); #elif defined(ATMOSPHERE_IS_EXOSPHERE) && defined(__BPMP__) return hw::FlushDataCache(addr, size); #else #error "Unknown execution context for ams::dd::impl::FlushDataCacheImpl" #endif #endif } void InvalidateDataCacheImpl(void *addr, size_t size) { #if defined(ATMOSPHERE_IS_EXOSPHERE) && defined(__BPMP__) return hw::InvalidateDataCache(addr, size); #else /* Just perform a flush, which is clean + invalidate. */ return FlushDataCacheImpl(addr, size); #endif } }