mirror of
https://github.com/Atmosphere-NX/Atmosphere
synced 2024-12-23 21:01:13 +00:00
114 lines
4.8 KiB
C++
114 lines
4.8 KiB
C++
/*
|
|
* Copyright (c) Atmosphère-NX
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify it
|
|
* under the terms and conditions of the GNU General Public License,
|
|
* version 2, as published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope it will be useful, but WITHOUT
|
|
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
|
|
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
|
|
* more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
*/
|
|
#pragma once
|
|
#if defined(ATMOSPHERE_IS_STRATOSPHERE)
|
|
#include <stratosphere.hpp>
|
|
#else
|
|
#include <vapours.hpp>
|
|
#endif
|
|
|
|
namespace ams::dd::impl {
|
|
|
|
void StoreDataCacheImpl(void *addr, size_t size) {
|
|
#if defined(ATMOSPHERE_ARCH_ARM64)
|
|
/* On aarch64, we can use cache maintenance instructions. */
|
|
|
|
/* Get cache line size. */
|
|
uintptr_t ctr_el0 = 0;
|
|
__asm__ __volatile__("mrs %[ctr_el0], ctr_el0" : [ctr_el0]"=r"(ctr_el0));
|
|
const uintptr_t cache_line_size = 4 << ((ctr_el0 >> 16) & 0xF);
|
|
|
|
#if defined(ATMOSPHERE_IS_STRATOSPHERE)
|
|
/* Get the thread local region. */
|
|
auto * const tlr = svc::GetThreadLocalRegion();
|
|
|
|
/* Note to the kernel that we're performing cache maintenance, in case we get interrupted while touching cache lines. */
|
|
tlr->cache_maintenance_flag = 1;
|
|
ON_SCOPE_EXIT { tlr->cache_maintenance_flag = 0; }
|
|
#endif
|
|
|
|
/* Invalidate the cache. */
|
|
const uintptr_t start_addr = reinterpret_cast<uintptr_t>(addr) & ~(cache_line_size - 1);
|
|
const uintptr_t end_addr = reinterpret_cast<uintptr_t>(addr) + size;
|
|
for (uintptr_t cur = start_addr; cur < end_addr; cur += cache_line_size) {
|
|
__asm__ __volatile__("dc cvac, %[cur]" : : [cur]"r"(cur));
|
|
}
|
|
|
|
/* Add a memory barrier. */
|
|
__asm__ __volatile__("dsb sy" ::: "memory");
|
|
#else
|
|
#if defined(ATMOSPHERE_IS_STRATOSPHERE)
|
|
/* Invoke the relevant svc. */
|
|
const auto result = svc::StoreProcessDataCache(svc::PseudoHandle::CurrentProcess, reinterpret_cast<uintptr_t>(addr), size);
|
|
R_ASSERT(result);
|
|
#elif defined(ATMOSPHERE_IS_EXOSPHERE) && defined(__BPMP__)
|
|
return hw::StoreDataCache(addr, size);
|
|
#else
|
|
#error "Unknown execution context for ams::dd::impl::StoreDataCacheImpl"
|
|
#endif
|
|
#endif
|
|
}
|
|
|
|
void FlushDataCacheImpl(void *addr, size_t size) {
|
|
#if defined(ATMOSPHERE_ARCH_ARM64)
|
|
/* On aarch64, we can use cache maintenance instructions. */
|
|
|
|
/* Get cache line size. */
|
|
uintptr_t ctr_el0 = 0;
|
|
__asm__ __volatile__("mrs %[ctr_el0], ctr_el0" : [ctr_el0]"=r"(ctr_el0));
|
|
const uintptr_t cache_line_size = 4 << ((ctr_el0 >> 16) & 0xF);
|
|
|
|
#if defined(ATMOSPHERE_IS_STRATOSPHERE)
|
|
/* Get the thread local region. */
|
|
auto * const tlr = svc::GetThreadLocalRegion();
|
|
|
|
/* Note to the kernel that we're performing cache maintenance, in case we get interrupted while touching cache lines. */
|
|
tlr->cache_maintenance_flag = 1;
|
|
ON_SCOPE_EXIT { tlr->cache_maintenance_flag = 0; }
|
|
#endif
|
|
|
|
/* Invalidate the cache. */
|
|
const uintptr_t start_addr = reinterpret_cast<uintptr_t>(addr) & ~(cache_line_size - 1);
|
|
const uintptr_t end_addr = reinterpret_cast<uintptr_t>(addr) + size;
|
|
for (uintptr_t cur = start_addr; cur < end_addr; cur += cache_line_size) {
|
|
__asm__ __volatile__("dc civac, %[cur]" : : [cur]"r"(cur));
|
|
}
|
|
|
|
/* Add a memory barrier. */
|
|
__asm__ __volatile__("dsb sy" ::: "memory");
|
|
#else
|
|
#if defined(ATMOSPHERE_IS_STRATOSPHERE)
|
|
/* Invoke the relevant svc. */
|
|
const auto result = svc::FlushProcessDataCache(svc::PseudoHandle::CurrentProcess, reinterpret_cast<uintptr_t>(addr), size);
|
|
R_ASSERT(result);
|
|
#elif defined(ATMOSPHERE_IS_EXOSPHERE) && defined(__BPMP__)
|
|
return hw::FlushDataCache(addr, size);
|
|
#else
|
|
#error "Unknown execution context for ams::dd::impl::FlushDataCacheImpl"
|
|
#endif
|
|
#endif
|
|
}
|
|
|
|
void InvalidateDataCacheImpl(void *addr, size_t size) {
|
|
#if defined(ATMOSPHERE_IS_EXOSPHERE) && defined(__BPMP__)
|
|
return hw::InvalidateDataCache(addr, size);
|
|
#else
|
|
/* Just perform a flush, which is clean + invalidate. */
|
|
return FlushDataCacheImpl(addr, size);
|
|
#endif
|
|
}
|
|
|
|
}
|