/* * Copyright (c) 2019 Adubbz * * This program is free software; you can redistribute it and/or modify it * under the terms and conditions of the GNU General Public License, * version 2, as published by the Free Software Foundation. * * This program is distributed in the hope it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for * more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #include "impl/ncm_rights_cache.hpp" #include "ncm_contentstorage.hpp" #include "ncm_fs.hpp" #include "ncm_make_path.hpp" #include "ncm_utils.hpp" namespace sts::ncm { ContentStorageInterface::~ContentStorageInterface() { this->Finalize(); } Result ContentStorageInterface::Initialize(const char* root_path, MakeContentPathFunc content_path_func, MakePlaceHolderPathFunc placeholder_path_func, bool delay_flush) { if (this->disabled) { return ResultNcmInvalidContentStorage; } R_TRY(CheckContentStorageDirectoriesExist(root_path)); const size_t root_path_len = strnlen(root_path, FS_MAX_PATH-1); if (root_path_len >= FS_MAX_PATH-1) { std::abort(); } strncpy(this->root_path, root_path, FS_MAX_PATH-2); this->make_content_path_func = *content_path_func; this->placeholder_accessor.root_path = this->root_path; this->placeholder_accessor.make_placeholder_path_func = *placeholder_path_func; this->placeholder_accessor.delay_flush = delay_flush; return ResultSuccess; } void ContentStorageInterface::Finalize() { this->ClearContentCache(); this->placeholder_accessor.ClearAllCaches(); } void ContentStorageInterface::ClearContentCache() { if (this->cached_content_id != InvalidUuid) { fclose(this->content_cache_file_handle); this->cached_content_id = InvalidUuid; } } unsigned int ContentStorageInterface::GetContentDirectoryDepth() { if (this->make_content_path_func == static_cast(path::MakeContentPathFlat)) { return 1; } else if (this->make_content_path_func == static_cast(path::MakeContentPathHashByteLayered)) { return 2; } else if (this->make_content_path_func == static_cast(path::MakeContentPath10BitLayered)) { return 2; } else if (this->make_content_path_func == static_cast(path::MakeContentPathDualLayered)) { return 3; } std::abort(); } Result ContentStorageInterface::OpenCachedContentFile(ContentId content_id) { if (this->cached_content_id == content_id) { return ResultSuccess; } this->ClearContentCache(); char content_path[FS_MAX_PATH] = {0}; this->GetContentPath(content_path, content_id); errno = 0; this->content_cache_file_handle = fopen(content_path, "rb"); if (this->content_cache_file_handle == NULL || errno != 0) { R_TRY_CATCH(fsdevGetLastResult()) { R_CATCH(ResultFsPathNotFound) { return ResultNcmContentNotFound; } } R_END_TRY_CATCH; } this->cached_content_id = content_id; return ResultSuccess; } Result ContentStorageInterface::GeneratePlaceHolderId(Out out) { if (this->disabled) { return ResultNcmInvalidContentStorage; } sts::rnd::GenerateRandomBytes(out.GetPointer(), sizeof(NcmNcaId)); return ResultSuccess; } Result ContentStorageInterface::CreatePlaceHolder(PlaceHolderId placeholder_id, ContentId content_id, u64 size) { if (this->disabled) { return ResultNcmInvalidContentStorage; } char content_path[FS_MAX_PATH] = {0}; this->GetContentPath(content_path, content_id); R_TRY(EnsureParentDirectoryRecursively(content_path)); R_TRY(this->placeholder_accessor.Create(placeholder_id, size)); return ResultSuccess; } Result ContentStorageInterface::DeletePlaceHolder(PlaceHolderId placeholder_id) { if (this->disabled) { return ResultNcmInvalidContentStorage; } return this->placeholder_accessor.Delete(placeholder_id); } Result ContentStorageInterface::HasPlaceHolder(Out out, PlaceHolderId placeholder_id) { if (this->disabled) return ResultNcmInvalidContentStorage; char placeholder_path[FS_MAX_PATH] = {0}; this->placeholder_accessor.GetPlaceHolderPath(placeholder_path, placeholder_id); bool has = false; R_TRY(HasFile(&has, placeholder_path)); out.SetValue(has); return ResultSuccess; } Result ContentStorageInterface::WritePlaceHolder(PlaceHolderId placeholder_id, u64 offset, InBuffer data) { /* Offset is too large */ if (offset >> 0x3f != 0) { return ResultNcmInvalidOffset; } if (this->disabled) { return ResultNcmInvalidContentStorage; } FILE* f = nullptr; R_TRY_CATCH(this->placeholder_accessor.Open(&f, placeholder_id)) { R_CATCH(ResultFsPathNotFound) { return ResultNcmPlaceHolderNotFound; } } R_END_TRY_CATCH; errno = 0; fseek(f, offset, SEEK_SET); fwrite(data.buffer, sizeof(u8), data.num_elements, f); if (this->placeholder_accessor.delay_flush ^ 1) { fsync(fileno(f)); } this->placeholder_accessor.FlushCache(f, placeholder_id); if (errno != 0) { return fsdevGetLastResult(); } return ResultSuccess; } Result ContentStorageInterface::Register(PlaceHolderId placeholder_id, ContentId content_id) { this->ClearContentCache(); if (this->disabled) { return ResultNcmInvalidContentStorage; } char placeholder_path[FS_MAX_PATH] = {0}; char content_path[FS_MAX_PATH] = {0}; this->placeholder_accessor.GetPlaceHolderPathUncached(placeholder_path, placeholder_id); this->GetContentPath(content_path, content_id); errno = 0; rename(placeholder_path, content_path); if (errno != 0) { R_TRY_CATCH(fsdevGetLastResult()) { R_CATCH(ResultFsPathNotFound) { return ResultNcmPlaceHolderNotFound; } R_CATCH(ResultFsPathAlreadyExists) { return ResultNcmContentAlreadyExists; } } R_END_TRY_CATCH; } return ResultSuccess; } Result ContentStorageInterface::Delete(ContentId content_id) { if (this->disabled) { return ResultNcmInvalidContentStorage; } this->ClearContentCache(); char content_path[FS_MAX_PATH] = {0}; this->GetContentPath(content_path, content_id); R_TRY_CATCH(fsdevDeleteDirectoryRecursively(content_path)) { R_CATCH(ResultFsPathNotFound) { return ResultNcmContentNotFound; } } R_END_TRY_CATCH; return ResultSuccess; } Result ContentStorageInterface::Has(Out out, ContentId content_id) { if (this->disabled) { return ResultNcmInvalidContentStorage; } char content_path[FS_MAX_PATH] = {0}; this->GetContentPath(content_path, content_id); bool has = false; R_TRY(HasFile(&has, content_path)); out.SetValue(has); return ResultSuccess; } Result ContentStorageInterface::GetPath(OutPointerWithServerSize out, ContentId content_id) { if (this->disabled) { return ResultNcmInvalidContentStorage; } char content_path[FS_MAX_PATH] = {0}; char common_path[FS_MAX_PATH] = {0}; this->GetContentPath(content_path, content_id); R_TRY(ConvertToFsCommonPath(common_path, FS_MAX_PATH-1, content_path)); *out.pointer = common_path; return ResultSuccess; } Result ContentStorageInterface::GetPlaceHolderPath(OutPointerWithServerSize out, PlaceHolderId placeholder_id) { if (this->disabled) { return ResultNcmInvalidContentStorage; } char placeholder_path[FS_MAX_PATH] = {0}; char common_path[FS_MAX_PATH] = {0}; this->placeholder_accessor.GetPlaceHolderPathUncached(placeholder_path, placeholder_id); R_TRY(ConvertToFsCommonPath(common_path, FS_MAX_PATH-1, placeholder_path)); *out.pointer = common_path; return ResultSuccess; } Result ContentStorageInterface::CleanupAllPlaceHolder() { if (this->disabled) { return ResultNcmInvalidContentStorage; } char placeholder_root_path[FS_MAX_PATH] = {0}; this->placeholder_accessor.ClearAllCaches(); this->placeholder_accessor.GetPlaceHolderRootPath(placeholder_root_path); R_TRY(fsdevDeleteDirectoryRecursively(placeholder_root_path)); return ResultSuccess; } Result ContentStorageInterface::ListPlaceHolder(Out out_count, OutBuffer out_buf) { if (this->disabled) { return ResultNcmInvalidContentStorage; } char placeholder_root_path[FS_MAX_PATH] = {0}; this->placeholder_accessor.GetPlaceHolderRootPath(placeholder_root_path); const unsigned int dir_depth = this->placeholder_accessor.GetDirectoryDepth(); size_t entry_count = 0; R_TRY(TraverseDirectory(placeholder_root_path, dir_depth, [&](bool* should_continue, bool* should_retry_dir_read, const char* current_path, struct dirent* dir_entry) { *should_continue = true; *should_retry_dir_read = false; if (dir_entry->d_type == DT_REG) { if (entry_count > out_buf.num_elements) { return ResultNcmBufferInsufficient; } PlaceHolderId cur_entry_placeholder_id = {0}; R_TRY(GetPlaceHolderIdFromDirEntry(&cur_entry_placeholder_id, dir_entry)); out_buf[entry_count++] = cur_entry_placeholder_id; } return ResultSuccess; })); out_count.SetValue(static_cast(entry_count)); return ResultSuccess; } Result ContentStorageInterface::GetContentCount(Out out_count) { if (this->disabled) { return ResultNcmInvalidContentStorage; } char content_root_path[FS_MAX_PATH] = {0}; this->GetContentRootPath(content_root_path); const unsigned int dir_depth = this->GetContentDirectoryDepth(); u32 content_count = 0; R_TRY(TraverseDirectory(content_root_path, dir_depth, [&](bool* should_continue, bool* should_retry_dir_read, const char* current_path, struct dirent* dir_entry) { *should_continue = true; *should_retry_dir_read = false; if (dir_entry->d_type == DT_REG) { content_count++; } return ResultSuccess; })); out_count.SetValue(content_count); return ResultSuccess; } Result ContentStorageInterface::ListContentId(Out out_count, OutBuffer out_buf, u32 start_offset) { if (start_offset >> 0x1f != 0) { return ResultNcmInvalidOffset; } if (this->disabled) { return ResultNcmInvalidContentStorage; } char content_root_path[FS_MAX_PATH] = {0}; this->GetContentRootPath(content_root_path); const unsigned int dir_depth = this->GetContentDirectoryDepth(); size_t entry_count = 0; R_TRY(TraverseDirectory(content_root_path, dir_depth, [&](bool* should_continue, bool* should_retry_dir_read, const char* current_path, struct dirent* dir_entry) { *should_retry_dir_read = false; *should_continue = true; if (dir_entry->d_type == DT_REG) { /* Skip entries until we reach the start offset. */ if (start_offset > 0) { start_offset--; return ResultSuccess; } /* We don't necessarily expect to be able to completely fill the output buffer. */ if (entry_count > out_buf.num_elements) { *should_continue = false; return ResultSuccess; } size_t name_len = strlen(dir_entry->d_name); std::optional content_id = GetContentIdFromString(dir_entry->d_name, name_len); /* Skip to the next entry if the id was invalid. */ if (!content_id) { return ResultSuccess; } out_buf[entry_count++] = *content_id; } return ResultSuccess; })); out_count.SetValue(static_cast(entry_count)); return ResultSuccess; } Result ContentStorageInterface::GetSizeFromContentId(Out out_size, ContentId content_id) { if (this->disabled) { return ResultNcmInvalidContentStorage; } char content_path[FS_MAX_PATH] = {0}; this->GetContentPath(content_path, content_id); struct stat st; errno = 0; stat(content_path, &st); if (errno != 0) { return fsdevGetLastResult(); } out_size.SetValue(st.st_size); return ResultSuccess; } Result ContentStorageInterface::DisableForcibly() { this->disabled = true; this->ClearContentCache(); this->placeholder_accessor.ClearAllCaches(); return ResultSuccess; } Result ContentStorageInterface::RevertToPlaceHolder(PlaceHolderId placeholder_id, ContentId old_content_id, ContentId new_content_id) { if (this->disabled) { return ResultNcmInvalidContentStorage; } char old_content_path[FS_MAX_PATH] = {0}; char new_content_path[FS_MAX_PATH] = {0}; char placeholder_path[FS_MAX_PATH] = {0}; this->ClearContentCache(); /* Ensure the new content path is ready. */ this->GetContentPath(new_content_path, new_content_id); R_TRY(EnsureParentDirectoryRecursively(new_content_path)); R_TRY(this->placeholder_accessor.EnsureRecursively(placeholder_id)); this->placeholder_accessor.GetPlaceHolderPathUncached(placeholder_path, placeholder_id); errno = 0; rename(old_content_path, placeholder_path); if (errno != 0) { R_TRY_CATCH(fsdevGetLastResult()) { R_CATCH(ResultFsPathNotFound) { return ResultNcmPlaceHolderNotFound; } R_CATCH(ResultFsPathAlreadyExists) { return ResultNcmPlaceHolderAlreadyExists; } } R_END_TRY_CATCH; } return ResultSuccess; } Result ContentStorageInterface::SetPlaceHolderSize(PlaceHolderId placeholder_id, u64 size) { if (this->disabled) { return ResultNcmInvalidContentStorage; } R_TRY(this->placeholder_accessor.SetSize(placeholder_id, size)); return ResultSuccess; } Result ContentStorageInterface::ReadContentIdFile(OutBuffer buf, ContentId content_id, u64 offset) { /* Offset is too large */ if (offset >> 0x3f != 0) { return ResultNcmInvalidOffset; } if (this->disabled) { return ResultNcmInvalidContentStorage; } char content_path[FS_MAX_PATH] = {0}; this->GetContentPath(content_path, content_id); R_TRY(this->OpenCachedContentFile(content_id)); errno = 0; fseek(this->content_cache_file_handle, offset, SEEK_SET); fread(buf.buffer, buf.num_elements, 1, this->content_cache_file_handle); if (errno != 0) { return fsdevGetLastResult(); } return ResultSuccess; } Result ContentStorageInterface::GetRightsIdFromPlaceHolderId(Out out_rights_id, Out out_key_generation, PlaceHolderId placeholder_id) { if (this->disabled) { return ResultNcmInvalidContentStorage; } FsRightsId rights_id = {0}; u8 key_generation = 0; char placeholder_path[FS_MAX_PATH] = {0}; char common_path[FS_MAX_PATH] = {0}; this->placeholder_accessor.GetPlaceHolderPathUncached(placeholder_path, placeholder_id); R_TRY(ConvertToFsCommonPath(common_path, FS_MAX_PATH-1, placeholder_path)); R_TRY(fsGetRightsIdAndKeyGenerationByPath(common_path, &key_generation, &rights_id)); out_rights_id.SetValue(rights_id); out_key_generation.SetValue(static_cast(key_generation)); return ResultSuccess; } Result ContentStorageInterface::GetRightsIdFromContentId(Out out_rights_id, Out out_key_generation, ContentId content_id) { if (this->disabled) { return ResultNcmInvalidContentStorage; } impl::RightsIdCache* rights_id_cache = impl::GetRightsIdCache(); { std::scoped_lock lk(rights_id_cache->mutex); /* Attempt to locate the content id in the cache. */ for (size_t i = 0; i < impl::RightsIdCache::MaxEntries; i++) { impl::RightsIdCache::Entry* entry = &rights_id_cache->entries[i]; if (entry->last_accessed != 1 && content_id == entry->uuid) { entry->last_accessed = rights_id_cache->counter; rights_id_cache->counter++; out_rights_id.SetValue(entry->rights_id); out_key_generation.SetValue(entry->key_generation); return ResultSuccess; } } } FsRightsId rights_id = {0}; u8 key_generation = 0; char content_path[FS_MAX_PATH] = {0}; char common_path[FS_MAX_PATH] = {0}; this->GetContentPath(content_path, content_id); R_TRY(ConvertToFsCommonPath(common_path, FS_MAX_PATH-1, content_path)); R_TRY(fsGetRightsIdAndKeyGenerationByPath(common_path, &key_generation, &rights_id)); { std::scoped_lock lk(rights_id_cache->mutex); impl::RightsIdCache::Entry* eviction_candidate = &rights_id_cache->entries[0]; /* Find a suitable existing entry to store our new one at. */ for (size_t i = 1; i < impl::RightsIdCache::MaxEntries; i++) { impl::RightsIdCache::Entry* entry = &rights_id_cache->entries[i]; /* Change eviction candidates if the uuid already matches ours, or if the uuid doesn't already match and the last_accessed count is lower */ if (content_id == entry->uuid || (content_id != eviction_candidate->uuid && entry->last_accessed < eviction_candidate->last_accessed)) { eviction_candidate = entry; } } /* Update the cache. */ eviction_candidate->uuid = content_id; eviction_candidate->rights_id = rights_id; eviction_candidate->key_generation = key_generation; eviction_candidate->last_accessed = rights_id_cache->counter; rights_id_cache->counter++; /* Set output. */ out_rights_id.SetValue(rights_id); out_key_generation.SetValue(key_generation); } return ResultSuccess; } Result ContentStorageInterface::WriteContentForDebug(ContentId content_id, u64 offset, InBuffer data) { FILE* f = nullptr; /* Offset is too large */ if (offset >> 0x3f != 0) { return ResultNcmInvalidOffset; } if (this->disabled) { return ResultNcmInvalidContentStorage; } bool is_development = false; if (R_FAILED(splIsDevelopment(&is_development)) || !is_development) { std::abort(); } this->ClearContentCache(); char content_path[FS_MAX_PATH] = {0}; this->GetContentPath(content_path, content_id); errno = 0; f = fopen(content_path, "w+b"); ON_SCOPE_EXIT { fclose(f); }; if (f == NULL || errno != 0) { return fsdevGetLastResult(); } fseek(f, offset, SEEK_SET); fwrite(data.buffer, sizeof(u8), data.num_elements, f); fsync(fileno(f)); if (errno != 0) { return fsdevGetLastResult(); } return ResultSuccess; } Result ContentStorageInterface::GetFreeSpaceSize(Out out_size) { struct statvfs st = {0}; errno = 0; statvfs(this->root_path, &st); if (errno != 0) { return fsdevGetLastResult(); } out_size.SetValue(st.f_bfree); return ResultSuccess; } Result ContentStorageInterface::GetTotalSpaceSize(Out out_size) { struct statvfs st = {0}; errno = 0; statvfs(this->root_path, &st); if (errno != 0) { return fsdevGetLastResult(); } out_size.SetValue(st.f_blocks); return ResultSuccess; } Result ContentStorageInterface::FlushPlaceHolder() { this->placeholder_accessor.ClearAllCaches(); return ResultSuccess; } Result ContentStorageInterface::GetSizeFromPlaceHolderId(Out out_size, PlaceHolderId placeholder_id) { if (this->disabled) { return ResultNcmInvalidContentStorage; } bool found_in_cache = false; size_t size = 0; R_TRY(this->placeholder_accessor.GetSize(&found_in_cache, &size, placeholder_id)); if (found_in_cache) { out_size.SetValue(size); return ResultSuccess; } char placeholder_path[FS_MAX_PATH] = {0}; struct stat st; this->placeholder_accessor.GetPlaceHolderPathUncached(placeholder_path, placeholder_id); errno = 0; stat(placeholder_path, &st); if (errno != 0) { return fsdevGetLastResult(); } out_size.SetValue(st.st_size); return ResultSuccess; } Result ContentStorageInterface::RepairInvalidFileAttribute() { char content_root_path[FS_MAX_PATH] = {0}; this->GetContentRootPath(content_root_path); unsigned int dir_depth = this->GetContentDirectoryDepth(); auto fix_file_attributes = [&](bool* should_continue, bool* should_retry_dir_read, const char* current_path, struct dirent* dir_entry) { *should_retry_dir_read = false; *should_continue = true; if (dir_entry->d_type == DT_DIR) { if (path::IsNcaPath(current_path)) { if (R_SUCCEEDED(fsdevSetArchiveBit(current_path))) { *should_retry_dir_read = true; } } } return ResultSuccess; }; R_TRY(TraverseDirectory(content_root_path, dir_depth, fix_file_attributes)); char placeholder_root_path[FS_MAX_PATH] = {0}; this->placeholder_accessor.ClearAllCaches(); this->placeholder_accessor.GetPlaceHolderRootPath(placeholder_root_path); dir_depth = this->placeholder_accessor.GetDirectoryDepth(); R_TRY(TraverseDirectory(placeholder_root_path, dir_depth, fix_file_attributes)); return ResultSuccess; } Result ContentStorageInterface::GetRightsIdFromPlaceHolderIdWithCache(Out out_rights_id, Out out_key_generation, PlaceHolderId placeholder_id, ContentId cache_content_id) { if (this->disabled) { return ResultNcmInvalidContentStorage; } impl::RightsIdCache* rights_id_cache = impl::GetRightsIdCache(); { std::scoped_lock lk(rights_id_cache->mutex); /* Attempt to locate the content id in the cache. */ for (size_t i = 0; i < impl::RightsIdCache::MaxEntries; i++) { impl::RightsIdCache::Entry* entry = &rights_id_cache->entries[i]; if (entry->last_accessed != 1 && cache_content_id == entry->uuid) { entry->last_accessed = rights_id_cache->counter; rights_id_cache->counter++; out_rights_id.SetValue(entry->rights_id); out_key_generation.SetValue(entry->key_generation); return ResultSuccess; } } } FsRightsId rights_id = {0}; u8 key_generation = 0; char placeholder_path[FS_MAX_PATH] = {0}; char common_path[FS_MAX_PATH] = {0}; this->placeholder_accessor.GetPlaceHolderPathUncached(placeholder_path, placeholder_id); R_TRY(ConvertToFsCommonPath(common_path, FS_MAX_PATH-1, placeholder_path)); R_TRY(fsGetRightsIdAndKeyGenerationByPath(common_path, &key_generation, &rights_id)); { std::scoped_lock lk(rights_id_cache->mutex); impl::RightsIdCache::Entry* eviction_candidate = &rights_id_cache->entries[0]; /* Find a suitable existing entry to store our new one at. */ for (size_t i = 1; i < impl::RightsIdCache::MaxEntries; i++) { impl::RightsIdCache::Entry* entry = &rights_id_cache->entries[i]; /* Change eviction candidates if the uuid already matches ours, or if the uuid doesn't already match and the last_accessed count is lower */ if (cache_content_id == entry->uuid || (cache_content_id != eviction_candidate->uuid && entry->last_accessed < eviction_candidate->last_accessed)) { eviction_candidate = entry; } } /* Update the cache. */ eviction_candidate->uuid = cache_content_id; eviction_candidate->rights_id = rights_id; eviction_candidate->key_generation = key_generation; eviction_candidate->last_accessed = rights_id_cache->counter; rights_id_cache->counter++; /* Set output. */ out_rights_id.SetValue(rights_id); out_key_generation.SetValue(key_generation); } return ResultSuccess; } }