#include #include #include #include #include "common/archives.h" #include "core/file_sys/romfs_reader.h" SERIALIZE_EXPORT_IMPL(FileSys::DirectRomFSReader) namespace FileSys { std::size_t DirectRomFSReader::ReadFile(std::size_t offset, std::size_t length, u8* buffer) { length = std::min(length, static_cast(data_size) - offset); if (length == 0) return 0; // Crypto++ does not like zero size buffer const auto segments = BreakupRead(offset, length); size_t read_progress = 0; // Skip cache if the read is too big if (segments.size() == 1 && segments[0].second > cache_line_size) { length = file.ReadAtBytes(buffer, length, file_offset + offset); if (is_encrypted) { CryptoPP::CTR_Mode::Decryption d(key.data(), key.size(), ctr.data()); d.Seek(crypto_offset + offset); d.ProcessData(buffer, buffer, length); } LOG_TRACE(Service_FS, "RomFS Cache SKIP: offset={}, length={}", offset, length); return length; } // TODO(PabloMK7): Make cache thread safe, read the comment in CacheReady function. // std::unique_lock read_guard(cache_mutex); for (const auto& seg : segments) { size_t read_size = cache_line_size; size_t page = OffsetToPage(seg.first); // Check if segment is in cache auto cache_entry = cache.request(page); if (!cache_entry.first) { // If not found, read from disk and cache the data read_size = file.ReadAtBytes(cache_entry.second.data(), read_size, file_offset + page); if (is_encrypted && read_size) { CryptoPP::CTR_Mode::Decryption d(key.data(), key.size(), ctr.data()); d.Seek(crypto_offset + page); d.ProcessData(cache_entry.second.data(), cache_entry.second.data(), read_size); } LOG_TRACE(Service_FS, "RomFS Cache MISS: page={}, length={}, into={}", page, seg.second, (seg.first - page)); } else { LOG_TRACE(Service_FS, "RomFS Cache HIT: page={}, length={}, into={}", page, seg.second, (seg.first - page)); } size_t copy_amount = (read_size > (seg.first - page)) ? std::min((seg.first - page) + seg.second, read_size) - (seg.first - page) : 0; std::memcpy(buffer + read_progress, cache_entry.second.data() + (seg.first - page), copy_amount); read_progress += copy_amount; } return read_progress; } bool DirectRomFSReader::AllowsCachedReads() const { return true; } bool DirectRomFSReader::CacheReady(std::size_t file_offset, std::size_t length) { auto segments = BreakupRead(file_offset, length); if (segments.size() == 1 && segments[0].second > cache_line_size) { return false; } else { // TODO(PabloMK7): Since the LRU cache is not thread safe, a lock must be used. // However, this completely breaks the point of using a cache, because // smaller reads may be blocked by bigger reads. For now, always return // data being in cache to prevent the need of a lock, and only read data // asynchronously if it is too big to use the cache. /* std::shared_lock read_guard(cache_mutex); for (auto it = segments.begin(); it != segments.end(); it++) { if (!cache.contains(OffsetToPage(it->first))) return false; } */ return true; } } std::vector> DirectRomFSReader::BreakupRead( std::size_t offset, std::size_t length) { std::vector> ret; // Reads bigger than the cache line size will probably never hit again if (length > cache_line_size) { ret.push_back(std::make_pair(offset, length)); return ret; } size_t curr_offset = offset; while (length) { size_t next_page = OffsetToPage(curr_offset + cache_line_size); size_t curr_page_len = std::min(length, next_page - curr_offset); ret.push_back(std::make_pair(curr_offset, curr_page_len)); curr_offset = next_page; length -= curr_page_len; } return ret; } } // namespace FileSys