// SPDX-FileCopyrightText: Copyright 2023 yuzu Emulator Project // SPDX-License-Identifier: GPL-2.0-or-later #pragma once #include #include #include #include #include "common/common_types.h" #include "common/virtual_buffer.h" namespace Core { class DeviceMemory; namespace Memory { class Memory; } template struct DeviceMemoryManagerAllocator; template class DeviceMemoryManager { using DeviceInterface = typename Traits::DeviceInterface; using DeviceMethods = Traits::DeviceMethods; public: DeviceMemoryManager(const DeviceMemory& device_memory); ~DeviceMemoryManager(); void BindInterface(DeviceInterface* interface); DAddr Allocate(size_t size); void AllocateFixed(DAddr start, size_t size); DAddr AllocatePinned(size_t size); void Free(DAddr start, size_t size); void Map(DAddr address, VAddr virtual_address, size_t size, size_t process_id); void Unmap(DAddr address, size_t size); // Write / Read template T* GetPointer(DAddr address); template const T* GetPointer(DAddr address) const; template void Write(DAddr address, T value); template T Read(DAddr address) const; void ReadBlock(DAddr address, void* dest_pointer, size_t size); void WriteBlock(DAddr address, void* src_pointer, size_t size); size_t RegisterProcess(Memory::Memory* memory); void UnregisterProcess(size_t id); void UpdatePagesCachedCount(DAddr addr, size_t size, s32 delta); private: static constexpr bool supports_pinning = Traits::supports_pinning; static constexpr size_t device_virtual_bits = Traits::device_virtual_bits; static constexpr size_t device_as_size = 1ULL << device_virtual_bits; static constexpr size_t physical_max_bits = 33; static constexpr size_t page_bits = 12; static constexpr u32 physical_address_base = 1U << page_bits; template T* GetPointerFromRaw(PAddr addr) { return reinterpret_cast(physical_base + addr); } template const T* GetPointerFromRaw(PAddr addr) const { return reinterpret_cast(physical_base + addr); } template PAddr GetRawPhysicalAddr(const T* ptr) const { return static_cast(reinterpret_cast(ptr) - physical_base); } void WalkBlock(const DAddr addr, const std::size_t size, auto on_unmapped, auto on_memory, auto increment); std::unique_ptr> impl; const uintptr_t physical_base; DeviceInterface* interface; Common::VirtualBuffer compressed_physical_ptr; Common::VirtualBuffer compressed_device_addr; // Process memory interfaces std::deque id_pool; std::deque registered_processes; // Memory protection management static constexpr size_t guest_max_as_bits = 39; static constexpr size_t guest_as_size = 1ULL << guest_max_as_bits; static constexpr size_t guest_mask = guest_as_size - 1ULL; static constexpr size_t process_id_start_bit = guest_max_as_bits; std::pair ExtractCPUBacking(size_t page_index) { auto content = cpu_backing_address[page_index]; const VAddr address = content & guest_mask; const size_t process_id = static_cast(content >> process_id_start_bit); return std::make_pair(process_id, address); } void InsertCPUBacking(size_t page_index, VAddr address, size_t process_id) { cpu_backing_address[page_index] = address | (process_id << page_index); } Common::VirtualBuffer cpu_backing_address; static constexpr size_t subentries = 4; static constexpr size_t subentries_mask = subentries - 1; class CounterEntry final { public: CounterEntry() = default; std::atomic_uint16_t& Count(std::size_t page) { return values[page & subentries_mask]; } const std::atomic_uint16_t& Count(std::size_t page) const { return values[page & subentries_mask]; } private: std::array values{}; }; static_assert(sizeof(CounterEntry) == subentries * sizeof(u16), "CounterEntry should be 8 bytes!"); static constexpr size_t num_counter_entries = (1ULL << (device_virtual_bits - page_bits)) / subentries; using CachedPages = std::array; std::unique_ptr cached_pages; }; } // namespace Core