2023-12-21 00:04:03 +01:00
|
|
|
// SPDX-FileCopyrightText: Copyright 2023 yuzu Emulator Project
|
|
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
|
|
|
|
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include <deque>
|
|
|
|
#include <memory>
|
2023-12-24 21:49:54 +01:00
|
|
|
#include <array>
|
|
|
|
#include <atomic>
|
2023-12-21 00:04:03 +01:00
|
|
|
|
|
|
|
#include "common/common_types.h"
|
|
|
|
#include "common/virtual_buffer.h"
|
|
|
|
|
|
|
|
namespace Core {
|
|
|
|
|
|
|
|
class DeviceMemory;
|
|
|
|
|
|
|
|
namespace Memory {
|
|
|
|
class Memory;
|
|
|
|
}
|
|
|
|
|
|
|
|
template <typename DTraits>
|
|
|
|
struct DeviceMemoryManagerAllocator;
|
|
|
|
|
|
|
|
template <typename Traits>
|
|
|
|
class DeviceMemoryManager {
|
|
|
|
using DeviceInterface = typename Traits::DeviceInterface;
|
2023-12-24 21:49:54 +01:00
|
|
|
using DeviceMethods = Traits::DeviceMethods;
|
2023-12-21 00:04:03 +01:00
|
|
|
|
|
|
|
public:
|
|
|
|
DeviceMemoryManager(const DeviceMemory& device_memory);
|
|
|
|
~DeviceMemoryManager();
|
|
|
|
|
|
|
|
void BindInterface(DeviceInterface* interface);
|
|
|
|
|
|
|
|
DAddr Allocate(size_t size);
|
|
|
|
void AllocateFixed(DAddr start, size_t size);
|
|
|
|
DAddr AllocatePinned(size_t size);
|
|
|
|
void Free(DAddr start, size_t size);
|
|
|
|
|
2023-12-24 21:49:54 +01:00
|
|
|
void Map(DAddr address, VAddr virtual_address, size_t size, size_t process_id);
|
2023-12-21 00:04:03 +01:00
|
|
|
void Unmap(DAddr address, size_t size);
|
|
|
|
|
|
|
|
// Write / Read
|
|
|
|
template <typename T>
|
|
|
|
T* GetPointer(DAddr address);
|
|
|
|
|
|
|
|
template <typename T>
|
|
|
|
const T* GetPointer(DAddr address) const;
|
|
|
|
|
|
|
|
template <typename T>
|
|
|
|
void Write(DAddr address, T value);
|
|
|
|
|
|
|
|
template <typename T>
|
|
|
|
T Read(DAddr address) const;
|
|
|
|
|
|
|
|
void ReadBlock(DAddr address, void* dest_pointer, size_t size);
|
|
|
|
void WriteBlock(DAddr address, void* src_pointer, size_t size);
|
|
|
|
|
|
|
|
size_t RegisterProcess(Memory::Memory* memory);
|
|
|
|
void UnregisterProcess(size_t id);
|
|
|
|
|
2023-12-24 21:49:54 +01:00
|
|
|
void UpdatePagesCachedCount(DAddr addr, size_t size, s32 delta);
|
|
|
|
|
2023-12-21 00:04:03 +01:00
|
|
|
private:
|
|
|
|
static constexpr bool supports_pinning = Traits::supports_pinning;
|
|
|
|
static constexpr size_t device_virtual_bits = Traits::device_virtual_bits;
|
|
|
|
static constexpr size_t device_as_size = 1ULL << device_virtual_bits;
|
|
|
|
static constexpr size_t physical_max_bits = 33;
|
|
|
|
static constexpr size_t page_bits = 12;
|
|
|
|
static constexpr u32 physical_address_base = 1U << page_bits;
|
|
|
|
|
|
|
|
template <typename T>
|
|
|
|
T* GetPointerFromRaw(PAddr addr) {
|
|
|
|
return reinterpret_cast<T*>(physical_base + addr);
|
|
|
|
}
|
|
|
|
|
|
|
|
template <typename T>
|
|
|
|
const T* GetPointerFromRaw(PAddr addr) const {
|
|
|
|
return reinterpret_cast<T*>(physical_base + addr);
|
|
|
|
}
|
|
|
|
|
|
|
|
template <typename T>
|
|
|
|
PAddr GetRawPhysicalAddr(const T* ptr) const {
|
|
|
|
return static_cast<PAddr>(reinterpret_cast<uintptr_t>(ptr) - physical_base);
|
|
|
|
}
|
|
|
|
|
|
|
|
void WalkBlock(const DAddr addr, const std::size_t size, auto on_unmapped, auto on_memory,
|
|
|
|
auto increment);
|
|
|
|
|
|
|
|
std::unique_ptr<DeviceMemoryManagerAllocator<Traits>> impl;
|
|
|
|
|
|
|
|
const uintptr_t physical_base;
|
|
|
|
DeviceInterface* interface;
|
|
|
|
Common::VirtualBuffer<u32> compressed_physical_ptr;
|
|
|
|
Common::VirtualBuffer<u32> compressed_device_addr;
|
|
|
|
|
2023-12-24 21:49:54 +01:00
|
|
|
// Process memory interfaces
|
|
|
|
|
2023-12-21 00:04:03 +01:00
|
|
|
std::deque<size_t> id_pool;
|
|
|
|
std::deque<Memory::Memory*> registered_processes;
|
2023-12-24 21:49:54 +01:00
|
|
|
|
|
|
|
// Memory protection management
|
|
|
|
|
|
|
|
static constexpr size_t guest_max_as_bits = 39;
|
|
|
|
static constexpr size_t guest_as_size = 1ULL << guest_max_as_bits;
|
|
|
|
static constexpr size_t guest_mask = guest_as_size - 1ULL;
|
|
|
|
static constexpr size_t process_id_start_bit = guest_max_as_bits;
|
|
|
|
|
|
|
|
std::pair<size_t, VAddr> ExtractCPUBacking(size_t page_index) {
|
|
|
|
auto content = cpu_backing_address[page_index];
|
|
|
|
const VAddr address = content & guest_mask;
|
|
|
|
const size_t process_id = static_cast<size_t>(content >> process_id_start_bit);
|
|
|
|
return std::make_pair(process_id, address);
|
|
|
|
}
|
|
|
|
|
|
|
|
void InsertCPUBacking(size_t page_index, VAddr address, size_t process_id) {
|
|
|
|
cpu_backing_address[page_index] = address | (process_id << page_index);
|
|
|
|
}
|
|
|
|
|
|
|
|
Common::VirtualBuffer<VAddr> cpu_backing_address;
|
|
|
|
static constexpr size_t subentries = 4;
|
|
|
|
static constexpr size_t subentries_mask = subentries - 1;
|
|
|
|
class CounterEntry final {
|
|
|
|
public:
|
|
|
|
CounterEntry() = default;
|
|
|
|
|
|
|
|
std::atomic_uint16_t& Count(std::size_t page) {
|
|
|
|
return values[page & subentries_mask];
|
|
|
|
}
|
|
|
|
|
|
|
|
const std::atomic_uint16_t& Count(std::size_t page) const {
|
|
|
|
return values[page & subentries_mask];
|
|
|
|
}
|
|
|
|
|
|
|
|
private:
|
|
|
|
std::array<std::atomic_uint16_t, subentries> values{};
|
|
|
|
};
|
|
|
|
static_assert(sizeof(CounterEntry) == subentries * sizeof(u16), "CounterEntry should be 8 bytes!");
|
|
|
|
|
|
|
|
static constexpr size_t num_counter_entries = (1ULL << (device_virtual_bits - page_bits)) / subentries;
|
|
|
|
using CachedPages = std::array<CounterEntry, num_counter_entries>;
|
|
|
|
std::unique_ptr<CachedPages> cached_pages;
|
2023-12-21 00:04:03 +01:00
|
|
|
};
|
|
|
|
|
|
|
|
} // namespace Core
|