2015-05-13 08:08:56 +05:30
|
|
|
// Copyright 2015 Citra Emulator Project
|
2014-12-17 11:08:14 +05:30
|
|
|
// Licensed under GPLv2 or any later version
|
2014-04-09 04:45:46 +05:30
|
|
|
// Refer to the license.txt file included.
|
2013-09-19 09:22:51 +05:30
|
|
|
|
2015-05-13 08:08:56 +05:30
|
|
|
#include <array>
|
|
|
|
|
|
|
|
#include "common/assert.h"
|
2015-05-06 12:36:12 +05:30
|
|
|
#include "common/common_types.h"
|
|
|
|
#include "common/logging/log.h"
|
|
|
|
#include "common/swap.h"
|
2013-09-19 09:22:51 +05:30
|
|
|
|
2015-08-06 05:56:52 +05:30
|
|
|
#include "core/hle/kernel/process.h"
|
2015-05-13 07:08:29 +05:30
|
|
|
#include "core/memory.h"
|
2015-05-21 09:07:07 +05:30
|
|
|
#include "core/memory_setup.h"
|
2013-09-19 09:22:51 +05:30
|
|
|
|
|
|
|
namespace Memory {
|
|
|
|
|
2015-05-13 08:08:56 +05:30
|
|
|
enum class PageType {
|
|
|
|
/// Page is unmapped and should cause an access error.
|
|
|
|
Unmapped,
|
|
|
|
/// Page is mapped to regular memory. This is the only type you can get pointers to.
|
|
|
|
Memory,
|
|
|
|
/// Page is mapped to a I/O region. Writing and reading to this page is handled by functions.
|
|
|
|
Special,
|
|
|
|
};
|
|
|
|
|
|
|
|
/**
|
|
|
|
* A (reasonably) fast way of allowing switchable and remmapable process address spaces. It loosely
|
|
|
|
* mimics the way a real CPU page table works, but instead is optimized for minimal decoding and
|
|
|
|
* fetching requirements when acessing. In the usual case of an access to regular memory, it only
|
|
|
|
* requires an indexed fetch and a check for NULL.
|
|
|
|
*/
|
|
|
|
struct PageTable {
|
|
|
|
static const size_t NUM_ENTRIES = 1 << (32 - PAGE_BITS);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Array of memory pointers backing each page. An entry can only be non-null if the
|
|
|
|
* corresponding entry in the `attributes` array is of type `Memory`.
|
|
|
|
*/
|
|
|
|
std::array<u8*, NUM_ENTRIES> pointers;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Array of fine grained page attributes. If it is set to any value other than `Memory`, then
|
|
|
|
* the corresponding entry in `pointer` MUST be set to null.
|
|
|
|
*/
|
|
|
|
std::array<PageType, NUM_ENTRIES> attributes;
|
|
|
|
};
|
|
|
|
|
|
|
|
/// Singular page table used for the singleton process
|
|
|
|
static PageTable main_page_table;
|
|
|
|
/// Currently active page table
|
|
|
|
static PageTable* current_page_table = &main_page_table;
|
|
|
|
|
|
|
|
static void MapPages(u32 base, u32 size, u8* memory, PageType type) {
|
|
|
|
LOG_DEBUG(HW_Memory, "Mapping %p onto %08X-%08X", memory, base * PAGE_SIZE, (base + size) * PAGE_SIZE);
|
|
|
|
|
|
|
|
u32 end = base + size;
|
|
|
|
|
|
|
|
while (base != end) {
|
|
|
|
ASSERT_MSG(base < PageTable::NUM_ENTRIES, "out of range mapping at %08X", base);
|
|
|
|
|
|
|
|
current_page_table->attributes[base] = type;
|
|
|
|
current_page_table->pointers[base] = memory;
|
|
|
|
|
|
|
|
base += 1;
|
2015-07-10 07:17:27 +05:30
|
|
|
if (memory != nullptr)
|
|
|
|
memory += PAGE_SIZE;
|
2014-04-02 03:48:02 +05:30
|
|
|
}
|
2013-09-19 09:22:51 +05:30
|
|
|
}
|
|
|
|
|
2015-05-13 08:08:56 +05:30
|
|
|
void InitMemoryMap() {
|
|
|
|
main_page_table.pointers.fill(nullptr);
|
|
|
|
main_page_table.attributes.fill(PageType::Unmapped);
|
|
|
|
}
|
2014-04-25 09:26:06 +05:30
|
|
|
|
2015-05-13 08:08:56 +05:30
|
|
|
void MapMemoryRegion(VAddr base, u32 size, u8* target) {
|
|
|
|
ASSERT_MSG((size & PAGE_MASK) == 0, "non-page aligned size: %08X", size);
|
|
|
|
ASSERT_MSG((base & PAGE_MASK) == 0, "non-page aligned base: %08X", base);
|
|
|
|
MapPages(base / PAGE_SIZE, size / PAGE_SIZE, target, PageType::Memory);
|
|
|
|
}
|
2014-04-26 10:57:25 +05:30
|
|
|
|
2015-05-13 08:08:56 +05:30
|
|
|
void MapIoRegion(VAddr base, u32 size) {
|
|
|
|
ASSERT_MSG((size & PAGE_MASK) == 0, "non-page aligned size: %08X", size);
|
|
|
|
ASSERT_MSG((base & PAGE_MASK) == 0, "non-page aligned base: %08X", base);
|
|
|
|
MapPages(base / PAGE_SIZE, size / PAGE_SIZE, nullptr, PageType::Special);
|
|
|
|
}
|
2014-12-30 09:05:06 +05:30
|
|
|
|
2015-05-21 09:07:07 +05:30
|
|
|
void UnmapRegion(VAddr base, u32 size) {
|
|
|
|
ASSERT_MSG((size & PAGE_MASK) == 0, "non-page aligned size: %08X", size);
|
|
|
|
ASSERT_MSG((base & PAGE_MASK) == 0, "non-page aligned base: %08X", base);
|
|
|
|
MapPages(base / PAGE_SIZE, size / PAGE_SIZE, nullptr, PageType::Unmapped);
|
|
|
|
}
|
|
|
|
|
2015-05-13 08:08:56 +05:30
|
|
|
template <typename T>
|
|
|
|
T Read(const VAddr vaddr) {
|
|
|
|
const u8* page_pointer = current_page_table->pointers[vaddr >> PAGE_BITS];
|
|
|
|
if (page_pointer) {
|
|
|
|
return *reinterpret_cast<const T*>(page_pointer + (vaddr & PAGE_MASK));
|
|
|
|
}
|
2014-08-03 05:16:47 +05:30
|
|
|
|
2015-05-13 08:08:56 +05:30
|
|
|
PageType type = current_page_table->attributes[vaddr >> PAGE_BITS];
|
|
|
|
switch (type) {
|
|
|
|
case PageType::Unmapped:
|
|
|
|
LOG_ERROR(HW_Memory, "unmapped Read%lu @ 0x%08X", sizeof(T) * 8, vaddr);
|
|
|
|
return 0;
|
|
|
|
case PageType::Memory:
|
|
|
|
ASSERT_MSG(false, "Mapped memory page without a pointer @ %08X", vaddr);
|
|
|
|
case PageType::Special:
|
|
|
|
LOG_ERROR(HW_Memory, "I/O reads aren't implemented yet @ %08X", vaddr);
|
|
|
|
return 0;
|
|
|
|
default:
|
|
|
|
UNREACHABLE();
|
2014-04-02 03:48:02 +05:30
|
|
|
}
|
2013-09-19 09:22:51 +05:30
|
|
|
}
|
|
|
|
|
2015-05-13 08:08:56 +05:30
|
|
|
template <typename T>
|
|
|
|
void Write(const VAddr vaddr, const T data) {
|
|
|
|
u8* page_pointer = current_page_table->pointers[vaddr >> PAGE_BITS];
|
|
|
|
if (page_pointer) {
|
|
|
|
*reinterpret_cast<T*>(page_pointer + (vaddr & PAGE_MASK)) = data;
|
|
|
|
return;
|
|
|
|
}
|
2014-04-25 09:26:06 +05:30
|
|
|
|
2015-05-13 08:08:56 +05:30
|
|
|
PageType type = current_page_table->attributes[vaddr >> PAGE_BITS];
|
|
|
|
switch (type) {
|
|
|
|
case PageType::Unmapped:
|
|
|
|
LOG_ERROR(HW_Memory, "unmapped Write%lu 0x%08X @ 0x%08X", sizeof(data) * 8, (u32) data, vaddr);
|
|
|
|
return;
|
|
|
|
case PageType::Memory:
|
|
|
|
ASSERT_MSG(false, "Mapped memory page without a pointer @ %08X", vaddr);
|
|
|
|
case PageType::Special:
|
|
|
|
LOG_ERROR(HW_Memory, "I/O writes aren't implemented yet @ %08X", vaddr);
|
|
|
|
return;
|
|
|
|
default:
|
|
|
|
UNREACHABLE();
|
|
|
|
}
|
|
|
|
}
|
2014-04-26 10:57:25 +05:30
|
|
|
|
2015-05-13 08:08:56 +05:30
|
|
|
u8* GetPointer(const VAddr vaddr) {
|
|
|
|
u8* page_pointer = current_page_table->pointers[vaddr >> PAGE_BITS];
|
|
|
|
if (page_pointer) {
|
|
|
|
return page_pointer + (vaddr & PAGE_MASK);
|
2014-04-02 03:48:02 +05:30
|
|
|
}
|
2015-05-13 08:08:56 +05:30
|
|
|
|
|
|
|
LOG_ERROR(HW_Memory, "unknown GetPointer @ 0x%08x", vaddr);
|
|
|
|
return nullptr;
|
2014-03-25 20:20:34 +05:30
|
|
|
}
|
|
|
|
|
2015-05-13 07:08:29 +05:30
|
|
|
u8* GetPhysicalPointer(PAddr address) {
|
|
|
|
return GetPointer(PhysicalToVirtualAddress(address));
|
2015-04-28 07:29:06 +05:30
|
|
|
}
|
|
|
|
|
2014-08-28 23:50:55 +05:30
|
|
|
u8 Read8(const VAddr addr) {
|
2015-05-13 08:08:56 +05:30
|
|
|
return Read<u8>(addr);
|
2013-09-19 09:22:51 +05:30
|
|
|
}
|
|
|
|
|
2014-08-28 23:50:55 +05:30
|
|
|
u16 Read16(const VAddr addr) {
|
2015-05-13 08:08:56 +05:30
|
|
|
return Read<u16_le>(addr);
|
2013-09-19 09:22:51 +05:30
|
|
|
}
|
|
|
|
|
2014-08-28 23:50:55 +05:30
|
|
|
u32 Read32(const VAddr addr) {
|
2015-05-13 08:08:56 +05:30
|
|
|
return Read<u32_le>(addr);
|
2013-09-19 09:22:51 +05:30
|
|
|
}
|
|
|
|
|
2015-03-12 01:40:14 +05:30
|
|
|
u64 Read64(const VAddr addr) {
|
2015-05-13 08:08:56 +05:30
|
|
|
return Read<u64_le>(addr);
|
2013-09-19 09:22:51 +05:30
|
|
|
}
|
|
|
|
|
2014-08-28 23:50:55 +05:30
|
|
|
void Write8(const VAddr addr, const u8 data) {
|
2014-07-05 09:16:16 +05:30
|
|
|
Write<u8>(addr, data);
|
2013-09-19 09:22:51 +05:30
|
|
|
}
|
|
|
|
|
2014-08-28 23:50:55 +05:30
|
|
|
void Write16(const VAddr addr, const u16 data) {
|
2014-07-05 09:16:16 +05:30
|
|
|
Write<u16_le>(addr, data);
|
2013-09-19 09:22:51 +05:30
|
|
|
}
|
|
|
|
|
2014-08-28 23:50:55 +05:30
|
|
|
void Write32(const VAddr addr, const u32 data) {
|
2014-07-05 09:16:16 +05:30
|
|
|
Write<u32_le>(addr, data);
|
2013-09-19 09:22:51 +05:30
|
|
|
}
|
|
|
|
|
2014-08-28 23:50:55 +05:30
|
|
|
void Write64(const VAddr addr, const u64 data) {
|
2014-07-05 09:16:16 +05:30
|
|
|
Write<u64_le>(addr, data);
|
2013-09-19 09:22:51 +05:30
|
|
|
}
|
|
|
|
|
2014-08-28 23:50:55 +05:30
|
|
|
void WriteBlock(const VAddr addr, const u8* data, const size_t size) {
|
2014-09-28 21:00:29 +05:30
|
|
|
u32 offset = 0;
|
2014-08-17 23:53:54 +05:30
|
|
|
while (offset < (size & ~3)) {
|
|
|
|
Write32(addr + offset, *(u32*)&data[offset]);
|
|
|
|
offset += 4;
|
|
|
|
}
|
2014-06-25 04:21:31 +05:30
|
|
|
|
2014-08-17 23:53:54 +05:30
|
|
|
if (size & 2) {
|
|
|
|
Write16(addr + offset, *(u16*)&data[offset]);
|
|
|
|
offset += 2;
|
|
|
|
}
|
2014-06-25 04:21:31 +05:30
|
|
|
|
|
|
|
if (size & 1)
|
|
|
|
Write8(addr + offset, data[offset]);
|
|
|
|
}
|
|
|
|
|
2015-07-29 20:24:44 +05:30
|
|
|
PAddr VirtualToPhysicalAddress(const VAddr addr) {
|
|
|
|
if (addr == 0) {
|
|
|
|
return 0;
|
|
|
|
} else if (addr >= VRAM_VADDR && addr < VRAM_VADDR_END) {
|
|
|
|
return addr - VRAM_VADDR + VRAM_PADDR;
|
|
|
|
} else if (addr >= LINEAR_HEAP_VADDR && addr < LINEAR_HEAP_VADDR_END) {
|
|
|
|
return addr - LINEAR_HEAP_VADDR + FCRAM_PADDR;
|
|
|
|
} else if (addr >= DSP_RAM_VADDR && addr < DSP_RAM_VADDR_END) {
|
|
|
|
return addr - DSP_RAM_VADDR + DSP_RAM_PADDR;
|
|
|
|
} else if (addr >= IO_AREA_VADDR && addr < IO_AREA_VADDR_END) {
|
|
|
|
return addr - IO_AREA_VADDR + IO_AREA_PADDR;
|
2015-08-06 05:56:52 +05:30
|
|
|
} else if (addr >= NEW_LINEAR_HEAP_VADDR && addr < NEW_LINEAR_HEAP_VADDR_END) {
|
|
|
|
return addr - NEW_LINEAR_HEAP_VADDR + FCRAM_PADDR;
|
2015-07-29 20:24:44 +05:30
|
|
|
}
|
|
|
|
|
|
|
|
LOG_ERROR(HW_Memory, "Unknown virtual address @ 0x%08X", addr);
|
|
|
|
// To help with debugging, set bit on address so that it's obviously invalid.
|
|
|
|
return addr | 0x80000000;
|
|
|
|
}
|
|
|
|
|
|
|
|
VAddr PhysicalToVirtualAddress(const PAddr addr) {
|
|
|
|
if (addr == 0) {
|
|
|
|
return 0;
|
|
|
|
} else if (addr >= VRAM_PADDR && addr < VRAM_PADDR_END) {
|
|
|
|
return addr - VRAM_PADDR + VRAM_VADDR;
|
|
|
|
} else if (addr >= FCRAM_PADDR && addr < FCRAM_PADDR_END) {
|
2015-08-06 05:56:52 +05:30
|
|
|
return addr - FCRAM_PADDR + Kernel::g_current_process->GetLinearHeapBase();
|
2015-07-29 20:24:44 +05:30
|
|
|
} else if (addr >= DSP_RAM_PADDR && addr < DSP_RAM_PADDR_END) {
|
|
|
|
return addr - DSP_RAM_PADDR + DSP_RAM_VADDR;
|
|
|
|
} else if (addr >= IO_AREA_PADDR && addr < IO_AREA_PADDR_END) {
|
|
|
|
return addr - IO_AREA_PADDR + IO_AREA_VADDR;
|
|
|
|
}
|
|
|
|
|
|
|
|
LOG_ERROR(HW_Memory, "Unknown physical address @ 0x%08X", addr);
|
|
|
|
// To help with debugging, set bit on address so that it's obviously invalid.
|
|
|
|
return addr | 0x80000000;
|
|
|
|
}
|
|
|
|
|
2013-09-19 09:22:51 +05:30
|
|
|
} // namespace
|