|
|
@ -233,18 +233,17 @@ struct Memory::Impl {
|
|
|
|
current_vaddr, src_addr, size);
|
|
|
|
current_vaddr, src_addr, size);
|
|
|
|
std::memset(dest_buffer, 0, copy_amount);
|
|
|
|
std::memset(dest_buffer, 0, copy_amount);
|
|
|
|
},
|
|
|
|
},
|
|
|
|
[&dest_buffer](const std::size_t copy_amount, const u8* const src_ptr) {
|
|
|
|
[&](const std::size_t copy_amount, const u8* const src_ptr) {
|
|
|
|
std::memcpy(dest_buffer, src_ptr, copy_amount);
|
|
|
|
std::memcpy(dest_buffer, src_ptr, copy_amount);
|
|
|
|
},
|
|
|
|
},
|
|
|
|
[&system = system, &dest_buffer](const VAddr current_vaddr,
|
|
|
|
[&](const VAddr current_vaddr, const std::size_t copy_amount,
|
|
|
|
const std::size_t copy_amount,
|
|
|
|
|
|
|
|
const u8* const host_ptr) {
|
|
|
|
const u8* const host_ptr) {
|
|
|
|
if constexpr (!UNSAFE) {
|
|
|
|
if constexpr (!UNSAFE) {
|
|
|
|
system.GPU().FlushRegion(current_vaddr, copy_amount);
|
|
|
|
system.GPU().FlushRegion(current_vaddr, copy_amount);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
std::memcpy(dest_buffer, host_ptr, copy_amount);
|
|
|
|
std::memcpy(dest_buffer, host_ptr, copy_amount);
|
|
|
|
},
|
|
|
|
},
|
|
|
|
[&dest_buffer](const std::size_t copy_amount) {
|
|
|
|
[&](const std::size_t copy_amount) {
|
|
|
|
dest_buffer = static_cast<u8*>(dest_buffer) + copy_amount;
|
|
|
|
dest_buffer = static_cast<u8*>(dest_buffer) + copy_amount;
|
|
|
|
});
|
|
|
|
});
|
|
|
|
}
|
|
|
|
}
|
|
|
@ -267,17 +266,16 @@ struct Memory::Impl {
|
|
|
|
"Unmapped WriteBlock @ 0x{:016X} (start address = 0x{:016X}, size = {})",
|
|
|
|
"Unmapped WriteBlock @ 0x{:016X} (start address = 0x{:016X}, size = {})",
|
|
|
|
current_vaddr, dest_addr, size);
|
|
|
|
current_vaddr, dest_addr, size);
|
|
|
|
},
|
|
|
|
},
|
|
|
|
[&src_buffer](const std::size_t copy_amount, u8* const dest_ptr) {
|
|
|
|
[&](const std::size_t copy_amount, u8* const dest_ptr) {
|
|
|
|
std::memcpy(dest_ptr, src_buffer, copy_amount);
|
|
|
|
std::memcpy(dest_ptr, src_buffer, copy_amount);
|
|
|
|
},
|
|
|
|
},
|
|
|
|
[&system = system, &src_buffer](const VAddr current_vaddr,
|
|
|
|
[&](const VAddr current_vaddr, const std::size_t copy_amount, u8* const host_ptr) {
|
|
|
|
const std::size_t copy_amount, u8* const host_ptr) {
|
|
|
|
|
|
|
|
if constexpr (!UNSAFE) {
|
|
|
|
if constexpr (!UNSAFE) {
|
|
|
|
system.GPU().InvalidateRegion(current_vaddr, copy_amount);
|
|
|
|
system.GPU().InvalidateRegion(current_vaddr, copy_amount);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
std::memcpy(host_ptr, src_buffer, copy_amount);
|
|
|
|
std::memcpy(host_ptr, src_buffer, copy_amount);
|
|
|
|
},
|
|
|
|
},
|
|
|
|
[&src_buffer](const std::size_t copy_amount) {
|
|
|
|
[&](const std::size_t copy_amount) {
|
|
|
|
src_buffer = static_cast<const u8*>(src_buffer) + copy_amount;
|
|
|
|
src_buffer = static_cast<const u8*>(src_buffer) + copy_amount;
|
|
|
|
});
|
|
|
|
});
|
|
|
|
}
|
|
|
|
}
|
|
|
@ -301,8 +299,7 @@ struct Memory::Impl {
|
|
|
|
[](const std::size_t copy_amount, u8* const dest_ptr) {
|
|
|
|
[](const std::size_t copy_amount, u8* const dest_ptr) {
|
|
|
|
std::memset(dest_ptr, 0, copy_amount);
|
|
|
|
std::memset(dest_ptr, 0, copy_amount);
|
|
|
|
},
|
|
|
|
},
|
|
|
|
[&system = system](const VAddr current_vaddr, const std::size_t copy_amount,
|
|
|
|
[&](const VAddr current_vaddr, const std::size_t copy_amount, u8* const host_ptr) {
|
|
|
|
u8* const host_ptr) {
|
|
|
|
|
|
|
|
system.GPU().InvalidateRegion(current_vaddr, copy_amount);
|
|
|
|
system.GPU().InvalidateRegion(current_vaddr, copy_amount);
|
|
|
|
std::memset(host_ptr, 0, copy_amount);
|
|
|
|
std::memset(host_ptr, 0, copy_amount);
|
|
|
|
},
|
|
|
|
},
|
|
|
@ -313,22 +310,20 @@ struct Memory::Impl {
|
|
|
|
const std::size_t size) {
|
|
|
|
const std::size_t size) {
|
|
|
|
WalkBlock(
|
|
|
|
WalkBlock(
|
|
|
|
process, dest_addr, size,
|
|
|
|
process, dest_addr, size,
|
|
|
|
[this, &process, &dest_addr, &src_addr, size](const std::size_t copy_amount,
|
|
|
|
[&](const std::size_t copy_amount, const VAddr current_vaddr) {
|
|
|
|
const VAddr current_vaddr) {
|
|
|
|
|
|
|
|
LOG_ERROR(HW_Memory,
|
|
|
|
LOG_ERROR(HW_Memory,
|
|
|
|
"Unmapped CopyBlock @ 0x{:016X} (start address = 0x{:016X}, size = {})",
|
|
|
|
"Unmapped CopyBlock @ 0x{:016X} (start address = 0x{:016X}, size = {})",
|
|
|
|
current_vaddr, src_addr, size);
|
|
|
|
current_vaddr, src_addr, size);
|
|
|
|
ZeroBlock(process, dest_addr, copy_amount);
|
|
|
|
ZeroBlock(process, dest_addr, copy_amount);
|
|
|
|
},
|
|
|
|
},
|
|
|
|
[this, &process, &dest_addr](const std::size_t copy_amount, const u8* const src_ptr) {
|
|
|
|
[&](const std::size_t copy_amount, const u8* const src_ptr) {
|
|
|
|
WriteBlockImpl<false>(process, dest_addr, src_ptr, copy_amount);
|
|
|
|
WriteBlockImpl<false>(process, dest_addr, src_ptr, copy_amount);
|
|
|
|
},
|
|
|
|
},
|
|
|
|
[this, &system = system, &process, &dest_addr](
|
|
|
|
[&](const VAddr current_vaddr, const std::size_t copy_amount, u8* const host_ptr) {
|
|
|
|
const VAddr current_vaddr, const std::size_t copy_amount, u8* const host_ptr) {
|
|
|
|
|
|
|
|
system.GPU().FlushRegion(current_vaddr, copy_amount);
|
|
|
|
system.GPU().FlushRegion(current_vaddr, copy_amount);
|
|
|
|
WriteBlockImpl<false>(process, dest_addr, host_ptr, copy_amount);
|
|
|
|
WriteBlockImpl<false>(process, dest_addr, host_ptr, copy_amount);
|
|
|
|
},
|
|
|
|
},
|
|
|
|
[&dest_addr, &src_addr](const std::size_t copy_amount) {
|
|
|
|
[&](const std::size_t copy_amount) {
|
|
|
|
dest_addr += static_cast<VAddr>(copy_amount);
|
|
|
|
dest_addr += static_cast<VAddr>(copy_amount);
|
|
|
|
src_addr += static_cast<VAddr>(copy_amount);
|
|
|
|
src_addr += static_cast<VAddr>(copy_amount);
|
|
|
|
});
|
|
|
|
});
|
|
|
@ -575,7 +570,7 @@ struct Memory::Impl {
|
|
|
|
[vaddr]() {
|
|
|
|
[vaddr]() {
|
|
|
|
LOG_ERROR(HW_Memory, "Unmapped Read{} @ 0x{:016X}", sizeof(T) * 8, vaddr);
|
|
|
|
LOG_ERROR(HW_Memory, "Unmapped Read{} @ 0x{:016X}", sizeof(T) * 8, vaddr);
|
|
|
|
},
|
|
|
|
},
|
|
|
|
[&system = system, vaddr]() { system.GPU().FlushRegion(vaddr, sizeof(T)); });
|
|
|
|
[&]() { system.GPU().FlushRegion(vaddr, sizeof(T)); });
|
|
|
|
if (ptr) {
|
|
|
|
if (ptr) {
|
|
|
|
std::memcpy(&result, ptr, sizeof(T));
|
|
|
|
std::memcpy(&result, ptr, sizeof(T));
|
|
|
|
}
|
|
|
|
}
|
|
|
@ -599,7 +594,7 @@ struct Memory::Impl {
|
|
|
|
LOG_ERROR(HW_Memory, "Unmapped Write{} @ 0x{:016X} = 0x{:016X}", sizeof(T) * 8,
|
|
|
|
LOG_ERROR(HW_Memory, "Unmapped Write{} @ 0x{:016X} = 0x{:016X}", sizeof(T) * 8,
|
|
|
|
vaddr, static_cast<u64>(data));
|
|
|
|
vaddr, static_cast<u64>(data));
|
|
|
|
},
|
|
|
|
},
|
|
|
|
[&system = system, vaddr]() { system.GPU().InvalidateRegion(vaddr, sizeof(T)); });
|
|
|
|
[&]() { system.GPU().InvalidateRegion(vaddr, sizeof(T)); });
|
|
|
|
if (ptr) {
|
|
|
|
if (ptr) {
|
|
|
|
std::memcpy(ptr, &data, sizeof(T));
|
|
|
|
std::memcpy(ptr, &data, sizeof(T));
|
|
|
|
}
|
|
|
|
}
|
|
|
@ -613,7 +608,7 @@ struct Memory::Impl {
|
|
|
|
LOG_ERROR(HW_Memory, "Unmapped WriteExclusive{} @ 0x{:016X} = 0x{:016X}",
|
|
|
|
LOG_ERROR(HW_Memory, "Unmapped WriteExclusive{} @ 0x{:016X} = 0x{:016X}",
|
|
|
|
sizeof(T) * 8, vaddr, static_cast<u64>(data));
|
|
|
|
sizeof(T) * 8, vaddr, static_cast<u64>(data));
|
|
|
|
},
|
|
|
|
},
|
|
|
|
[&system = system, vaddr]() { system.GPU().InvalidateRegion(vaddr, sizeof(T)); });
|
|
|
|
[&]() { system.GPU().InvalidateRegion(vaddr, sizeof(T)); });
|
|
|
|
if (ptr) {
|
|
|
|
if (ptr) {
|
|
|
|
const auto volatile_pointer = reinterpret_cast<volatile T*>(ptr);
|
|
|
|
const auto volatile_pointer = reinterpret_cast<volatile T*>(ptr);
|
|
|
|
return Common::AtomicCompareAndSwap(volatile_pointer, data, expected);
|
|
|
|
return Common::AtomicCompareAndSwap(volatile_pointer, data, expected);
|
|
|
@ -628,7 +623,7 @@ struct Memory::Impl {
|
|
|
|
LOG_ERROR(HW_Memory, "Unmapped WriteExclusive128 @ 0x{:016X} = 0x{:016X}{:016X}",
|
|
|
|
LOG_ERROR(HW_Memory, "Unmapped WriteExclusive128 @ 0x{:016X} = 0x{:016X}{:016X}",
|
|
|
|
vaddr, static_cast<u64>(data[1]), static_cast<u64>(data[0]));
|
|
|
|
vaddr, static_cast<u64>(data[1]), static_cast<u64>(data[0]));
|
|
|
|
},
|
|
|
|
},
|
|
|
|
[&system = system, vaddr]() { system.GPU().InvalidateRegion(vaddr, sizeof(u128)); });
|
|
|
|
[&]() { system.GPU().InvalidateRegion(vaddr, sizeof(u128)); });
|
|
|
|
if (ptr) {
|
|
|
|
if (ptr) {
|
|
|
|
const auto volatile_pointer = reinterpret_cast<volatile u64*>(ptr);
|
|
|
|
const auto volatile_pointer = reinterpret_cast<volatile u64*>(ptr);
|
|
|
|
return Common::AtomicCompareAndSwap(volatile_pointer, data, expected);
|
|
|
|
return Common::AtomicCompareAndSwap(volatile_pointer, data, expected);
|
|
|
|