|
|
|
@ -1,11 +1,14 @@
|
|
|
|
|
// SPDX-FileCopyrightText: Copyright 2018 yuzu Emulator Project
|
|
|
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
|
|
|
|
// SPDX-FileCopyrightText: 2021 yuzu emulator team and Skyline Team and Contributors
|
|
|
|
|
// (https://github.com/skyline-emu/)
|
|
|
|
|
// SPDX-License-Identifier: GPL-3.0-or-later Licensed under GPLv3
|
|
|
|
|
// or any later version Refer to the license.txt file included.
|
|
|
|
|
|
|
|
|
|
#include <cstdlib>
|
|
|
|
|
#include <cstring>
|
|
|
|
|
|
|
|
|
|
#include "common/assert.h"
|
|
|
|
|
#include "common/logging/log.h"
|
|
|
|
|
#include "common/scope_exit.h"
|
|
|
|
|
#include "core/core.h"
|
|
|
|
|
#include "core/hle/kernel/k_event.h"
|
|
|
|
|
#include "core/hle/kernel/k_writable_event.h"
|
|
|
|
@ -30,9 +33,9 @@ NvResult nvhost_ctrl::Ioctl1(DeviceFD fd, Ioctl command, const std::vector<u8>&
|
|
|
|
|
case 0x1c:
|
|
|
|
|
return IocCtrlClearEventWait(input, output);
|
|
|
|
|
case 0x1d:
|
|
|
|
|
return IocCtrlEventWait(input, output, false);
|
|
|
|
|
case 0x1e:
|
|
|
|
|
return IocCtrlEventWait(input, output, true);
|
|
|
|
|
case 0x1e:
|
|
|
|
|
return IocCtrlEventWait(input, output, false);
|
|
|
|
|
case 0x1f:
|
|
|
|
|
return IocCtrlEventRegister(input, output);
|
|
|
|
|
case 0x20:
|
|
|
|
@ -71,54 +74,65 @@ NvResult nvhost_ctrl::NvOsGetConfigU32(const std::vector<u8>& input, std::vector
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
NvResult nvhost_ctrl::IocCtrlEventWait(const std::vector<u8>& input, std::vector<u8>& output,
|
|
|
|
|
bool is_async) {
|
|
|
|
|
bool is_allocation) {
|
|
|
|
|
IocCtrlEventWaitParams params{};
|
|
|
|
|
std::memcpy(¶ms, input.data(), sizeof(params));
|
|
|
|
|
LOG_DEBUG(Service_NVDRV, "syncpt_id={}, threshold={}, timeout={}, is_async={}",
|
|
|
|
|
params.syncpt_id, params.threshold, params.timeout, is_async);
|
|
|
|
|
LOG_DEBUG(Service_NVDRV, "syncpt_id={}, threshold={}, timeout={}, is_allocation={}",
|
|
|
|
|
params.fence.id, params.fence.value, params.timeout, is_allocation);
|
|
|
|
|
|
|
|
|
|
if (params.syncpt_id >= MaxSyncPoints) {
|
|
|
|
|
bool must_unmark_fail = !is_allocation;
|
|
|
|
|
const u32 event_id = params.value.raw;
|
|
|
|
|
SCOPE_EXIT({
|
|
|
|
|
std::memcpy(output.data(), ¶ms, sizeof(params));
|
|
|
|
|
if (must_unmark_fail) {
|
|
|
|
|
events_interface.fails[event_id] = 0;
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
const u32 fence_id = static_cast<u32>(params.fence.id);
|
|
|
|
|
|
|
|
|
|
if (fence_id >= MaxSyncPoints) {
|
|
|
|
|
return NvResult::BadParameter;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
u32 event_id = params.value & 0x00FF;
|
|
|
|
|
|
|
|
|
|
if (event_id >= MaxNvEvents) {
|
|
|
|
|
std::memcpy(output.data(), ¶ms, sizeof(params));
|
|
|
|
|
return NvResult::BadParameter;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (syncpoint_manager.IsSyncpointExpired(params.syncpt_id, params.threshold)) {
|
|
|
|
|
params.value = syncpoint_manager.GetSyncpointMin(params.syncpt_id);
|
|
|
|
|
std::memcpy(output.data(), ¶ms, sizeof(params));
|
|
|
|
|
events_interface.fails[event_id] = 0;
|
|
|
|
|
if (params.fence.value == 0) {
|
|
|
|
|
params.value.raw = syncpoint_manager.GetSyncpointMin(fence_id);
|
|
|
|
|
return NvResult::Success;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (const auto new_value = syncpoint_manager.RefreshSyncpoint(params.syncpt_id);
|
|
|
|
|
syncpoint_manager.IsSyncpointExpired(params.syncpt_id, params.threshold)) {
|
|
|
|
|
params.value = new_value;
|
|
|
|
|
std::memcpy(output.data(), ¶ms, sizeof(params));
|
|
|
|
|
events_interface.fails[event_id] = 0;
|
|
|
|
|
if (syncpoint_manager.IsSyncpointExpired(fence_id, params.fence.value)) {
|
|
|
|
|
params.value.raw = syncpoint_manager.GetSyncpointMin(fence_id);
|
|
|
|
|
return NvResult::Success;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (const auto new_value = syncpoint_manager.RefreshSyncpoint(fence_id);
|
|
|
|
|
syncpoint_manager.IsSyncpointExpired(fence_id, params.fence.value)) {
|
|
|
|
|
params.value.raw = new_value;
|
|
|
|
|
return NvResult::Success;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
auto& gpu = system.GPU();
|
|
|
|
|
const u32 target_value = syncpoint_manager.GetSyncpointMax(params.syncpt_id);
|
|
|
|
|
const u32 target_value = params.fence.value;
|
|
|
|
|
|
|
|
|
|
if (!is_async) {
|
|
|
|
|
params.value = 0;
|
|
|
|
|
}
|
|
|
|
|
auto lock = events_interface.Lock();
|
|
|
|
|
|
|
|
|
|
u32 slot = [&]() {
|
|
|
|
|
if (is_allocation) {
|
|
|
|
|
params.value.raw = 0;
|
|
|
|
|
return events_interface.FindFreeEvent(fence_id);
|
|
|
|
|
} else {
|
|
|
|
|
return params.value.raw;
|
|
|
|
|
}
|
|
|
|
|
}();
|
|
|
|
|
|
|
|
|
|
const auto check_failing = [&]() {
|
|
|
|
|
if (events_interface.fails[event_id] > 1) {
|
|
|
|
|
if (events_interface.fails[slot] > 1) {
|
|
|
|
|
{
|
|
|
|
|
auto lk = system.StallProcesses();
|
|
|
|
|
gpu.WaitFence(params.syncpt_id, target_value);
|
|
|
|
|
gpu.WaitFence(fence_id, target_value);
|
|
|
|
|
system.UnstallProcesses();
|
|
|
|
|
}
|
|
|
|
|
std::memcpy(output.data(), ¶ms, sizeof(params));
|
|
|
|
|
events_interface.fails[event_id] = 0;
|
|
|
|
|
params.value.raw = target_value;
|
|
|
|
|
return true;
|
|
|
|
|
}
|
|
|
|
|
return false;
|
|
|
|
@ -131,47 +145,76 @@ NvResult nvhost_ctrl::IocCtrlEventWait(const std::vector<u8>& input, std::vector
|
|
|
|
|
return NvResult::Timeout;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
EventState status = events_interface.status[event_id];
|
|
|
|
|
const bool bad_parameter = status == EventState::Busy;
|
|
|
|
|
if (bad_parameter) {
|
|
|
|
|
std::memcpy(output.data(), ¶ms, sizeof(params));
|
|
|
|
|
if (slot >= MaxNvEvents) {
|
|
|
|
|
return NvResult::BadParameter;
|
|
|
|
|
}
|
|
|
|
|
events_interface.SetEventStatus(event_id, EventState::Waiting);
|
|
|
|
|
events_interface.assigned_syncpt[event_id] = params.syncpt_id;
|
|
|
|
|
events_interface.assigned_value[event_id] = target_value;
|
|
|
|
|
if (is_async) {
|
|
|
|
|
params.value = params.syncpt_id << 4;
|
|
|
|
|
} else {
|
|
|
|
|
params.value = ((params.syncpt_id & 0xfff) << 16) | 0x10000000;
|
|
|
|
|
|
|
|
|
|
auto* event = events_interface.events[slot];
|
|
|
|
|
|
|
|
|
|
if (!event) {
|
|
|
|
|
return NvResult::BadParameter;
|
|
|
|
|
}
|
|
|
|
|
params.value |= event_id;
|
|
|
|
|
|
|
|
|
|
if (events_interface.IsBeingUsed(slot)) {
|
|
|
|
|
return NvResult::BadParameter;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (check_failing()) {
|
|
|
|
|
return NvResult::Success;
|
|
|
|
|
}
|
|
|
|
|
gpu.RegisterSyncptInterrupt(params.syncpt_id, target_value);
|
|
|
|
|
std::memcpy(output.data(), ¶ms, sizeof(params));
|
|
|
|
|
|
|
|
|
|
params.value.raw = 0;
|
|
|
|
|
|
|
|
|
|
events_interface.status[slot].store(EventState::Waiting, std::memory_order_release);
|
|
|
|
|
events_interface.assigned_syncpt[slot] = fence_id;
|
|
|
|
|
events_interface.assigned_value[slot] = target_value;
|
|
|
|
|
if (is_allocation) {
|
|
|
|
|
params.value.syncpoint_id_for_allocation.Assign(static_cast<u16>(fence_id));
|
|
|
|
|
params.value.event_allocated.Assign(1);
|
|
|
|
|
} else {
|
|
|
|
|
params.value.syncpoint_id.Assign(fence_id);
|
|
|
|
|
}
|
|
|
|
|
params.value.raw |= slot;
|
|
|
|
|
|
|
|
|
|
gpu.RegisterSyncptInterrupt(fence_id, target_value);
|
|
|
|
|
return NvResult::Timeout;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
NvResult nvhost_ctrl::FreeEvent(u32 slot) {
|
|
|
|
|
if (slot >= MaxNvEvents) {
|
|
|
|
|
return NvResult::BadParameter;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (!events_interface.registered[slot]) {
|
|
|
|
|
return NvResult::Success;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
if (events_interface.IsBeingUsed(slot)) {
|
|
|
|
|
return NvResult::Busy;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
events_interface.Free(slot);
|
|
|
|
|
return NvResult::Success;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
NvResult nvhost_ctrl::IocCtrlEventRegister(const std::vector<u8>& input, std::vector<u8>& output) {
|
|
|
|
|
IocCtrlEventRegisterParams params{};
|
|
|
|
|
std::memcpy(¶ms, input.data(), sizeof(params));
|
|
|
|
|
const u32 event_id = params.user_event_id & 0x00FF;
|
|
|
|
|
const u32 event_id = params.user_event_id;
|
|
|
|
|
LOG_DEBUG(Service_NVDRV, " called, user_event_id: {:X}", event_id);
|
|
|
|
|
if (event_id >= MaxNvEvents) {
|
|
|
|
|
return NvResult::BadParameter;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
auto lock = events_interface.Lock();
|
|
|
|
|
|
|
|
|
|
if (events_interface.registered[event_id]) {
|
|
|
|
|
const auto event_state = events_interface.status[event_id];
|
|
|
|
|
if (event_state != EventState::Free) {
|
|
|
|
|
LOG_WARNING(Service_NVDRV, "Event already registered! Unregistering previous event");
|
|
|
|
|
events_interface.UnregisterEvent(event_id);
|
|
|
|
|
} else {
|
|
|
|
|
return NvResult::BadParameter;
|
|
|
|
|
const auto result = FreeEvent(event_id);
|
|
|
|
|
if (result != NvResult::Success) {
|
|
|
|
|
return result;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
events_interface.RegisterEvent(event_id);
|
|
|
|
|
events_interface.Create(event_id);
|
|
|
|
|
return NvResult::Success;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
@ -181,32 +224,33 @@ NvResult nvhost_ctrl::IocCtrlEventUnregister(const std::vector<u8>& input,
|
|
|
|
|
std::memcpy(¶ms, input.data(), sizeof(params));
|
|
|
|
|
const u32 event_id = params.user_event_id & 0x00FF;
|
|
|
|
|
LOG_DEBUG(Service_NVDRV, " called, user_event_id: {:X}", event_id);
|
|
|
|
|
if (event_id >= MaxNvEvents) {
|
|
|
|
|
return NvResult::BadParameter;
|
|
|
|
|
}
|
|
|
|
|
if (!events_interface.registered[event_id]) {
|
|
|
|
|
return NvResult::BadParameter;
|
|
|
|
|
}
|
|
|
|
|
events_interface.UnregisterEvent(event_id);
|
|
|
|
|
return NvResult::Success;
|
|
|
|
|
|
|
|
|
|
auto lock = events_interface.Lock();
|
|
|
|
|
return FreeEvent(event_id);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
NvResult nvhost_ctrl::IocCtrlClearEventWait(const std::vector<u8>& input, std::vector<u8>& output) {
|
|
|
|
|
IocCtrlEventSignalParams params{};
|
|
|
|
|
IocCtrlEventClearParams params{};
|
|
|
|
|
std::memcpy(¶ms, input.data(), sizeof(params));
|
|
|
|
|
|
|
|
|
|
u32 event_id = params.event_id & 0x00FF;
|
|
|
|
|
LOG_WARNING(Service_NVDRV, "cleared event wait on, event_id: {:X}", event_id);
|
|
|
|
|
u32 event_id = params.event_id.slot;
|
|
|
|
|
LOG_DEBUG(Service_NVDRV, "called, event_id: {:X}", event_id);
|
|
|
|
|
|
|
|
|
|
if (event_id >= MaxNvEvents) {
|
|
|
|
|
return NvResult::BadParameter;
|
|
|
|
|
}
|
|
|
|
|
if (events_interface.status[event_id] == EventState::Waiting) {
|
|
|
|
|
events_interface.LiberateEvent(event_id);
|
|
|
|
|
|
|
|
|
|
auto lock = events_interface.Lock();
|
|
|
|
|
|
|
|
|
|
if (events_interface.status[event_id].exchange(
|
|
|
|
|
EventState::Cancelling, std::memory_order_acq_rel) == EventState::Waiting) {
|
|
|
|
|
system.GPU().CancelSyncptInterrupt(events_interface.assigned_syncpt[event_id],
|
|
|
|
|
events_interface.assigned_value[event_id]);
|
|
|
|
|
syncpoint_manager.RefreshSyncpoint(events_interface.assigned_syncpt[event_id]);
|
|
|
|
|
}
|
|
|
|
|
events_interface.fails[event_id]++;
|
|
|
|
|
|
|
|
|
|
syncpoint_manager.RefreshSyncpoint(events_interface.events[event_id].fence.id);
|
|
|
|
|
events_interface.status[event_id].store(EventState::Cancelled, std::memory_order_release);
|
|
|
|
|
events_interface.events[event_id]->GetWritableEvent().Clear();
|
|
|
|
|
|
|
|
|
|
return NvResult::Success;
|
|
|
|
|
}
|
|
|
|
|