260 lines
10 KiB
C++
260 lines
10 KiB
C++
|
#define VK_USE_PLATFORM_WAYLAND_KHR
|
||
|
|
#define VK_USE_PLATFORM_XCB_KHR
|
||
|
|
#define VK_USE_PLATFORM_XLIB_KHR
|
||
|
|
#include "vkroots.h"
|
||
|
|
#include "gamescope-xwayland-client-protocol.h"
|
||
|
|
|
||
|
|
#include <cstdio>
|
||
|
|
#include <vector>
|
||
|
|
#include <algorithm>
|
||
|
|
#include <unordered_map>
|
||
|
|
#include <optional>
|
||
|
|
|
||
|
|
namespace GamescopeWSILayer {
|
||
|
|
|
||
|
|
static bool contains(const std::vector<const char *> vec, const char *lookupValue) {
|
||
|
|
return std::find_if(vec.begin(), vec.end(),
|
||
|
|
[=](const char* value) { return !std::strcmp(value, lookupValue); }) != vec.end();
|
||
|
|
}
|
||
|
|
|
||
|
|
struct GamescopeInstanceData {
|
||
|
|
wl_display* display;
|
||
|
|
wl_compositor* compositor;
|
||
|
|
gamescope_xwayland* gamescope;
|
||
|
|
};
|
||
|
|
VKROOTS_DEFINE_SYNCHRONIZED_MAP_TYPE(GamescopeInstance, VkInstance);
|
||
|
|
|
||
|
|
struct GamescopeSurfaceData {
|
||
|
|
wl_surface* surface;
|
||
|
|
};
|
||
|
|
VKROOTS_DEFINE_SYNCHRONIZED_MAP_TYPE(GamescopeSurface, VkSurfaceKHR);
|
||
|
|
|
||
|
|
class VkInstanceOverrides {
|
||
|
|
public:
|
||
|
|
static VkResult CreateInstance(
|
||
|
|
PFN_vkCreateInstance pfnCreateInstanceProc,
|
||
|
|
const VkInstanceCreateInfo* pCreateInfo,
|
||
|
|
const VkAllocationCallbacks* pAllocator,
|
||
|
|
VkInstance* pInstance) {
|
||
|
|
// If we are an app running under gamescope and we aren't gamescope itself,
|
||
|
|
// then setup our state for xwayland bypass.
|
||
|
|
if (!isRunningUnderGamescope() || isAppInfoGamescope(pCreateInfo->pApplicationInfo))
|
||
|
|
return pfnCreateInstanceProc(pCreateInfo, pAllocator, pInstance);
|
||
|
|
|
||
|
|
auto enabledExts = std::vector<const char*>(
|
||
|
|
pCreateInfo->ppEnabledExtensionNames,
|
||
|
|
pCreateInfo->ppEnabledExtensionNames + pCreateInfo->enabledExtensionCount);
|
||
|
|
|
||
|
|
if (!contains(enabledExts, VK_KHR_WAYLAND_SURFACE_EXTENSION_NAME))
|
||
|
|
enabledExts.push_back(VK_KHR_WAYLAND_SURFACE_EXTENSION_NAME);
|
||
|
|
|
||
|
|
VkInstanceCreateInfo createInfo = *pCreateInfo;
|
||
|
|
createInfo.enabledExtensionCount = uint32_t(enabledExts.size());
|
||
|
|
createInfo.ppEnabledExtensionNames = enabledExts.data();
|
||
|
|
|
||
|
|
VkResult result = pfnCreateInstanceProc(&createInfo, pAllocator, pInstance);
|
||
|
|
if (result != VK_SUCCESS)
|
||
|
|
return result;
|
||
|
|
|
||
|
|
wl_display *display = wl_display_connect(gamescopeWaylandSocket());
|
||
|
|
if (!display) {
|
||
|
|
fprintf(stderr, "Failed to connect to gamescope socket: %s\n", gamescopeWaylandSocket());
|
||
|
|
return VK_ERROR_INCOMPATIBLE_DRIVER;
|
||
|
|
}
|
||
|
|
wl_registry *registry = wl_display_get_registry(display);
|
||
|
|
|
||
|
|
{
|
||
|
|
auto state = GamescopeInstance::create(*pInstance, GamescopeInstanceData {
|
||
|
|
.display = display,
|
||
|
|
});
|
||
|
|
wl_registry_add_listener(registry, &s_registryListener, reinterpret_cast<void *>(state.get()));
|
||
|
|
}
|
||
|
|
wl_display_dispatch(display);
|
||
|
|
wl_display_roundtrip(display);
|
||
|
|
wl_registry_destroy(registry);
|
||
|
|
|
||
|
|
return result;
|
||
|
|
}
|
||
|
|
|
||
|
|
static void DestroyInstance(
|
||
|
|
const vkroots::VkInstanceDispatch* pDispatch,
|
||
|
|
VkInstance instance,
|
||
|
|
const VkAllocationCallbacks* pAllocator) {
|
||
|
|
if (auto state = GamescopeInstance::get(instance)) {
|
||
|
|
wl_display_disconnect((*state)->display);
|
||
|
|
}
|
||
|
|
GamescopeInstance::remove(instance);
|
||
|
|
pDispatch->DestroyInstance(instance, pAllocator);
|
||
|
|
}
|
||
|
|
|
||
|
|
static VkBool32 GetPhysicalDeviceXcbPresentationSupportKHR(
|
||
|
|
const vkroots::VkInstanceDispatch* pDispatch,
|
||
|
|
VkPhysicalDevice physicalDevice,
|
||
|
|
uint32_t queueFamilyIndex,
|
||
|
|
xcb_connection_t* connection,
|
||
|
|
xcb_visualid_t visual_id) {
|
||
|
|
auto gamescopeInstance = GamescopeInstance::get(pDispatch->Instance);
|
||
|
|
if (!gamescopeInstance)
|
||
|
|
return pDispatch->GetPhysicalDeviceXcbPresentationSupportKHR(physicalDevice, queueFamilyIndex, connection, visual_id);
|
||
|
|
|
||
|
|
return GetPhysicalDeviceGamescopePresentationSupport(pDispatch, *gamescopeInstance, physicalDevice, queueFamilyIndex);
|
||
|
|
}
|
||
|
|
|
||
|
|
static VkBool32 GetPhysicalDeviceXlibPresentationSupportKHR(
|
||
|
|
const vkroots::VkInstanceDispatch* pDispatch,
|
||
|
|
VkPhysicalDevice physicalDevice,
|
||
|
|
uint32_t queueFamilyIndex,
|
||
|
|
Display* dpy,
|
||
|
|
VisualID visualID) {
|
||
|
|
auto gamescopeInstance = GamescopeInstance::get(pDispatch->Instance);
|
||
|
|
if (!gamescopeInstance)
|
||
|
|
return pDispatch->GetPhysicalDeviceXlibPresentationSupportKHR(physicalDevice, queueFamilyIndex, dpy, visualID);
|
||
|
|
|
||
|
|
return GetPhysicalDeviceGamescopePresentationSupport(pDispatch, *gamescopeInstance, physicalDevice, queueFamilyIndex);
|
||
|
|
}
|
||
|
|
|
||
|
|
static VkResult CreateXcbSurfaceKHR(
|
||
|
|
const vkroots::VkInstanceDispatch* pDispatch,
|
||
|
|
VkInstance instance,
|
||
|
|
const VkXcbSurfaceCreateInfoKHR* pCreateInfo,
|
||
|
|
const VkAllocationCallbacks* pAllocator,
|
||
|
|
VkSurfaceKHR* pSurface) {
|
||
|
|
auto gamescopeInstance = GamescopeInstance::get(instance);
|
||
|
|
if (!gamescopeInstance)
|
||
|
|
return pDispatch->CreateXcbSurfaceKHR(instance, pCreateInfo, pAllocator, pSurface);
|
||
|
|
|
||
|
|
return CreateGamescopeSurface(pDispatch, *gamescopeInstance, instance, uint32_t(pCreateInfo->window), pAllocator, pSurface);
|
||
|
|
}
|
||
|
|
|
||
|
|
static VkResult CreateXlibSurfaceKHR(
|
||
|
|
const vkroots::VkInstanceDispatch* pDispatch,
|
||
|
|
VkInstance instance,
|
||
|
|
const VkXlibSurfaceCreateInfoKHR* pCreateInfo,
|
||
|
|
const VkAllocationCallbacks* pAllocator,
|
||
|
|
VkSurfaceKHR* pSurface) {
|
||
|
|
auto gamescopeInstance = GamescopeInstance::get(instance);
|
||
|
|
if (!gamescopeInstance)
|
||
|
|
return pDispatch->CreateXlibSurfaceKHR(instance, pCreateInfo, pAllocator, pSurface);
|
||
|
|
|
||
|
|
return CreateGamescopeSurface(pDispatch, *gamescopeInstance, instance, uint32_t(pCreateInfo->window), pAllocator, pSurface);
|
||
|
|
}
|
||
|
|
|
||
|
|
static void DestroySurfaceKHR(
|
||
|
|
const vkroots::VkInstanceDispatch* pDispatch,
|
||
|
|
VkInstance instance,
|
||
|
|
VkSurfaceKHR surface,
|
||
|
|
const VkAllocationCallbacks* pAllocator) {
|
||
|
|
if (auto state = GamescopeSurface::get(surface)) {
|
||
|
|
wl_surface_destroy((*state)->surface);
|
||
|
|
}
|
||
|
|
GamescopeSurface::remove(surface);
|
||
|
|
pDispatch->DestroySurfaceKHR(instance, surface, pAllocator);
|
||
|
|
}
|
||
|
|
|
||
|
|
private:
|
||
|
|
static VkResult CreateGamescopeSurface(
|
||
|
|
const vkroots::VkInstanceDispatch* pDispatch,
|
||
|
|
GamescopeInstance& gamescopeInstance,
|
||
|
|
VkInstance instance,
|
||
|
|
uint32_t window_xid,
|
||
|
|
const VkAllocationCallbacks* pAllocator,
|
||
|
|
VkSurfaceKHR* pSurface) {
|
||
|
|
printf("TRACE - CreateGamescopeSurface: xid: 0x%x\n", window_xid);
|
||
|
|
|
||
|
|
wl_surface* waylandSurface = wl_compositor_create_surface(gamescopeInstance->compositor);
|
||
|
|
if (!waylandSurface) {
|
||
|
|
fprintf(stderr, "Failed to create wayland surface - xid: 0x%x\n", window_xid);
|
||
|
|
return VK_ERROR_SURFACE_LOST_KHR;
|
||
|
|
}
|
||
|
|
|
||
|
|
gamescope_xwayland_override_window_content(gamescopeInstance->gamescope, waylandSurface, window_xid);
|
||
|
|
|
||
|
|
wl_display_flush(gamescopeInstance->display);
|
||
|
|
|
||
|
|
VkWaylandSurfaceCreateInfoKHR waylandCreateInfo = {
|
||
|
|
.sType = VK_STRUCTURE_TYPE_WAYLAND_SURFACE_CREATE_INFO_KHR,
|
||
|
|
.pNext = nullptr,
|
||
|
|
.flags = 0,
|
||
|
|
.display = gamescopeInstance->display,
|
||
|
|
.surface = waylandSurface,
|
||
|
|
};
|
||
|
|
|
||
|
|
VkResult result = pDispatch->CreateWaylandSurfaceKHR(instance, &waylandCreateInfo, pAllocator, pSurface);
|
||
|
|
if (result != VK_SUCCESS) {
|
||
|
|
fprintf(stderr, "Failed to create Vulkan wayland surface - vr: %d xid: 0x%x\n", result, window_xid);
|
||
|
|
return result;
|
||
|
|
}
|
||
|
|
|
||
|
|
printf("Made gamescope surface for xid: 0x%x\n", window_xid);
|
||
|
|
GamescopeSurface::create(*pSurface, GamescopeSurfaceData {
|
||
|
|
.surface = waylandSurface,
|
||
|
|
});
|
||
|
|
|
||
|
|
return result;
|
||
|
|
}
|
||
|
|
|
||
|
|
static VkBool32 GetPhysicalDeviceGamescopePresentationSupport(
|
||
|
|
const vkroots::VkInstanceDispatch* pDispatch,
|
||
|
|
GamescopeInstance& gamescopeInstance,
|
||
|
|
VkPhysicalDevice physicalDevice,
|
||
|
|
uint32_t queueFamilyIndex) {
|
||
|
|
return pDispatch->GetPhysicalDeviceWaylandPresentationSupportKHR(physicalDevice, queueFamilyIndex, gamescopeInstance->display);
|
||
|
|
}
|
||
|
|
|
||
|
|
static const char* gamescopeWaylandSocket() {
|
||
|
|
return std::getenv("GAMESCOPE_WAYLAND_DISPLAY");
|
||
|
|
}
|
||
|
|
|
||
|
|
static bool isAppInfoGamescope(const VkApplicationInfo *appInfo) {
|
||
|
|
if (!appInfo)
|
||
|
|
return false;
|
||
|
|
|
||
|
|
return !std::strcmp(appInfo->pApplicationName, "gamescope");
|
||
|
|
}
|
||
|
|
|
||
|
|
static bool isRunningUnderGamescope() {
|
||
|
|
static bool s_isRunningUnderGamescope = []() -> bool {
|
||
|
|
const char *gamescopeSocketName = gamescopeWaylandSocket();
|
||
|
|
if (!gamescopeSocketName || !*gamescopeSocketName)
|
||
|
|
return false;
|
||
|
|
|
||
|
|
// Gamescope always unsets WAYLAND_SOCKET.
|
||
|
|
// So if that is set, we know we cannot be running under Gamescope
|
||
|
|
// and must be in a nested Wayland session inside of gamescope.
|
||
|
|
const char *waylandSocketName = std::getenv("WAYLAND_DISPLAY");
|
||
|
|
if (waylandSocketName && *waylandSocketName)
|
||
|
|
return false;
|
||
|
|
|
||
|
|
return true;
|
||
|
|
}();
|
||
|
|
|
||
|
|
return s_isRunningUnderGamescope;
|
||
|
|
}
|
||
|
|
|
||
|
|
static constexpr wl_registry_listener s_registryListener = {
|
||
|
|
.global = [](void* data, wl_registry* registry, uint32_t name, const char* interface, uint32_t version) {
|
||
|
|
auto instance = reinterpret_cast<GamescopeInstanceData *>(data);
|
||
|
|
|
||
|
|
if (!std::strcmp(interface, wl_compositor_interface.name)) {
|
||
|
|
instance->compositor = reinterpret_cast<wl_compositor *>(
|
||
|
|
wl_registry_bind(registry, name, &wl_compositor_interface, version));
|
||
|
|
} else if (!std::strcmp(interface, gamescope_xwayland_interface.name)) {
|
||
|
|
instance->gamescope = reinterpret_cast<gamescope_xwayland *>(
|
||
|
|
wl_registry_bind(registry, name, &gamescope_xwayland_interface, 1));
|
||
|
|
}
|
||
|
|
},
|
||
|
|
.global_remove = [](void* data, wl_registry* registry, uint32_t name) {
|
||
|
|
},
|
||
|
|
};
|
||
|
|
|
||
|
|
};
|
||
|
|
|
||
|
|
}
|
||
|
|
|
||
|
|
VKROOTS_DEFINE_LAYER_INTERFACES(GamescopeWSILayer::VkInstanceOverrides,
|
||
|
|
vkroots::NoOverrides,
|
||
|
|
vkroots::NoOverrides);
|
||
|
|
|
||
|
|
VKROOTS_IMPLEMENT_SYNCHRONIZED_MAP_TYPE(GamescopeWSILayer::GamescopeInstance);
|
||
|
|
VKROOTS_IMPLEMENT_SYNCHRONIZED_MAP_TYPE(GamescopeWSILayer::GamescopeSurface);
|