Working passthrough for Meta Quest 3 (#66)

* Window is None

* Builds but check manifest

* debug prints

* Started, not passing last "cvt"

* Passthrough works, bevy not visible

* Passthrough working

* Passthrough working

* Working passthrough

src/graphics/extensions.rs

@@ -10,14 +10,14 @@ impl XrExtensions {
     pub fn raw(&self) -> &ExtensionSet {
         &self.0
     }
-    // pub fn enable_fb_passthrough(&mut self) -> &mut Self {
-    //     self.0.fb_passthrough = true;
-    //     self
-    // }
-    // pub fn disable_fb_passthrough(&mut self) -> &mut Self {
-    //     self.0.fb_passthrough = false;
-    //     self
-    // }
+    pub fn enable_fb_passthrough(&mut self) -> &mut Self {
+        self.0.fb_passthrough = true;
+        self
+    }
+    pub fn disable_fb_passthrough(&mut self) -> &mut Self {
+        self.0.fb_passthrough = false;
+        self
+    }
     pub fn enable_hand_tracking(&mut self) -> &mut Self {
         self.0.ext_hand_tracking = true;
         self

src/graphics/mod.rs

@@ -6,9 +6,10 @@ use bevy::window::RawHandleWrapper;
 use wgpu::Instance;
 
 use crate::input::XrInput;
+use crate::passthrough::{Passthrough, PassthroughLayer};
 use crate::resources::{
-    XrEnvironmentBlendMode, XrFormat, XrFrameState, XrFrameWaiter, XrInstance, XrResolution,
-    XrSession, XrSessionRunning, XrSwapchain, XrViews,
+    XrEnvironmentBlendMode, XrFormat, XrFrameState, XrFrameWaiter, XrInstance, XrPassthrough,
+    XrPassthroughLayer, XrResolution, XrSession, XrSessionRunning, XrSwapchain, XrViews,
 };
 
 use openxr as xr;

src/graphics/vulkan.rs

@@ -14,9 +14,12 @@ use xr::EnvironmentBlendMode;
 
 use crate::graphics::extensions::XrExtensions;
 use crate::input::XrInput;
+
+use crate::passthrough::{Passthrough, PassthroughLayer};
 use crate::resources::{
     Swapchain, SwapchainInner, XrEnvironmentBlendMode, XrFormat, XrFrameState, XrFrameWaiter,
-    XrInstance, XrResolution, XrSession, XrSessionRunning, XrSwapchain, XrViews,
+    XrInstance, XrPassthrough, XrPassthroughLayer, XrResolution, XrSession, XrSessionRunning,
+    XrSwapchain, XrViews,
 };
 use crate::VIEW_TYPE;
 
@@ -54,7 +57,7 @@ pub fn initialize_xr_graphics(
 
     let available_extensions: XrExtensions = xr_entry.enumerate_extensions()?.into();
     assert!(available_extensions.raw().khr_vulkan_enable2);
-    info!("available xr exts: {:#?}", available_extensions);
+    //info!("available xr exts: {:#?}", available_extensions);
 
     let mut enabled_extensions: xr::ExtensionSet =
         (available_extensions & reqeusted_extensions).into();
@@ -65,7 +68,7 @@ pub fn initialize_xr_graphics(
     }
 
     let available_layers = xr_entry.enumerate_layers()?;
-    info!("available xr layers: {:#?}", available_layers);
+    //info!("available xr layers: {:#?}", available_layers);
 
     let xr_instance = xr_entry.create_instance(
         &xr::ApplicationInfo {
@@ -95,20 +98,25 @@ pub fn initialize_xr_graphics(
     let blend_modes = xr_instance.enumerate_environment_blend_modes(xr_system_id, VIEW_TYPE)?;
     let blend_mode: EnvironmentBlendMode = match prefered_blend_mode {
         XrPreferdBlendMode::Opaque if blend_modes.contains(&EnvironmentBlendMode::OPAQUE) => {
+            bevy::log::info!("Using Opaque");
             EnvironmentBlendMode::OPAQUE
         }
         XrPreferdBlendMode::Additive if blend_modes.contains(&EnvironmentBlendMode::ADDITIVE) => {
+            bevy::log::info!("Using Additive");
             EnvironmentBlendMode::ADDITIVE
         }
         XrPreferdBlendMode::AlphaBlend
             if blend_modes.contains(&EnvironmentBlendMode::ALPHA_BLEND) =>
         {
+            bevy::log::info!("Using AlphaBlend");
             EnvironmentBlendMode::ALPHA_BLEND
         }
-        _ => EnvironmentBlendMode::OPAQUE,
+        _ => {
+            bevy::log::info!("Using Opaque");
+            EnvironmentBlendMode::OPAQUE
+        }
     };
 
-
     #[cfg(not(target_os = "android"))]
     let vk_target_version = vk::make_api_version(0, 1, 2, 0);
     #[cfg(not(target_os = "android"))]
@@ -324,6 +332,8 @@ pub fn initialize_xr_graphics(
         .map(|surface| surface.get_capabilities(&wgpu_adapter).formats[0])
         .unwrap_or(wgpu::TextureFormat::Rgba8UnormSrgb);
 
+    // TODO: Log swapchain format
+
     let resolution = uvec2(
         views[0].recommended_image_rect_width,
         views[0].recommended_image_rect_height,