move spawn_hand_bones from openxr to xr and add spawn handtracker command

Signed-off-by: Schmarni <marnistromer@gmail.com>
This commit is contained in:
Schmarni
2024-10-21 22:30:50 +02:00
parent 302a455fb3
commit 81b65c4718
2 changed files with 128 additions and 58 deletions

View File

@@ -1,6 +1,9 @@
use bevy::prelude::*; use bevy::prelude::*;
use bevy_mod_xr::hands::{HandBone, HandBoneRadius}; use bevy_mod_xr::hands::{
use bevy_mod_xr::hands::{LeftHand, RightHand, XrHandBoneEntities, HAND_JOINT_COUNT}; spawn_hand_bones, HandBone, HandBoneRadius, HandSide, SpawnHandTracker,
SpawnHandTrackerCommandExecutor,
};
use bevy_mod_xr::hands::{LeftHand, RightHand, XrHandBoneEntities};
use bevy_mod_xr::session::{XrPreDestroySession, XrSessionCreated, XrTrackingRoot}; use bevy_mod_xr::session::{XrPreDestroySession, XrSessionCreated, XrTrackingRoot};
use bevy_mod_xr::spaces::{ use bevy_mod_xr::spaces::{
XrPrimaryReferenceSpace, XrReferenceSpace, XrSpaceLocationFlags, XrSpaceVelocityFlags, XrPrimaryReferenceSpace, XrReferenceSpace, XrSpaceLocationFlags, XrSpaceVelocityFlags,
@@ -9,11 +12,11 @@ use bevy_mod_xr::spaces::{
use openxr::{SpaceLocationFlags, SpaceVelocityFlags}; use openxr::{SpaceLocationFlags, SpaceVelocityFlags};
use crate::helper_traits::ToVec3; use crate::helper_traits::ToVec3;
use crate::openxr_session_running;
use crate::resources::OxrFrameState; use crate::resources::OxrFrameState;
use crate::resources::Pipelined; use crate::resources::Pipelined;
use crate::session::OxrSession; use crate::session::OxrSession;
use crate::spaces::{OxrSpaceLocationFlags, OxrSpaceVelocityFlags}; use crate::spaces::{OxrSpaceLocationFlags, OxrSpaceVelocityFlags};
use crate::{openxr_session_available, openxr_session_running};
pub struct HandTrackingPlugin { pub struct HandTrackingPlugin {
default_hands: bool, default_hands: bool,
@@ -33,42 +36,24 @@ impl Plugin for HandTrackingPlugin {
app.add_systems(XrPreDestroySession, clean_up_default_hands) app.add_systems(XrPreDestroySession, clean_up_default_hands)
.add_systems(XrSessionCreated, spawn_default_hands); .add_systems(XrSessionCreated, spawn_default_hands);
} }
app.add_systems(Startup, set_spawn_executor.run_if(openxr_session_available));
} }
} }
pub fn spawn_hand_bones<T: Bundle + Clone>( fn set_spawn_executor(mut cmds: Commands) {
cmds: &mut Commands, cmds.insert_resource(SpawnHandTrackerCommandExecutor(handle_tracker_spawn))
bundle: T,
) -> [Entity; HAND_JOINT_COUNT] {
let mut bones: [Entity; HAND_JOINT_COUNT] = [Entity::PLACEHOLDER; HAND_JOINT_COUNT];
// screw you clippy, i don't see a better way to init this array
#[allow(clippy::needless_range_loop)]
for bone in HandBone::get_all_bones().into_iter() {
bones[bone as usize] = cmds
.spawn((
SpatialBundle::default(),
bone,
HandBoneRadius(0.0),
OxrSpaceLocationFlags(openxr::SpaceLocationFlags::default()),
XrSpaceLocationFlags::default(),
))
.insert(bundle.clone())
.id();
}
bones
} }
fn spawn_default_hands( fn handle_tracker_spawn(world: &mut World, tracker: Entity, side: HandSide) {
mut cmds: Commands, let Some(session) = world.get_resource_mut::<OxrSession>() else {
session: Res<OxrSession>, error!("unable to get session while creating hand tracker");
root: Query<Entity, With<XrTrackingRoot>>,
) {
debug!("spawning default hands");
let Ok(root) = root.get_single() else {
error!("unable to get tracking root, skipping hand creation");
return; return;
}; };
let tracker_left = match session.create_hand_tracker(openxr::HandEXT::LEFT) { debug!("spawning hand");
let oxr_tracker = match session.create_hand_tracker(match side {
HandSide::Left => openxr::HandEXT::LEFT,
HandSide::Right => openxr::HandEXT::RIGHT,
}) {
Ok(t) => t, Ok(t) => t,
Err(openxr::sys::Result::ERROR_EXTENSION_NOT_PRESENT) => { Err(openxr::sys::Result::ERROR_EXTENSION_NOT_PRESENT) => {
warn!("Handtracking Extension not loaded, Unable to create Handtracker!"); warn!("Handtracking Extension not loaded, Unable to create Handtracker!");
@@ -79,33 +64,44 @@ fn spawn_default_hands(
return; return;
} }
}; };
let tracker_right = match session.create_hand_tracker(openxr::HandEXT::RIGHT) {
Ok(t) => t, world
Err(openxr::sys::Result::ERROR_EXTENSION_NOT_PRESENT) => { .entity_mut(tracker)
warn!("Handtracking Extension not loaded, Unable to create Handtracker!"); .insert(OxrHandTracker(oxr_tracker));
return; }
}
Err(err) => { fn spawn_default_hands(mut cmds: Commands, root: Query<Entity, With<XrTrackingRoot>>) {
warn!("Error while creating Handtracker: {}", err.to_string()); let Ok(root) = root.get_single() else {
return; error!("unable to get tracking root, skipping handtracker creation");
} return;
}; };
let left_bones = spawn_hand_bones(&mut cmds, (DefaultHandBone, LeftHand)); debug!("spawning default hands");
let right_bones = spawn_hand_bones(&mut cmds, (DefaultHandBone, RightHand)); let left_bones = spawn_hand_bones(&mut cmds, |_| {
(
DefaultHandBone,
LeftHand,
OxrSpaceLocationFlags(openxr::SpaceLocationFlags::default()),
)
});
let right_bones = spawn_hand_bones(&mut cmds, |_| {
(
DefaultHandBone,
RightHand,
OxrSpaceLocationFlags(openxr::SpaceLocationFlags::default()),
)
});
cmds.entity(root).push_children(&left_bones); cmds.entity(root).push_children(&left_bones);
cmds.entity(root).push_children(&right_bones); cmds.entity(root).push_children(&right_bones);
cmds.spawn(( cmds.push(SpawnHandTracker {
DefaultHandTracker, joints: XrHandBoneEntities(left_bones),
OxrHandTracker(tracker_left), tracker_bundle: DefaultHandTracker,
XrHandBoneEntities(left_bones), side: HandSide::Left,
LeftHand, });
)); cmds.push(SpawnHandTracker {
cmds.spawn(( joints: XrHandBoneEntities(right_bones),
DefaultHandTracker, tracker_bundle: DefaultHandTracker,
OxrHandTracker(tracker_right), side: HandSide::Right,
XrHandBoneEntities(right_bones), });
RightHand,
));
} }
#[derive(Component, Clone, Copy)] #[derive(Component, Clone, Copy)]

View File

@@ -1,16 +1,50 @@
use bevy::{ use bevy::{
ecs::{component::Component, entity::Entity}, app::Plugin,
ecs::{component::Component, entity::Entity, world::Command},
hierarchy::BuildWorldChildren,
log::{error, warn},
math::bool, math::bool,
prelude::{Deref, DerefMut}, prelude::{Bundle, Commands, Deref, DerefMut, Resource, SpatialBundle, With, World},
};
use crate::{
session::{XrSessionCreated, XrTrackingRoot},
spaces::XrSpaceLocationFlags,
}; };
pub const HAND_JOINT_COUNT: usize = 26; pub const HAND_JOINT_COUNT: usize = 26;
pub fn spawn_hand_bones<T: Bundle>(
cmds: &mut Commands,
mut get_bundle: impl FnMut(HandBone) -> T,
) -> [Entity; HAND_JOINT_COUNT] {
let mut bones: [Entity; HAND_JOINT_COUNT] = [Entity::PLACEHOLDER; HAND_JOINT_COUNT];
for bone in HandBone::get_all_bones().into_iter() {
bones[bone as usize] = cmds
.spawn((
SpatialBundle::default(),
bone,
HandBoneRadius(0.0),
XrSpaceLocationFlags::default(),
))
.insert((get_bundle)(bone))
.id();
}
bones
}
#[derive(Clone, Copy, Component, Debug)]
pub enum HandSide {
Left,
Right,
}
#[derive(Clone, Copy, Component, Debug)] #[derive(Clone, Copy, Component, Debug)]
pub struct LeftHand; pub struct LeftHand;
#[derive(Clone, Copy, Component, Debug)] #[derive(Clone, Copy, Component, Debug)]
pub struct RightHand; pub struct RightHand;
/// Hand Joint Entities orderd
#[derive(Deref, DerefMut, Component, Clone, Copy)] #[derive(Deref, DerefMut, Component, Clone, Copy)]
pub struct XrHandBoneEntities(pub [Entity; HAND_JOINT_COUNT]); pub struct XrHandBoneEntities(pub [Entity; HAND_JOINT_COUNT]);
@@ -141,3 +175,43 @@ impl HandBone {
] ]
} }
} }
/// Use by a backend to run custom logic when spawning a hand tracker
#[derive(Resource)]
pub struct SpawnHandTrackerCommandExecutor(pub fn(&mut World, Entity, HandSide));
/// `tracker_bundle` is inserted after the backend specific code is run
pub struct SpawnHandTracker<B: Bundle> {
pub joints: XrHandBoneEntities,
pub tracker_bundle: B,
pub side: HandSide,
}
impl<B: Bundle> Command for SpawnHandTracker<B> {
fn apply(self, world: &mut bevy::prelude::World) {
let Some(executor) = world.remove_resource::<SpawnHandTrackerCommandExecutor>() else {
warn!("no SpawnHandTracker executor defined, skipping handtracker creation");
return;
};
let Ok(root) = world
.query_filtered::<Entity, With<XrTrackingRoot>>()
.get_single(world)
else {
error!("unable to get tracking root, skipping handtracker creation");
return;
};
let mut tracker = world.spawn(self.joints);
match &self.side {
HandSide::Left => tracker.insert(LeftHand),
HandSide::Right => tracker.insert(LeftHand),
};
let tracker = tracker.id();
world.entity_mut(root).push_children(&[tracker]);
executor.0(world, tracker, self.side);
if let Some(mut tracker) = world.get_entity_mut(tracker) {
tracker.insert(self.side);
tracker.insert(self.tracker_bundle);
}
world.insert_resource(executor);
}
}