use std::f32::consts::PI; use std::ops::Mul; use bevy::diagnostic::{FrameTimeDiagnosticsPlugin, LogDiagnosticsPlugin}; use bevy::math::vec3; use bevy::transform::components::Transform; use bevy::{gizmos, prelude::*}; use bevy_openxr::input::XrInput; use bevy_openxr::resources::{XrFrameState, XrInstance, XrSession}; use bevy_openxr::xr_input::debug_gizmos::OpenXrDebugRenderer; use bevy_openxr::xr_input::hand_poses::*; use bevy_openxr::xr_input::oculus_touch::OculusController; use bevy_openxr::xr_input::prototype_locomotion::{proto_locomotion, PrototypeLocomotionConfig}; use bevy_openxr::xr_input::trackers::{ OpenXRController, OpenXRLeftController, OpenXRRightController, OpenXRTracker, }; use bevy_openxr::xr_input::{Hand, QuatConv, Vec3Conv}; use bevy_openxr::DefaultXrPlugins; use openxr::{HandJoint, Posef, Quaternionf, Vector3f}; fn main() { color_eyre::install().unwrap(); info!("Running `openxr-6dof` skill"); App::new() .add_plugins(DefaultXrPlugins) //.add_plugins(OpenXrDebugRenderer) //new debug renderer adds gizmos to .add_plugins(LogDiagnosticsPlugin::default()) .add_plugins(FrameTimeDiagnosticsPlugin) .add_systems(Startup, setup) .add_systems(Update, proto_locomotion) .add_systems(Startup, spawn_controllers_example) .add_systems(Update, draw_skeleton_hands) .add_systems(PreUpdate, update_hand_states) .insert_resource(PrototypeLocomotionConfig::default()) .insert_resource(HandStatesResource::default()) .run(); } /// set up a simple 3D scene fn setup( mut commands: Commands, mut meshes: ResMut>, mut materials: ResMut>, ) { // plane commands.spawn(PbrBundle { mesh: meshes.add(shape::Plane::from_size(5.0).into()), material: materials.add(Color::rgb(0.3, 0.5, 0.3).into()), ..default() }); // cube commands.spawn(PbrBundle { mesh: meshes.add(Mesh::from(shape::Cube { size: 0.1 })), material: materials.add(Color::rgb(0.8, 0.7, 0.6).into()), transform: Transform::from_xyz(0.0, 0.5, 0.0), ..default() }); // cube commands.spawn(PbrBundle { mesh: meshes.add(Mesh::from(shape::Cube { size: 0.1 })), material: materials.add(Color::rgb(0.8, 0.0, 0.0).into()), transform: Transform::from_xyz(0.0, 0.5, 1.0), ..default() }); // light commands.spawn(PointLightBundle { point_light: PointLight { intensity: 1500.0, shadows_enabled: true, ..default() }, transform: Transform::from_xyz(4.0, 8.0, 4.0), ..default() }); // camera commands.spawn((Camera3dBundle { transform: Transform::from_xyz(0.25, 1.25, 0.0).looking_at( Vec3 { x: -0.548, y: -0.161, z: -0.137, }, Vec3::Y, ), ..default() },)); } pub fn update_hand_states( oculus_controller: Res, hand_states_option: Option>, frame_state: Res, xr_input: Res, instance: Res, session: Res, ) { match hand_states_option { Some(mut hands) => { //lock frame let frame_state = *frame_state.lock().unwrap(); //get controller let controller = oculus_controller.get_ref(&instance, &session, &frame_state, &xr_input); //right hand let squeeze = controller.squeeze(Hand::Right); let trigger_state = controller.trigger(Hand::Right); let calc_trigger_state = match controller.trigger_touched(Hand::Right) { true => match trigger_state > 0.0 { true => TriggerState::PULLED, false => TriggerState::TOUCHED, }, false => TriggerState::OFF, }; //button a let mut a_state = ButtonState::OFF; if controller.a_button_touched() { a_state = ButtonState::TOUCHED; } if controller.a_button() { a_state = ButtonState::PRESSED; } //button b let mut b_state = ButtonState::OFF; if controller.b_button_touched() { b_state = ButtonState::TOUCHED; } if controller.b_button() { b_state = ButtonState::PRESSED; } let thumbstick_state = controller.thumbstick(Hand::Right); let calc_thumbstick_state = match controller.thumbstick_touch(Hand::Right) { true => match thumbstick_state.x > 0.0 || thumbstick_state.y > 0.0 { true => ThumbstickState::PRESSED, false => ThumbstickState::TOUCHED, }, false => ThumbstickState::OFF, }; let right_state = HandState { grip: squeeze, trigger_state: calc_trigger_state, a_button: a_state, b_button: b_state, thumbstick: calc_thumbstick_state, }; //left let squeeze = controller.squeeze(Hand::Left); let trigger_state = controller.trigger(Hand::Left); let calc_trigger_state = match controller.trigger_touched(Hand::Left) { true => match trigger_state > 0.0 { true => TriggerState::PULLED, false => TriggerState::TOUCHED, }, false => TriggerState::OFF, }; //button a let mut a_state = ButtonState::OFF; if controller.x_button_touched() { a_state = ButtonState::TOUCHED; } if controller.x_button() { a_state = ButtonState::PRESSED; } //button b let mut b_state = ButtonState::OFF; if controller.y_button_touched() { b_state = ButtonState::TOUCHED; } if controller.y_button() { b_state = ButtonState::PRESSED; } let thumbstick_state = controller.thumbstick(Hand::Left); let calc_thumbstick_state = match controller.thumbstick_touch(Hand::Left) { true => match thumbstick_state.x > 0.0 || thumbstick_state.y > 0.0 { true => ThumbstickState::PRESSED, false => ThumbstickState::TOUCHED, }, false => ThumbstickState::OFF, }; let left_state = HandState { grip: squeeze, trigger_state: calc_trigger_state, a_button: a_state, b_button: b_state, thumbstick: calc_thumbstick_state, }; hands.left = left_state; hands.right = right_state; } None => info!("hand states resource not init yet"), } } fn draw_skeleton_hands( mut commands: Commands, mut gizmos: Gizmos, right_controller_query: Query<(&GlobalTransform, With)>, left_controller_query: Query<(&GlobalTransform, With)>, hand_states_option: Option>, ) { match hand_states_option { Some(hands) => { let left_hand_transform = left_controller_query .get_single() .unwrap() .0 .compute_transform(); draw_hand_bones(&mut gizmos, left_hand_transform, Hand::Left, hands.left); let right_hand_transform = right_controller_query .get_single() .unwrap() .0 .compute_transform(); // draw_hand(&mut gizmos, right_hand_transform, Hand::Right); draw_hand_bones(&mut gizmos, right_hand_transform, Hand::Right, hands.right); } None => info!("hand states resource not initialized yet"), } } fn pose_array_to_transform_array(hand_pose: [Posef; 26]) -> [Transform; 26] { let mut result_array: [Transform; 26] = [Transform::default(); 26]; for (place, data) in result_array.iter_mut().zip(hand_pose.iter()) { *place = Transform { translation: data.position.to_vec3(), rotation: data.orientation.to_quat(), scale: Vec3::splat(1.0), } } return result_array; } #[derive(Clone, Copy)] pub enum ButtonState { OFF, TOUCHED, PRESSED, } impl Default for ButtonState { fn default() -> Self { ButtonState::OFF } } #[derive(Clone, Copy)] pub enum ThumbstickState { OFF, TOUCHED, PRESSED, } impl Default for ThumbstickState { fn default() -> Self { ThumbstickState::OFF } } #[derive(Clone, Copy)] pub enum TriggerState { OFF, TOUCHED, PULLED, } impl Default for TriggerState { fn default() -> Self { TriggerState::OFF } } #[derive(Default, Resource)] pub struct HandStatesResource { pub left: HandState, pub right: HandState, } #[derive(Clone, Copy)] pub struct HandState { grip: f32, trigger_state: TriggerState, a_button: ButtonState, b_button: ButtonState, thumbstick: ThumbstickState, } impl Default for HandState { fn default() -> Self { Self { grip: Default::default(), trigger_state: Default::default(), a_button: Default::default(), b_button: Default::default(), thumbstick: Default::default(), } } } impl HandState { pub fn get_index_curl(&self) -> f32 { match self.trigger_state { TriggerState::OFF => 0.0, TriggerState::TOUCHED => 0.50, TriggerState::PULLED => 1.0, } } pub fn get_thumb_curl(&self) -> f32 { match self.thumbstick { ThumbstickState::OFF => (), ThumbstickState::TOUCHED => return 0.25, ThumbstickState::PRESSED => return 0.25, }; match self.a_button { ButtonState::OFF => (), ButtonState::TOUCHED => return 0.25, ButtonState::PRESSED => return 0.25, }; match self.b_button { ButtonState::OFF => (), ButtonState::TOUCHED => return 0.25, ButtonState::PRESSED => return 0.25, }; //if no thumb actions taken return open position return 0.0; } } fn draw_hand_bones( mut gizmos: &mut Gizmos, controller_transform: Transform, hand: Hand, hand_state: HandState, ) { let left_hand_rot = Quat::from_rotation_y(180.0 * PI / 180.0); let hand_translation: Vec3 = match hand { Hand::Left => controller_transform.translation, Hand::Right => controller_transform.translation, }; let controller_quat: Quat = match hand { Hand::Left => controller_transform.rotation.mul_quat(left_hand_rot), Hand::Right => controller_transform.rotation, }; let splay_direction = match hand { Hand::Left => -1.0, Hand::Right => 1.0, }; //curl represents how closed the hand is from 0 to 1; let grip_curl = hand_state.grip; let index_curl = hand_state.get_index_curl(); let thumb_curl = hand_state.get_thumb_curl(); //get paml quat let y = Quat::from_rotation_y(-90.0 * PI / 180.0); let x = Quat::from_rotation_x(-90.0 * PI / 180.0); let palm_quat = controller_quat.mul_quat(y).mul_quat(x); //draw debug rays // gizmos.ray( // hand_translation, // palm_quat.mul_vec3(Vec3::Z * 0.2), // Color::BLUE, // ); // gizmos.ray( // hand_translation, // palm_quat.mul_vec3(Vec3::Y * 0.2), // Color::GREEN, // ); // gizmos.ray( // hand_translation, // palm_quat.mul_vec3(Vec3::X * 0.2), // Color::RED, // ); //get simulated bones let hand_transform_array: [Transform; 26] = get_simulated_open_hand_transforms(hand); //draw controller-palm bone(should be zero length) let palm = hand_transform_array[HandJoint::PALM]; gizmos.ray(hand_translation, palm.translation, Color::WHITE); //draw palm-wrist let wrist = hand_transform_array[HandJoint::WRIST]; gizmos.ray( hand_translation + palm.translation, palm_quat.mul_vec3(wrist.translation), Color::GRAY, ); //thumb //better finger drawing? let thumb_joints = [ HandJoint::THUMB_METACARPAL, HandJoint::THUMB_PROXIMAL, HandJoint::THUMB_DISTAL, HandJoint::THUMB_TIP, ]; let mut prior_start: Option = None; let mut prior_quat: Option = None; let mut prior_vector: Option = None; let color = Color::RED; let splay = Quat::from_rotation_y(splay_direction * 30.0 * PI / 180.0); let huh = Quat::from_rotation_x(-35.0 * PI / 180.0); let splay_quat = palm_quat.mul_quat(huh).mul_quat(splay); for bone in thumb_joints.iter() { match prior_start { Some(start) => { let curl_angle: f32 = get_bone_curl_angle(*bone, thumb_curl); let tp_lrot = Quat::from_rotation_y(splay_direction * curl_angle * PI / 180.0); let tp_quat = prior_quat.unwrap().mul_quat(tp_lrot); let thumb_prox = hand_transform_array[*bone]; let tp_start = start + prior_vector.unwrap(); let tp_vector = tp_quat.mul_vec3(thumb_prox.translation); gizmos.ray(tp_start, tp_vector, color); prior_start = Some(tp_start); prior_quat = Some(tp_quat); prior_vector = Some(tp_vector); } None => { let thumb_meta = hand_transform_array[*bone]; let tm_start = hand_translation + palm_quat.mul_vec3(palm.translation) + palm_quat.mul_vec3(wrist.translation); let tm_vector = palm_quat.mul_vec3(thumb_meta.translation); gizmos.ray(tm_start, tm_vector, color); prior_start = Some(tm_start); prior_quat = Some(splay_quat); prior_vector = Some(tm_vector); } } } //index //better finger drawing? let thumb_joints = [ HandJoint::INDEX_METACARPAL, HandJoint::INDEX_PROXIMAL, HandJoint::INDEX_INTERMEDIATE, HandJoint::INDEX_DISTAL, HandJoint::INDEX_TIP, ]; let mut prior_start: Option = None; let mut prior_quat: Option = None; let mut prior_vector: Option = None; let color = Color::ORANGE; let splay = Quat::from_rotation_y(splay_direction * 10.0 * PI / 180.0); let splay_quat = palm_quat.mul_quat(splay); for bone in thumb_joints.iter() { match prior_start { Some(start) => { let curl_angle: f32 = get_bone_curl_angle(*bone, index_curl); let tp_lrot = Quat::from_rotation_x(curl_angle * PI / 180.0); let tp_quat = prior_quat.unwrap().mul_quat(tp_lrot); let thumb_prox = hand_transform_array[*bone]; let tp_start = start + prior_vector.unwrap(); let tp_vector = tp_quat.mul_vec3(thumb_prox.translation); gizmos.ray(tp_start, tp_vector, color); prior_start = Some(tp_start); prior_quat = Some(tp_quat); prior_vector = Some(tp_vector); } None => { let thumb_meta = hand_transform_array[*bone]; let tm_start = hand_translation + palm_quat.mul_vec3(palm.translation) + palm_quat.mul_vec3(wrist.translation); let tm_vector = palm_quat.mul_vec3(thumb_meta.translation); gizmos.ray(tm_start, tm_vector, color); prior_start = Some(tm_start); prior_quat = Some(splay_quat); prior_vector = Some(tm_vector); } } } //better finger drawing? let thumb_joints = [ HandJoint::MIDDLE_METACARPAL, HandJoint::MIDDLE_PROXIMAL, HandJoint::MIDDLE_INTERMEDIATE, HandJoint::MIDDLE_DISTAL, HandJoint::MIDDLE_TIP, ]; let mut prior_start: Option = None; let mut prior_quat: Option = None; let mut prior_vector: Option = None; let color = Color::YELLOW; let splay = Quat::from_rotation_y(splay_direction * 0.0 * PI / 180.0); let splay_quat = palm_quat.mul_quat(splay); for bone in thumb_joints.iter() { match prior_start { Some(start) => { let curl_angle: f32 = get_bone_curl_angle(*bone, grip_curl); let tp_lrot = Quat::from_rotation_x(curl_angle * PI / 180.0); let tp_quat = prior_quat.unwrap().mul_quat(tp_lrot); let thumb_prox = hand_transform_array[*bone]; let tp_start = start + prior_vector.unwrap(); let tp_vector = tp_quat.mul_vec3(thumb_prox.translation); gizmos.ray(tp_start, tp_vector, color); prior_start = Some(tp_start); prior_quat = Some(tp_quat); prior_vector = Some(tp_vector); } None => { let thumb_meta = hand_transform_array[*bone]; let tm_start = hand_translation + palm_quat.mul_vec3(palm.translation) + palm_quat.mul_vec3(wrist.translation); let tm_vector = palm_quat.mul_vec3(thumb_meta.translation); gizmos.ray(tm_start, tm_vector, color); prior_start = Some(tm_start); prior_quat = Some(splay_quat); prior_vector = Some(tm_vector); } } } //better finger drawing? let thumb_joints = [ HandJoint::RING_METACARPAL, HandJoint::RING_PROXIMAL, HandJoint::RING_INTERMEDIATE, HandJoint::RING_DISTAL, HandJoint::RING_TIP, ]; let mut prior_start: Option = None; let mut prior_quat: Option = None; let mut prior_vector: Option = None; let color = Color::GREEN; let splay = Quat::from_rotation_y(splay_direction * -10.0 * PI / 180.0); let splay_quat = palm_quat.mul_quat(splay); for bone in thumb_joints.iter() { match prior_start { Some(start) => { let curl_angle: f32 = get_bone_curl_angle(*bone, grip_curl); let tp_lrot = Quat::from_rotation_x(curl_angle * PI / 180.0); let tp_quat = prior_quat.unwrap().mul_quat(tp_lrot); let thumb_prox = hand_transform_array[*bone]; let tp_start = start + prior_vector.unwrap(); let tp_vector = tp_quat.mul_vec3(thumb_prox.translation); gizmos.ray(tp_start, tp_vector, color); prior_start = Some(tp_start); prior_quat = Some(tp_quat); prior_vector = Some(tp_vector); } None => { let thumb_meta = hand_transform_array[*bone]; let tm_start = hand_translation + palm_quat.mul_vec3(palm.translation) + palm_quat.mul_vec3(wrist.translation); let tm_vector = palm_quat.mul_vec3(thumb_meta.translation); gizmos.ray(tm_start, tm_vector, color); prior_start = Some(tm_start); prior_quat = Some(splay_quat); prior_vector = Some(tm_vector); } } } //better finger drawing? let thumb_joints = [ HandJoint::LITTLE_METACARPAL, HandJoint::LITTLE_PROXIMAL, HandJoint::LITTLE_INTERMEDIATE, HandJoint::LITTLE_DISTAL, HandJoint::LITTLE_TIP, ]; let mut prior_start: Option = None; let mut prior_quat: Option = None; let mut prior_vector: Option = None; let color = Color::BLUE; let splay = Quat::from_rotation_y(splay_direction * -20.0 * PI / 180.0); let splay_quat = palm_quat.mul_quat(splay); for bone in thumb_joints.iter() { match prior_start { Some(start) => { let curl_angle: f32 = get_bone_curl_angle(*bone, grip_curl); let tp_lrot = Quat::from_rotation_x(curl_angle * PI / 180.0); let tp_quat = prior_quat.unwrap().mul_quat(tp_lrot); let thumb_prox = hand_transform_array[*bone]; let tp_start = start + prior_vector.unwrap(); let tp_vector = tp_quat.mul_vec3(thumb_prox.translation); gizmos.ray(tp_start, tp_vector, color); prior_start = Some(tp_start); prior_quat = Some(tp_quat); prior_vector = Some(tp_vector); } None => { let thumb_meta = hand_transform_array[*bone]; let tm_start = hand_translation + palm_quat.mul_vec3(palm.translation) + palm_quat.mul_vec3(wrist.translation); let tm_vector = palm_quat.mul_vec3(thumb_meta.translation); gizmos.ray(tm_start, tm_vector, color); prior_start = Some(tm_start); prior_quat = Some(splay_quat); prior_vector = Some(tm_vector); } } } } fn get_bone_curl_angle(bone: HandJoint, curl: f32) -> f32 { let mul: f32 = match bone { HandJoint::INDEX_PROXIMAL => 0.0, HandJoint::MIDDLE_PROXIMAL => 0.0, HandJoint::RING_PROXIMAL => 0.0, HandJoint::LITTLE_PROXIMAL => 0.0, HandJoint::THUMB_PROXIMAL => 0.0, _ => 1.0, }; let curl_angle = -((mul * curl * 80.0) + 5.0); return curl_angle; } fn draw_hand(mut gizmos: &mut Gizmos, controller_transform: Transform, hand: Hand) { //draw debug for controller grip center to match palm to let hand_translation = controller_transform.translation; let hand_quat = controller_transform.rotation; //we need to flip this i dont know why let flip = Quat::from_rotation_x(PI); let controller_backward = hand_quat.mul_quat(flip); let test_hand_pose = get_test_hand_pose_array(); let hand_pose = flip_hand_pose(test_hand_pose.clone(), hand); // let hand_transform_array: [Transform; 26] = pose_array_to_transform_array(hand_pose); let hand_transform_array: [Transform; 26] = get_simulated_open_hand_transforms(hand); let palm = hand_transform_array[HandJoint::PALM]; gizmos.sphere( palm.translation + hand_translation, palm.rotation.mul_quat(controller_backward), 0.01, Color::WHITE, ); let wrist = hand_transform_array[HandJoint::WRIST]; draw_joint( &mut gizmos, wrist.translation, wrist.rotation, 0.01, Color::GRAY, controller_backward, hand_translation, ); let thumb_meta = hand_transform_array[HandJoint::THUMB_METACARPAL]; draw_joint( &mut gizmos, thumb_meta.translation, thumb_meta.rotation, 0.01, Color::RED, controller_backward, hand_translation, ); let thumb_prox = hand_transform_array[HandJoint::THUMB_PROXIMAL]; draw_joint( &mut gizmos, thumb_prox.translation, thumb_prox.rotation, 0.008, Color::RED, controller_backward, hand_translation, ); let thumb_dist = hand_transform_array[HandJoint::THUMB_DISTAL]; draw_joint( &mut gizmos, thumb_dist.translation, thumb_dist.rotation, 0.006, Color::RED, controller_backward, hand_translation, ); let thumb_tip = hand_transform_array[HandJoint::THUMB_TIP]; draw_joint( &mut gizmos, thumb_tip.translation, thumb_tip.rotation, 0.004, Color::RED, controller_backward, hand_translation, ); let index_meta = hand_transform_array[HandJoint::INDEX_METACARPAL]; draw_joint( &mut gizmos, index_meta.translation, index_meta.rotation, 0.01, Color::ORANGE, controller_backward, hand_translation, ); let index_prox = hand_transform_array[HandJoint::INDEX_PROXIMAL]; draw_joint( &mut gizmos, index_prox.translation, index_prox.rotation, 0.008, Color::ORANGE, controller_backward, hand_translation, ); let index_inter = hand_transform_array[HandJoint::INDEX_INTERMEDIATE]; draw_joint( &mut gizmos, index_inter.translation, index_inter.rotation, 0.006, Color::ORANGE, controller_backward, hand_translation, ); let index_dist = hand_transform_array[HandJoint::INDEX_DISTAL]; draw_joint( &mut gizmos, index_dist.translation, index_dist.rotation, 0.004, Color::ORANGE, controller_backward, hand_translation, ); let index_tip = hand_transform_array[HandJoint::INDEX_TIP]; draw_joint( &mut gizmos, index_tip.translation, index_tip.rotation, 0.002, Color::ORANGE, controller_backward, hand_translation, ); let middle_meta = hand_transform_array[HandJoint::MIDDLE_METACARPAL]; draw_joint( &mut gizmos, middle_meta.translation, middle_meta.rotation, 0.01, Color::YELLOW, controller_backward, hand_translation, ); let middle_prox = hand_transform_array[HandJoint::MIDDLE_PROXIMAL]; draw_joint( &mut gizmos, middle_prox.translation, middle_prox.rotation, 0.008, Color::YELLOW, controller_backward, hand_translation, ); let middle_inter = hand_transform_array[HandJoint::MIDDLE_INTERMEDIATE]; draw_joint( &mut gizmos, middle_inter.translation, middle_inter.rotation, 0.006, Color::YELLOW, controller_backward, hand_translation, ); let middle_dist = hand_transform_array[HandJoint::MIDDLE_DISTAL]; draw_joint( &mut gizmos, middle_dist.translation, middle_dist.rotation, 0.004, Color::YELLOW, controller_backward, hand_translation, ); let middle_tip = hand_transform_array[HandJoint::MIDDLE_TIP]; draw_joint( &mut gizmos, middle_tip.translation, middle_tip.rotation, 0.002, Color::YELLOW, controller_backward, hand_translation, ); let ring_meta = hand_transform_array[HandJoint::RING_METACARPAL]; draw_joint( &mut gizmos, ring_meta.translation, ring_meta.rotation, 0.01, Color::GREEN, controller_backward, hand_translation, ); let ring_prox = hand_transform_array[HandJoint::RING_PROXIMAL]; draw_joint( &mut gizmos, ring_prox.translation, ring_prox.rotation, 0.008, Color::GREEN, controller_backward, hand_translation, ); let ring_inter = hand_transform_array[HandJoint::RING_INTERMEDIATE]; draw_joint( &mut gizmos, ring_inter.translation, ring_inter.rotation, 0.006, Color::GREEN, controller_backward, hand_translation, ); let ring_dist = hand_transform_array[HandJoint::RING_DISTAL]; draw_joint( &mut gizmos, ring_dist.translation, ring_dist.rotation, 0.004, Color::GREEN, controller_backward, hand_translation, ); let ring_tip = hand_transform_array[HandJoint::RING_TIP]; draw_joint( &mut gizmos, ring_tip.translation, ring_tip.rotation, 0.002, Color::GREEN, controller_backward, hand_translation, ); let little_meta = hand_transform_array[HandJoint::LITTLE_METACARPAL]; draw_joint( &mut gizmos, little_meta.translation, little_meta.rotation, 0.01, Color::BLUE, controller_backward, hand_translation, ); let little_prox = hand_transform_array[HandJoint::LITTLE_PROXIMAL]; draw_joint( &mut gizmos, little_prox.translation, little_prox.rotation, 0.008, Color::BLUE, controller_backward, hand_translation, ); let little_inter = hand_transform_array[HandJoint::LITTLE_INTERMEDIATE]; draw_joint( &mut gizmos, little_inter.translation, little_inter.rotation, 0.006, Color::BLUE, controller_backward, hand_translation, ); let little_dist = hand_transform_array[HandJoint::LITTLE_DISTAL]; draw_joint( &mut gizmos, little_dist.translation, little_dist.rotation, 0.004, Color::BLUE, controller_backward, hand_translation, ); let little_tip = hand_transform_array[HandJoint::LITTLE_TIP]; draw_joint( &mut gizmos, little_tip.translation, little_tip.rotation, 0.002, Color::BLUE, controller_backward, hand_translation, ); } fn flip_hand_pose(hand_pose: [Posef; 26], hand: Hand) -> [Posef; 26] { let mut new_pose = hand_pose; match hand { Hand::Left => { for pose in new_pose.iter_mut() { pose.position.x = -pose.position.x; } } Hand::Right => (), } return new_pose; } fn draw_joint( gizmos: &mut Gizmos, joint_pos: Vec3, joint_rot: Quat, radius: f32, color: Color, controller_backwards: Quat, offset: Vec3, ) { gizmos.sphere( controller_backwards.mul_vec3(joint_pos) + offset, joint_rot, radius, color, ); } fn log_hand(hand_pose: [Posef; 26]) { let palm_wrist = hand_pose[HandJoint::WRIST].position.to_vec3() - hand_pose[HandJoint::PALM].position.to_vec3(); info!( "palm-wrist: {}", hand_pose[HandJoint::WRIST].position.to_vec3() - hand_pose[HandJoint::PALM].position.to_vec3() ); info!( "wrist-tm: {}", hand_pose[HandJoint::THUMB_METACARPAL].position.to_vec3() - hand_pose[HandJoint::WRIST].position.to_vec3() ); info!( "tm-tp: {}", hand_pose[HandJoint::THUMB_PROXIMAL].position.to_vec3() - hand_pose[HandJoint::THUMB_METACARPAL].position.to_vec3() ); info!( "tp-td: {}", hand_pose[HandJoint::THUMB_DISTAL].position.to_vec3() - hand_pose[HandJoint::THUMB_PROXIMAL].position.to_vec3() ); info!( "td-tt: {}", hand_pose[HandJoint::THUMB_TIP].position.to_vec3() - hand_pose[HandJoint::THUMB_DISTAL].position.to_vec3() ); info!( "wrist-im: {}", hand_pose[HandJoint::INDEX_METACARPAL].position.to_vec3() - hand_pose[HandJoint::WRIST].position.to_vec3() ); info!( "im-ip: {}", hand_pose[HandJoint::INDEX_PROXIMAL].position.to_vec3() - hand_pose[HandJoint::INDEX_METACARPAL].position.to_vec3() ); info!( "ip-ii: {}", hand_pose[HandJoint::INDEX_INTERMEDIATE].position.to_vec3() - hand_pose[HandJoint::INDEX_PROXIMAL].position.to_vec3() ); info!( "ii-id: {}", hand_pose[HandJoint::INDEX_DISTAL].position.to_vec3() - hand_pose[HandJoint::INDEX_INTERMEDIATE].position.to_vec3() ); info!( "id-it: {}", hand_pose[HandJoint::INDEX_TIP].position.to_vec3() - hand_pose[HandJoint::INDEX_DISTAL].position.to_vec3() ); info!( "wrist-mm: {}", hand_pose[HandJoint::MIDDLE_METACARPAL].position.to_vec3() - hand_pose[HandJoint::WRIST].position.to_vec3() ); info!( "mm-mp: {}", hand_pose[HandJoint::MIDDLE_PROXIMAL].position.to_vec3() - hand_pose[HandJoint::MIDDLE_METACARPAL].position.to_vec3() ); info!( "mp-mi: {}", hand_pose[HandJoint::MIDDLE_INTERMEDIATE].position.to_vec3() - hand_pose[HandJoint::MIDDLE_PROXIMAL].position.to_vec3() ); info!( "mi-md: {}", hand_pose[HandJoint::MIDDLE_DISTAL].position.to_vec3() - hand_pose[HandJoint::MIDDLE_INTERMEDIATE].position.to_vec3() ); info!( "md-mt: {}", hand_pose[HandJoint::MIDDLE_TIP].position.to_vec3() - hand_pose[HandJoint::MIDDLE_DISTAL].position.to_vec3() ); info!( "wrist-rm: {}", hand_pose[HandJoint::RING_METACARPAL].position.to_vec3() - hand_pose[HandJoint::WRIST].position.to_vec3() ); info!( "rm-rp: {}", hand_pose[HandJoint::RING_PROXIMAL].position.to_vec3() - hand_pose[HandJoint::RING_METACARPAL].position.to_vec3() ); info!( "rp-ri: {}", hand_pose[HandJoint::RING_INTERMEDIATE].position.to_vec3() - hand_pose[HandJoint::RING_PROXIMAL].position.to_vec3() ); info!( "ri-rd: {}", hand_pose[HandJoint::RING_DISTAL].position.to_vec3() - hand_pose[HandJoint::RING_INTERMEDIATE].position.to_vec3() ); info!( "rd-rt: {}", hand_pose[HandJoint::RING_TIP].position.to_vec3() - hand_pose[HandJoint::RING_DISTAL].position.to_vec3() ); info!( "wrist-lm: {}", hand_pose[HandJoint::LITTLE_METACARPAL].position.to_vec3() - hand_pose[HandJoint::WRIST].position.to_vec3() ); info!( "lm-lp: {}", hand_pose[HandJoint::LITTLE_PROXIMAL].position.to_vec3() - hand_pose[HandJoint::LITTLE_METACARPAL].position.to_vec3() ); info!( "lp-li: {}", hand_pose[HandJoint::LITTLE_INTERMEDIATE].position.to_vec3() - hand_pose[HandJoint::LITTLE_PROXIMAL].position.to_vec3() ); info!( "li-ld: {}", hand_pose[HandJoint::LITTLE_DISTAL].position.to_vec3() - hand_pose[HandJoint::LITTLE_INTERMEDIATE].position.to_vec3() ); info!( "ld-lt: {}", hand_pose[HandJoint::LITTLE_TIP].position.to_vec3() - hand_pose[HandJoint::LITTLE_DISTAL].position.to_vec3() ); } fn spawn_controllers_example(mut commands: Commands) { //left hand commands.spawn(( OpenXRLeftController, OpenXRController, OpenXRTracker, SpatialBundle::default(), )); //right hand commands.spawn(( OpenXRRightController, OpenXRController, OpenXRTracker, SpatialBundle::default(), )); }