// a simple example showing basic actions use std::borrow::Cow; use bevy::{math::vec3, prelude::*}; use bevy_openxr::{ action_binding::OxrSuggestActionBinding, action_set_attaching::OxrAttachActionSet, add_xr_plugins, helper_traits::ToQuat, init::OxrTrackingRoot, resources::{OxrInstance, OxrSession, OxrViews}, }; use openxr::{ActiveActionSet, Path, Vector2f}; fn main() { App::new() .add_plugins(add_xr_plugins(DefaultPlugins)) .add_plugins(bevy_xr_utils::hand_gizmos::HandGizmosPlugin) .add_systems(Startup, setup_scene) .add_systems(Startup, create_action_entities) .add_systems(Startup, create_openxr_events.after(create_action_entities)) .add_systems(Update, sync_active_action_sets) .add_systems( Update, sync_and_update_action_states_f32.after(sync_active_action_sets), ) .add_systems( Update, sync_and_update_action_states_bool.after(sync_active_action_sets), ) .add_systems( Update, sync_and_update_action_states_vector.after(sync_active_action_sets), ) .add_systems( Update, read_action_with_marker_component.after(sync_and_update_action_states_f32), ) .add_systems( Update, handle_flight_input.after(sync_and_update_action_states_f32), ) .run(); } /// set up a simple 3D scene fn setup_scene( mut commands: Commands, mut meshes: ResMut>, mut materials: ResMut>, ) { // circular base commands.spawn(PbrBundle { mesh: meshes.add(Circle::new(4.0)), material: materials.add(Color::WHITE), transform: Transform::from_rotation(Quat::from_rotation_x(-std::f32::consts::FRAC_PI_2)), ..default() }); // cube commands.spawn(PbrBundle { mesh: meshes.add(Cuboid::new(1.0, 1.0, 1.0)), material: materials.add(Color::rgb_u8(124, 144, 255)), transform: Transform::from_xyz(0.0, 0.5, 0.0), ..default() }); // light commands.spawn(PointLightBundle { point_light: PointLight { shadows_enabled: true, ..default() }, transform: Transform::from_xyz(4.0, 8.0, 4.0), ..default() }); commands.spawn(Camera3dBundle { transform: Transform::from_xyz(-2.5, 4.5, 9.0).looking_at(Vec3::ZERO, Vec3::Y), ..default() }); } #[derive(Component)] struct XRUtilsActionSet { name: Cow<'static, str>, pretty_name: Cow<'static, str>, priority: u32, } #[derive(Component, Clone)] struct XRUtilsActionSetReference(openxr::ActionSet); //I want to use this to indicate when an action set is attached // #[derive(Component)] // struct AttachedActionSet; #[derive(Component)] struct ActiveSet; #[derive(Component)] struct XRUtilsAction { action_name: Cow<'static, str>, localized_name: Cow<'static, str>, action_type: bevy_xr::actions::ActionType, } #[derive(Component)] struct XRUtilsBinding { profile: Cow<'static, str>, binding: Cow<'static, str>, } #[derive(Component)] struct Actionf32Reference { action: openxr::Action, } #[derive(Component)] struct ActionBooleference { action: openxr::Action, } #[derive(Component)] struct ActionVector2fReference { action: openxr::Action, } #[derive(Component)] struct FlightActionMarker; fn create_action_entities(mut commands: Commands) { //create a set let set = commands .spawn(( XRUtilsActionSet { name: "flight".into(), pretty_name: "pretty flight set".into(), priority: u32::MIN, }, ActiveSet, //marker to indicate we want this synced )) .id(); //create an action let action = commands .spawn(( XRUtilsAction { action_name: "flight_input".into(), localized_name: "flight_input_localized".into(), action_type: bevy_xr::actions::ActionType::Vector, }, FlightActionMarker, //lets try a marker component )) .id(); //create a binding let binding = commands .spawn(XRUtilsBinding { profile: "/interaction_profiles/valve/index_controller".into(), binding: "/user/hand/right/input/thumbstick".into(), }) .id(); //add action to set, this isnt the best //TODO look into a better system commands.entity(action).add_child(binding); commands.entity(set).add_child(action); } fn create_openxr_events( action_sets_query: Query<(&XRUtilsActionSet, &Children, Entity)>, actions_query: Query<(&XRUtilsAction, &Children)>, bindings_query: Query<&XRUtilsBinding>, instance: ResMut, mut binding_writer: EventWriter, mut attach_writer: EventWriter, //not my favorite way of doing this mut commands: Commands, ) { //lets create some sets! //we gonna need a collection of these sets for later // let mut ActionSets = HashMap::new(); for (set, children, id) in action_sets_query.iter() { //create action set let action_set: openxr::ActionSet = instance .create_action_set(&set.name, &set.pretty_name, set.priority) .unwrap(); //now that we have the action set we need to put it back onto the entity for later let oxr_action_set = XRUtilsActionSetReference(action_set.clone()); commands.entity(id).insert(oxr_action_set); //since the actions are made from the sets lets go for &child in children.iter() { //first get the action entity and stuff let (create_action, bindings) = actions_query.get(child).unwrap(); //lets create dat actions match create_action.action_type { bevy_xr::actions::ActionType::Bool => { let action: openxr::Action = action_set .create_action::( &create_action.action_name, &create_action.localized_name, &[], ) .unwrap(); //please put this in a function so I dont go crazy //insert a reference for later commands.entity(child).insert(( ActionBooleference { action: action.clone(), }, XRUtilsActionState::Bool(ActionStateBool { current_state: false, changed_since_last_sync: false, last_change_time: i64::MIN, is_active: false, }), )); //since we need actions for bindings lets go!! for &bind in bindings.iter() { //interaction profile //get the binding entity and stuff let create_binding = bindings_query.get(bind).unwrap(); let profile = Cow::from(create_binding.profile.clone()); //bindings let binding = vec![Cow::from(create_binding.binding.clone())]; let sugestion = OxrSuggestActionBinding { action: action.as_raw(), interaction_profile: profile, bindings: binding, }; //finally send the suggestion binding_writer.send(sugestion); } } bevy_xr::actions::ActionType::Float => { let action: openxr::Action = action_set .create_action::( &create_action.action_name, &create_action.localized_name, &[], ) .unwrap(); //please put this in a function so I dont go crazy //insert a reference for later commands.entity(child).insert(( Actionf32Reference { action: action.clone(), }, XRUtilsActionState::Float(ActionStateFloat { current_state: 0.0, changed_since_last_sync: false, last_change_time: i64::MIN, is_active: false, }), )); //since we need actions for bindings lets go!! for &bind in bindings.iter() { //interaction profile //get the binding entity and stuff let create_binding = bindings_query.get(bind).unwrap(); let profile = Cow::from(create_binding.profile.clone()); //bindings let binding = vec![Cow::from(create_binding.binding.clone())]; let sugestion = OxrSuggestActionBinding { action: action.as_raw(), interaction_profile: profile, bindings: binding, }; //finally send the suggestion binding_writer.send(sugestion); } } bevy_xr::actions::ActionType::Vector => { let action: openxr::Action = action_set .create_action::( &create_action.action_name, &create_action.localized_name, &[], ) .unwrap(); //please put this in a function so I dont go crazy //insert a reference for later commands.entity(child).insert(( ActionVector2fReference { action: action.clone(), }, XRUtilsActionState::Vector(ActionStateVector { current_state: [0.0, 0.0], changed_since_last_sync: false, last_change_time: i64::MIN, is_active: false, }), )); //since we need actions for bindings lets go!! for &bind in bindings.iter() { //interaction profile //get the binding entity and stuff let create_binding = bindings_query.get(bind).unwrap(); let profile = Cow::from(create_binding.profile.clone()); //bindings let binding = vec![Cow::from(create_binding.binding.clone())]; let sugestion = OxrSuggestActionBinding { action: action.as_raw(), interaction_profile: profile, bindings: binding, }; //finally send the suggestion binding_writer.send(sugestion); } } }; } attach_writer.send(OxrAttachActionSet(action_set)); } } fn sync_active_action_sets( session: Res, active_action_set_query: Query<&XRUtilsActionSetReference, With>, ) { let active_sets = active_action_set_query .iter() .map(|v| ActiveActionSet::from(&v.0)) .collect::>(); let sync = session.sync_actions(&active_sets[..]); match sync { Ok(_) => info!("sync ok"), Err(_) => error!("sync error"), } } fn sync_and_update_action_states_f32( session: Res, mut f32_query: Query<(&Actionf32Reference, &mut XRUtilsActionState)>, ) { //now we do the action state for f32 for (reference, mut silly_state) in f32_query.iter_mut() { let state = reference.action.state(&session, Path::NULL); match state { Ok(s) => { info!("we found a state"); let new_state = XRUtilsActionState::Float(ActionStateFloat { current_state: s.current_state, changed_since_last_sync: s.changed_since_last_sync, last_change_time: s.last_change_time.as_nanos(), is_active: s.is_active, }); *silly_state = new_state; } Err(_) => { info!("error getting action state"); } } } } fn sync_and_update_action_states_bool( session: Res, mut f32_query: Query<(&ActionBooleference, &mut XRUtilsActionState)>, ) { //now we do the action state for f32 for (reference, mut silly_state) in f32_query.iter_mut() { let state = reference.action.state(&session, Path::NULL); match state { Ok(s) => { info!("we found a state"); let new_state = XRUtilsActionState::Bool(ActionStateBool { current_state: s.current_state, changed_since_last_sync: s.changed_since_last_sync, last_change_time: s.last_change_time.as_nanos(), is_active: s.is_active, }); *silly_state = new_state; } Err(_) => { info!("error getting action state"); } } } } fn sync_and_update_action_states_vector( session: Res, mut vector_query: Query<(&ActionVector2fReference, &mut XRUtilsActionState)>, ) { //now we do the action state for f32 for (reference, mut silly_state) in vector_query.iter_mut() { let state = reference.action.state(&session, Path::NULL); match state { Ok(s) => { info!("we found a state"); let new_state = XRUtilsActionState::Vector(ActionStateVector { current_state: [s.current_state.x, s.current_state.y], changed_since_last_sync: s.changed_since_last_sync, last_change_time: s.last_change_time.as_nanos(), is_active: s.is_active, }); *silly_state = new_state; } Err(_) => { info!("error getting action state"); } } } } fn read_action_with_marker_component( mut action_query: Query<&XRUtilsActionState, With>, ) { //now for the actual checking for state in action_query.iter_mut() { info!("action state is: {:?}", state); } } //lets add some flycam stuff fn handle_flight_input( action_query: Query<&XRUtilsActionState, With>, mut oxr_root: Query<&mut Transform, With>, time: Res