mod access_methods; mod account; mod audits; pub mod config; mod daita; mod dns; mod helpers; mod install; mod relay_ip_overrides; mod settings; mod software; mod split_tunnel; mod test_metadata; mod tunnel; mod tunnel_state; mod ui; use itertools::Itertools; use mullvad_types::relay_constraints::{GeographicLocationConstraint, LocationConstraint}; pub use test_metadata::TestMetadata; use anyhow::Context; use futures::future::BoxFuture; use std::time::Duration; use crate::{mullvad_daemon::RpcClientProvider, package::get_version_from_path}; use config::TEST_CONFIG; use helpers::{find_custom_list, get_app_env, install_app, set_location}; pub use install::test_upgrade_app; use mullvad_management_interface::MullvadProxyClient; use test_rpc::{meta::Os, ServiceClient}; const WAIT_FOR_TUNNEL_STATE_TIMEOUT: Duration = Duration::from_secs(40); #[derive(Clone)] pub struct TestContext { pub rpc_provider: RpcClientProvider, } pub type TestWrapperFunction = fn( TestContext, ServiceClient, Option, ) -> BoxFuture<'static, anyhow::Result<()>>; #[derive(thiserror::Error, Debug)] pub enum Error { #[error("RPC call failed")] Rpc(#[from] test_rpc::Error), #[error("geoip lookup failed")] GeoipLookup(#[source] test_rpc::Error), #[error("Found running daemon unexpectedly")] DaemonRunning, #[error("Daemon unexpectedly not running")] DaemonNotRunning, #[error("The daemon returned an error: {0}")] Daemon(String), #[error("The daemon ended up in the the wrong tunnel-state: {0:?}")] UnexpectedTunnelState(Box), #[error("The daemon ended up in the error state: {0:?}")] UnexpectedErrorState(talpid_types::tunnel::ErrorState), #[error("The gRPC client ran into an error: {0}")] ManagementInterface(#[from] mullvad_management_interface::Error), #[error("GUI test binary missing")] MissingGuiTest, #[cfg(target_os = "macos")] #[error("An error occurred: {0}")] Other(String), } #[derive(Clone)] /// An abbreviated version of [`TestMetadata`] pub struct TestDescription { pub name: &'static str, pub targets: &'static [Os], pub priority: Option, } pub fn should_run_on_os(targets: &[Os], os: Os) -> bool { targets.is_empty() || targets.contains(&os) } /// Get a list of all tests, sorted by priority. pub fn get_test_descriptions() -> Vec { let tests: Vec<_> = inventory::iter::() .map(|test| TestDescription { priority: test.priority, name: test.name, targets: test.targets, }) .sorted_by_key(|test| test.priority) .collect_vec(); // Since `test_upgrade_app` is not registered with inventory, we need to add it manually let test_upgrade_app = TestDescription { priority: None, name: "test_upgrade_app", targets: &[], }; [vec![test_upgrade_app], tests].concat() } /// Return all tests with names matching the input argument. Filters out tests that are skipped for /// the target platform and `test_upgrade_app`, which is run separately. pub fn get_filtered_tests(specified_tests: &[String]) -> Result, anyhow::Error> { let mut tests: Vec<_> = inventory::iter::().cloned().collect(); tests.sort_by_key(|test| test.priority.unwrap_or(0)); let mut tests = if specified_tests.is_empty() { // Keep all tests tests } else { specified_tests .iter() .map(|f| { tests .iter() .find(|t| t.name.eq_ignore_ascii_case(f)) .cloned() .ok_or(anyhow::anyhow!("Test '{f}' not found")) }) .collect::>()? }; tests.retain(|test| should_run_on_os(test.targets, TEST_CONFIG.os)); Ok(tests) } /// Make sure the daemon is installed and logged in and restore settings to the defaults. pub async fn prepare_daemon( rpc: &ServiceClient, rpc_provider: &RpcClientProvider, ) -> anyhow::Result { // Check if daemon should be restarted let mut mullvad_client = ensure_daemon_version(rpc, rpc_provider) .await .context("Failed to restart daemon")?; log::debug!("Resetting daemon settings before test"); mullvad_client .reset_settings() .await .context("Failed to reset settings")?; helpers::disconnect_and_wait(&mut mullvad_client) .await .context("Failed to disconnect daemon after test")?; helpers::ensure_logged_in(&mut mullvad_client).await?; Ok(mullvad_client) } /// Create and selects an "anonymous" custom list for this test. The custom list will /// have the same name as the test and contain the locations as specified by /// [`TestMetadata`] location field. pub async fn set_test_location( mullvad_client: &mut MullvadProxyClient, test: &TestMetadata, ) -> anyhow::Result<()> { // If no location is specified for the test, don't do anything and use the default value of the app let Some(locations) = test.location.as_ref() else { return Ok(()); }; // Convert locations from the test config to actual location constraints let locations: Vec = locations .iter() .map(|input| { input .parse::() .with_context(|| format!("Failed to parse {input}")) }) .try_collect()?; // Add the custom list to the current app instance // NOTE: This const is actually defined in, `mullvad_types::custom_list`, but we cannot import it. const CUSTOM_LIST_NAME_MAX_SIZE: usize = 30; let mut custom_list_name = test.name.to_string(); custom_list_name.truncate(CUSTOM_LIST_NAME_MAX_SIZE); log::debug!("Creating custom list `{custom_list_name}` with locations '{locations:?}'"); let list_id = mullvad_client .create_custom_list(custom_list_name.clone()) .await?; let mut custom_list = find_custom_list(mullvad_client, &custom_list_name).await?; assert_eq!(list_id, custom_list.id); for location in locations { custom_list.locations.insert(location); } mullvad_client.update_custom_list(custom_list).await?; log::trace!("Added custom list"); set_location(mullvad_client, LocationConstraint::CustomList { list_id }) .await .with_context(|| format!("Failed to set location to custom list with ID '{list_id:?}'"))?; Ok(()) } /// Reset the daemons environment. /// /// Will and restart or reinstall it if necessary. async fn ensure_daemon_version( rpc: &ServiceClient, rpc_provider: &RpcClientProvider, ) -> anyhow::Result { let app_package_filename = &TEST_CONFIG.app_package_filename; let mullvad_client = if correct_daemon_version_is_running(rpc_provider.new_client().await).await { ensure_daemon_environment(rpc) .await .context("Failed to reset daemon environment")?; rpc_provider.new_client().await } else { // NOTE: Reinstalling the app resets the daemon environment install_app(rpc, app_package_filename, rpc_provider) .await .with_context(|| format!("Failed to install app '{app_package_filename}'"))? }; Ok(mullvad_client) } /// Conditionally restart the running daemon /// /// If the daemon was started with non-standard environment variables, subsequent tests may break /// due to assuming a default configuration. In that case, reset the environment variables and /// restart. pub async fn ensure_daemon_environment(rpc: &ServiceClient) -> Result<(), anyhow::Error> { let current_env = rpc .get_daemon_environment() .await .context("Failed to get daemon env variables")?; let default_env = get_app_env() .await .context("Failed to get daemon default env variables")?; if current_env != default_env { log::debug!("Restarting daemon due changed environment variables. Values since last test {current_env:?}"); rpc.set_daemon_environment(default_env) .await .context("Failed to restart daemon")?; }; Ok(()) } /// Checks if daemon is installed with the version specified by `TEST_CONFIG.app_package_filename` async fn correct_daemon_version_is_running(mut mullvad_client: MullvadProxyClient) -> bool { let app_package_filename = &TEST_CONFIG.app_package_filename; let expected_version = get_version_from_path(std::path::Path::new(app_package_filename)) .unwrap_or_else(|_| panic!("Invalid app version: {app_package_filename}")); use mullvad_management_interface::Error::*; match mullvad_client.get_current_version().await { // Failing to reach the daemon is a sign that it is not installed Err(Rpc(..)) => { log::debug!("Could not reach active daemon before test, it is not running"); false } Err(e) => panic!("Failed to get app version: {e}"), Ok(version) if version == expected_version => true, _ => { log::debug!("Daemon version mismatch"); false } } }