tests: execute tests based on distribution

Test sets are defined in run/osci/distro.tests file instead a yaml.

tests/tests.yml

@@ -8,480 +8,6 @@
     - repo: "https://github.com/NetworkManager/NetworkManager-ci"
       dest: "NetworkManager-ci"
     tests:
-    - bond_add_default_bond:
+    - sanity-tests:
         dir: NetworkManager-ci
-        run: nmcli/./runtest.sh bond_add_default_bond
-    - add_adsl_connection:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh add_adsl_connection
-    - alias_ifcfg_reboot:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh alias_ifcfg_reboot
-    - bond_addreses_restart_persistence:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh bond_addreses_restart_persistence
-    - bridge_team_bond_autoconnect_nested_slaves:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh bridge_team_bond_autoconnect_nested_slaves
-    - bond_in_bridge_mtu:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh bond_in_bridge_mtu
-    - bond_leave_L2_only_up_when_going_down:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh bond_leave_L2_only_up_when_going_down
-    - vlan_over_no_L3_bond_restart_persistence:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh vlan_over_no_L3_bond_restart_persistence
-    - bond_set_miimon_values:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh bond_set_miimon_values
-    - bond_options_new_arp_values:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh bond_options_new_arp_values
-    - bond_remove_all_slaves:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh bond_remove_all_slaves
-    - bridge_add_custom_one:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh bridge_add_custom_one
-    - bridge_dhcp_config_with_multiple_ethernet_ports:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh bridge_dhcp_config_with_multiple_ethernet_ports
-    - bridge_remove_slave:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh bridge_remove_slave
-    - bridge_delete_connection_with_device:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh bridge_delete_connection_with_device
-    - connection_down:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh connection_down
-    - connection_permission_to_user:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh connection_permission_to_user
-    - connection_zone_drop_to_public:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh connection_zone_drop_to_public
-    - profile_priorities:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh profile_priorities
-    - lldp:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh lldp
-    - dispatcher_synchronicity_with_predown:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh dispatcher_synchronicity_with_predown
-    - ethernet_set_mtu:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ethernet_set_mtu
-    - 8021x_ttls_mschapv2_eap:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh 8021x_ttls_mschapv2_eap
-    - 8021x_without_password_with_ask_at_the_end:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh 8021x_without_password_with_ask_at_the_end
-    - insufficient_perms_connection_down:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh insufficient_perms_connection_down
-    - insufficient_perms_connection_up:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh insufficient_perms_connection_up
-    - hostname_change:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh hostname_change
-    - pull_hostname_from_dhcp:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh pull_hostname_from_dhcp
-    - general_state_disconnected:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh general_state_disconnected
-    - general_state_asleep:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh general_state_asleep
-    - general_state_running:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh general_state_running
-    - general_state_not_running:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh general_state_not_running
-    - general_networking_on_off:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh general_networking_on_off
-    - nmcli_device_disconnect:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh nmcli_device_disconnect
-    - device_connect:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh device_connect
-    - device_reapply_routes:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh device_reapply_routes
-    - device_reapply_all:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh device_reapply_all
-    - device_connect_no_profile:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh device_connect_no_profile
-    - nmcli_device_delete:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh nmcli_device_delete
-    - nmcli_general_correct_profile_activated_after_restart:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh nmcli_general_correct_profile_activated_after_restart
-    - nmcli_general_set_device_unmanaged:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh nmcli_general_set_device_unmanaged
-    - nmcli_general_set_device_back_to_managed:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh nmcli_general_set_device_back_to_managed
-    - match_connections_when_no_var_run_exists:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh match_connections_when_no_var_run_exists
-    - run_once_ip4_renewal:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh run_once_ip4_renewal
-    - run_once_ip6_renewal:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh run_once_ip6_renewal
-    - nm_wait_online_requisite_NM:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh nm_wait_online_requisite_NM
-    - nm_online_wait_for_delayed_device:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh nm_online_wait_for_delayed_device
-    - policy_based_routing:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh policy_based_routing
-    - nmcli_general_wait_for_carrier_on_new_device_request:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh nmcli_general_wait_for_carrier_on_new_device_request
-    - snapshot_rollback_all_devices_with_timeout:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh snapshot_rollback_all_devices_with_timeout
-    - snapshot_rollback_soft_device:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh snapshot_rollback_soft_device
-    - connectivity_check:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh connectivity_check
-    - disable_connectivity_check:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh disable_connectivity_check
-    - ipv4_addresses_more_IPs_slash_mask_and_route:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_addresses_more_IPs_slash_mask_and_route
-    - route_priorities:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh route_priorities
-    - ipv4_method_back_to_auto:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_method_back_to_auto
-    - ipv4_route_set_route_with_options:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_route_set_route_with_options
-    - ipv4_route_set_route_with_src_new_syntax_restart_persistence:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_route_set_route_with_src_new_syntax_restart_persistence
-    - ipv4_route_set_route_with_tables:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_route_set_route_with_tables
-    - ipv4_route_remove_basic_route:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_route_remove_basic_route
-    - ipv4_route_set_device_route:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_route_set_device_route
-    - ipv4_host_destination_route:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_host_destination_route
-    - ipv4_ignore_resolveconf_with_ignore_auto_dns:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_ignore_resolveconf_with_ignore_auto_dns
-    - ipv4_dns_add_another_one:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_dns_add_another_one
-    - ipv4_dns_delete_all:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_dns_delete_all
-    - dns_priority:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh dns_priority
-    - ipv4_dns:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_dns-search_add
-    - ipv4_dns:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_dns-search_remove
-    - nmcli_ipv4_set_fqdn:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh nmcli_ipv4_set_fqdn
-    - nmcli_ipv4_remove_fqdn:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh nmcli_ipv4_remove_fqdn
-    - ipv4_dhcp_client_id_set:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_dhcp_client_id_set
-    - ipv4_dhcp_client_id_remove:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_dhcp_client_id_remove
-    - ipv4_may:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_may-fail_yes
-    - ipv4_method_disabled:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_method_disabled
-    - ipv4_never_default_restart_persistence:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_never_default_restart_persistence
-    - ipv4_never:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_never-default_remove
-    - set_mtu_from_DHCP:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh set_mtu_from_DHCP
-    - dhcp4_outages_in_various_situation:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh dhcp4_outages_in_various_situation
-    - ipv4_dad:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_dad
-    - ipv4_method_shared:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv4_method_shared
-    - ipv6_addresses_set_several_IPv6s_with_masks_and_gws:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv6_addresses_set_several_IPv6s_with_masks_and_gws
-    - ipv6_addresses_delete_IP_moving_method_back_to_auto:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv6_addresses_delete_IP_moving_method_back_to_auto
-    - ipv6_route_set_route_with_options:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv6_route_set_route_with_options
-    - ipv6_routes_remove_basic_route:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv6_routes_remove_basic_route
-    - ipv6_routes_device_route:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv6_routes_device_route
-    - ipv6_routes_with_src:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv6_routes_with_src
-    - ipv6_route_set_route_with_tables:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv6_route_set_route_with_tables
-    - ipv6_correct_slaac_setting:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv6_correct_slaac_setting
-    - ipv6_dns_ignore:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv6_dns_ignore-auto-dns_with_manually_set_dns
-    - ipv6_method_link:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv6_method_link-local
-    - ipv6_may_fail_set_true:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv6_may_fail_set_true
-    - ipv6_never:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv6_never-default_set_true
-    - ipv6_never:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv6_never-default_remove
-    - ipv6_dhcp:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv6_dhcp-hostname_remove
-    - ipv6_set_ra_announced_mtu:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv6_set_ra_announced_mtu
-    - nm:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh nm-online_wait_for_ipv6_to_finish
-    - ipv6_shared_connection:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv6_shared_connection
-    - persistent_default_ipv6_gw:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh persistent_default_ipv6_gw
-    - persistent_ipv6_routes:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh persistent_ipv6_routes
-    - ipv6_honor_ip_order:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh ipv6_honor_ip_order
-    # - connect_to_pppoe_via_pap:
-    #     dir: NetworkManager-ci
-    #     run: nmcli/./runtest.sh connect_to_pppoe_via_pap
-    # - pppoe_over_vlan:
-    #     dir: NetworkManager-ci
-    #     run: nmcli/./runtest.sh pppoe_over_vlan
-    # - pptp_add_profile:
-    #     dir: NetworkManager-ci
-    #     run: nmcli/./runtest.sh pptp_add_profile
-    - team_in_vlan_restart_persistence:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh team_in_vlan_restart_persistence
-    - team_in_bridge_mtu:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh team_in_bridge_mtu
-    - config_lacp:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh config_lacp
-    - team_start_on_boot_with_team_and_one_slave_auto:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh team_start_on_boot_with_team_and_one_slave_auto
-    - add_default_tap_device:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh add_default_tap_device
-    - add_default_tun_device:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh add_default_tun_device
-    - remove_default_tuntap:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh remove_default_tuntap
-    - vlan_connection_down_with_autoconnect:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh vlan_connection_down_with_autoconnect
-    - vlan_change_id:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh vlan_change_id
-    - vlan_disconnect_device:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh vlan_disconnect_device
-    - vlan_device_tagging:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh vlan_device_tagging
-    - vlan_on_bridge:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh vlan_on_bridge
-    - reorder_hdr:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh reorder_hdr
-    - vlan_mtu_from_parent:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh vlan_mtu_from_parent
-    - default_route_for_vlan_over_team:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh default_route_for_vlan_over_team
-    - vlan_on_bond_autoconnect:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh vlan_on_bond_autoconnect
-    - multiple_vpn_connections:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh multiple_vpn_connections
-    - vpnc_add_profile:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh vpnc_add_profile
-    - simwifi_wpa2psk_no_profile:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh simwifi_wpa2psk_no_profile
-    - simwifi_tls:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh simwifi_tls
-    - simwifi_peap_gtc:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh simwifi_peap_gtc
-    - simwifi_ttls_chap:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh simwifi_ttls_chap
-    - simwifi_ttls_mschapv2_eap:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh simwifi_ttls_mschapv2_eap
-    - simwifi_ttls_gtc:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh simwifi_ttls_gtc
-    - nmtui_bond_start_on_boot_with_one_slave_auto:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_bond_start_on_boot_with_one_slave_auto
-    - nmtui_bridge_over_vlans:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_bridge_over_vlans
-    - nmtui_bridge_custom_bridge_port:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_bridge_custom_bridge_port
-    - nmtui_ethernet_activate_connection_specific_device:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ethernet_activate_connection_specific_device
-    - nmtui_ethernet_deactivate_connection:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ethernet_deactivate_connection
-    - nmtui_ethernet_delete_connection_up:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ethernet_delete_connection_up
-    - nmtui_ethernet_set_mtu:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ethernet_set_mtu
-    - nmtui_ethernet_mac_spoofing:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ethernet_mac_spoofing
-    - nmtui_ethernet_static_combined:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ethernet_static_combined
-    - nmtui_general_set_new_hostname:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_general_set_new_hostname
-    - nmtui_general_active_connections_display:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_general_active_connections_display
-    - nmtui_ipv4_addresses_several_IPs_slash_netmask_and_gateway_manual:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ipv4_addresses_several_IPs_slash_netmask_and_gateway_manual
-    - nmtui_ipv4_routes_remove_basic_route:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ipv4_routes_remove_basic_route
-    - nmtui_ipv4_routes_set_device_route:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ipv4_routes_set_device_route
-    - nmtui_ipv4_routes_several_default_routes_metrics:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ipv4_routes_several_default_routes_metrics
-    - nmtui_ipv4_dns_method_auto_then_delete_all_dns:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ipv4_dns_method_auto_then_delete_all_dns
-    - nmtui_ipv4_dns_search_remove_dns_search:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ipv4_dns_search_remove_dns_search
-    - nmtui_ipv4_never_default_set:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ipv4_never_default_set
-    - nmtui_ipv6_addresses_several_IPs_slash_netmask_and_gateway_manual:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ipv6_addresses_several_IPs_slash_netmask_and_gateway_manual
-    - nmtui_ipv6_addresses_delete_ip_and_back_to_auto:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ipv6_addresses_delete_ip_and_back_to_auto
-    - nmtui_ipv6_routes_remove_basic_route:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ipv6_routes_remove_basic_route
-    - nmtui_ipv6_routes_set_device_route:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ipv6_routes_set_device_route
-    - nmtui_ipv6_dns_method_auto_then_delete_all_dns:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ipv6_dns_method_auto_then_delete_all_dns
-    - nmtui_ipv6_never_default_set:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_ipv6_never_default_set
-    - nmtui_team_delete_slaves_after_deleting_profile:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_team_delete_slaves_after_deleting_profile
-    - nmtui_team_boot_with_team_and_one_slave_auto:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_team_boot_with_team_and_one_slave_auto
-    - nmtui_team_json_set_broadcast_mode:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_team_json_set_broadcast_mode
-    - nmtui_vlan_delete_connection_activating:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_vlan_delete_connection_activating
-    - nmtui_vlan_deactivate_connection_wo_autoconnect:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_vlan_deactivate_connection_wo_autoconnect
-    - nmtui_vlan_deactivate_connection_with_autoconnect:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_vlan_deactivate_connection_with_autoconnect
-    - nmtui_vlan_change_id:
-        dir: NetworkManager-ci
-        run: nmtui/./runtest.sh nmtui_vlan_change_id
-    - macsec_psk:
-        dir: NetworkManager-ci
-        run: nmcli/./runtest.sh macsec_psk
+        run: run/osci/run-tests fedora27