From 5b50ec0a9437ac55170588d5725e387e10db76ae Mon Sep 17 00:00:00 2001 From: Changrong Wu Date: Thu, 2 Jan 2025 11:13:05 -0800 Subject: [PATCH] Add the onboarding test job for new test cases coming for multi-asic t1 kvm testbed (#16256) * add the onboarding test job for new test cases coming for multi-asic kvm testbed --- .azure-pipelines/pr_test_scripts.yaml | 122 ++++++++++++++++++++++++++ azure-pipelines.yml | 17 ++++ 2 files changed, 139 insertions(+) diff --git a/.azure-pipelines/pr_test_scripts.yaml b/.azure-pipelines/pr_test_scripts.yaml index cd939084390..106bee345da 100644 --- a/.azure-pipelines/pr_test_scripts.yaml +++ b/.azure-pipelines/pr_test_scripts.yaml @@ -497,6 +497,128 @@ onboarding_t1: - gnmi/test_gnmi_smartswitch.py - gnmi/test_gnoi_killprocess.py +onboarding_t1_multi_asic: + - acl/test_stress_acl.py + - arp/test_arpall.py + - arp/test_neighbor_mac_noptf.py + - configlet/test_add_rack.py + - dhcp_relay/test_dhcp_pkt_fwd.py + - everflow/test_everflow_ipv6.py + - everflow/test_everflow_per_interface.py + - everflow/test_everflow_testbed.py + - fdb/test_fdb_flush.py + - fib/test_fib.py + - golden_config_infra/test_config_reload_with_rendered_golden_config.py + - ip/test_ip_packet.py + - override_config_table/test_override_config_table.py + - pc/test_lag_2.py + - pc/test_po_update.py + - pfcwd/test_pfc_config.py + - qos/test_buffer.py + - radv/test_radv_restart.py + - route/test_default_route.py + - route/test_route_consistency.py + - route/test_route_flap.py + - snmp/test_snmp_cpu.py + - snmp/test_snmp_interfaces.py + - snmp/test_snmp_memory.py + - snmp/test_snmp_v2mib.py + - sub_port_interfaces/test_show_subinterface.py + - test_pktgen.py + - vxlan/test_vxlan_crm.py + - vxlan/test_vxlan_ecmp.py + - autorestart/test_container_autorestart.py + - bgp/test_bgp_peer_shutdown.py + - bgp/test_bgp_queue.py + - bgp/test_bgp_session_flap.py + - clock/test_clock.py + - console/test_console_availability.py + - console/test_console_driver.py + - console/test_console_loopback.py + - console/test_console_reversessh.py + - console/test_console_udevrule.py + - container_hardening/test_container_hardening.py + - database/test_db_config.py + - database/test_db_scripts.py + - disk/test_disk_exhaustion.py + - dns/static_dns/test_static_dns.py + - dns/test_dns_resolv_conf.py + - dut_console/test_console_baud_rate.py + - dut_console/test_escape_character.py + - dut_console/test_idle_timeout.py + - generic_config_updater/test_aaa.py + - generic_config_updater/test_bgp_sentinel.py + - generic_config_updater/test_ntp.py + - generic_config_updater/test_pg_headroom_update.py + - generic_config_updater/test_syslog.py + - gnmi/test_gnmi.py + - gnmi/test_gnmi_appldb.py + - gnmi/test_gnmi_configdb.py + - gnmi/test_gnmi_countersdb.py + - iface_loopback_action/test_iface_loopback_action.py + - log_fidelity/test_bgp_shutdown.py + - memory_checker/test_memory_checker.py + - minigraph/test_masked_services.py + - ntp/test_ntp.py + - override_config_table/test_override_config_table_masic.py + - passw_hardening/test_passw_hardening.py + - pc/test_po_cleanup.py + - pc/test_retry_count.py + - platform_tests/broadcom/test_ser.py + - platform_tests/cli/test_show_platform.py + - platform_tests/counterpoll/test_counterpoll_watermark.py + - platform_tests/fwutil/test_fwutil.py + - platform_tests/link_flap/test_cont_link_flap.py + - platform_tests/link_flap/test_link_flap.py + - platform_tests/test_auto_negotiation.py + - platform_tests/test_first_time_boot_password_change/test_first_time_boot_password_change.py + - platform_tests/test_kdump.py + - platform_tests/test_memory_exhaustion.py + - platform_tests/test_port_toggle.py + - platform_tests/test_power_off_reboot.py + - platform_tests/test_reboot.py + - platform_tests/test_secure_upgrade.py + - platform_tests/test_sensors.py + - platform_tests/test_sequential_restart.py + - platform_tests/test_xcvr_info_in_db.py + - portstat/test_portstat.py + - reset_factory/test_reset_factory.py + - show_techsupport/test_techsupport.py + - show_techsupport/test_techsupport_no_secret.py + - snmp/test_snmp_queue_counters.py + - ssh/test_ssh_ciphers.py + - ssh/test_ssh_default_password.py + - ssh/test_ssh_limit.py + - ssh/test_ssh_stress.py + - syslog/test_logrotate.py + - syslog/test_syslog.py + - syslog/test_syslog_rate_limit.py + - syslog/test_syslog_source_ip.py + - system_health/test_system_status.py + - system_health/test_watchdog.py + - tacacs/test_ro_disk.py + - test_features.py + - test_procdockerstatsd.py + - platform_tests/test_reload_config.py + - sub_port_interfaces/test_sub_port_interfaces.py + - telemetry/test_events.py + - show_techsupport/test_auto_techsupport.py + - vxlan/test_vxlan_bfd_tsa.py + - vxlan/test_vxlan_ecmp_switchover.py + - copp/test_copp.py + - drop_packets/test_drop_counters.py + - crm/test_crm.py + - bgp/test_bgp_suppress_fib.py + - test_nbr_health.py + - generic_config_updater/test_cacl.py + - snmp/test_snmp_link_local.py + - mpls/test_mpls.py + - restapi/test_restapi_vxlan_ecmp.py + - srv6/test_srv6_basic_sanity.py + - pfcwd/test_pfcwd_all_port_storm.py + - pfcwd/test_pfcwd_function.py + - pfcwd/test_pfcwd_timer_accuracy.py + specific_param: t0-sonic: - name: bgp/test_bgp_fact.py diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 4fee71f3586..1f885dc4d1a 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -247,6 +247,23 @@ stages: MGMT_BRANCH: "master" TEST_SET: onboarding_t1 + - job: onboarding_multi_asic_elastictest_t1 + displayName: "onboarding t1 testcases for kvmtest-multi-asic-t1-lag by Elastictest - optional" + timeoutInMinutes: 240 + continueOnError: true + pool: sonic-ubuntu-1c + steps: + - template: .azure-pipelines/run-test-elastictest-template.yml + parameters: + TOPOLOGY: t1-8-lag + STOP_ON_FAILURE: "False" + TEST_SET: onboarding_t1_multi_asic + MIN_WORKER: $(T1_MULTI_ASIC_ONBOARDING_INSTANCE_NUM) + MAX_WORKER: $(T1_MULTI_ASIC_ONBOARDING_INSTANCE_NUM) + NUM_ASIC: 4 + KVM_IMAGE_BRANCH: $(BUILD_BRANCH) + MGMT_BRANCH: "master" + # - job: onboarding_elastictest_dualtor # displayName: "onboarding dualtor testcases by Elastictest - optional" # timeoutInMinutes: 240