1# When changing this file, you can (and should) validate your changes by 2# running |./site_utils/suite_scheduler/suite_scheduler.py --sanity| 3# 4# When adding tests to a suite, if one (or more) of the tests contains 5# DEPENDENCIES, then the number of different host specifications required 6# can increase. This means that the number of physical machines the suite 7# must ask for increases, as if a suite needs two different machines, and 8# only asks for one, then there's going to be some set of tests that can't 9# run. The sanity check will describe to you what suites to set at what 10# number of machines to make sure all suites can run. 11 12#[nightly_params] 13#always_handle: True 14 15# TODO(beeps) Figure out a better frequency for tot nightly suites 16# (https://crbug.com/417131). 17 18#TODO(ihf): Delete this after R40 goes stable. 19[NightlyGraphics] 20run_on: weekly 21day: 5 22suite: graphics 23branch_specs: >=R37 24pool: suites 25 26#TODO(beeps): Make this "run_on: new_build" for selected boards again. (373526) 27[GraphicsPerBuild] 28run_on: nightly 29hour: 20 30suite: graphics_per-build 31branch_specs: ==tot 32pool: suites 33 34[GraphicsPerDay] 35run_on: nightly 36hour: 20 37suite: graphics_per-day 38branch_specs: ==tot 39pool: suites 40 41[GraphicsPerWeek] 42run_on: weekly 43day: 5 44suite: graphics_per-week 45branch_specs: ==tot 46pool: suites 47 48[ChameleonAudio] 49run_on: nightly 50hour: 20 51suite: chameleon_audio 52branch_specs: >=tot-1 53pool: chameleon_audio 54job_retry: True 55 56[ChameleonAudioNightly] 57run_on: nightly 58hour: 20 59suite: chameleon_audio_nightly 60branch_specs: >=tot-1 61pool: chameleon_audio_stable 62job_retry: True 63 64[ChameleonAudioPerbuild] 65run_on: new_build 66suite: chameleon_audio_perbuild 67branch_specs: >=tot-2 68pool: chameleon_audio_stable 69job_retry: True 70file_bugs: True 71 72[ChameleonDp] 73run_on: nightly 74hour: 20 75suite: chameleon_dp 76branch_specs: ==tot 77pool: chameleon 78job_retry: True 79 80[ChameleonDpOldBranch] 81run_on: weekly 82day: 5 83suite: chameleon_dp 84branch_specs: <=tot-1 85pool: chameleon 86job_retry: True 87 88[ChameleonDpStress] 89run_on: weekly 90day: 5 91suite: chameleon_dp_stress 92branch_specs: >=tot-1 93pool: chameleon 94 95[ChameleonHdmi] 96run_on: nightly 97hour: 22 98suite: chameleon_hdmi 99branch_specs: >=tot-1 100pool: chameleon_hdmi 101job_retry: True 102 103[ChameleonHdmiNightly] 104run_on: nightly 105hour: 22 106suite: chameleon_hdmi_nightly 107branch_specs: >=tot-1 108pool: chameleon_hdmi_stable 109job_retry: True 110 111[ChameleonHdmiPerbuild] 112run_on: new_build 113suite: chameleon_hdmi_perbuild 114branch_specs: >=tot-2 115pool: chameleon_hdmi_stable 116job_retry: True 117file_bugs: True 118 119[ChameleonHdmiStress] 120run_on: weekly 121day: 5 122suite: chameleon_hdmi_stress 123branch_specs: >=tot-1 124pool: chameleon 125 126[ChameleonVga] 127run_on: nightly 128hour: 22 129suite: chameleon_vga 130branch_specs: ==tot 131pool: chameleon 132job_retry: True 133 134[ChameleonVgaOldBranch] 135run_on: weekly 136day: 5 137suite: chameleon_vga 138branch_specs: <=tot-1 139pool: chameleon 140job_retry: True 141 142[Hotrod] 143run_on: nightly 144hour: 22 145suite: hotrod 146branch_specs: >=tot-1 147pool: hotrod 148 149[NightlyHwQual] 150run_on: nightly 151hour: 22 152suite: hwqual 153branch_specs: ==tot 154pool: suites 155num: 3 156 157[KernelDailyRegression] 158run_on: nightly 159hour: 22 160suite: kernel_daily_regression 161branch_specs: ==tot 162pool: suites 163num: 2 164 165[KernelDailyBenchmarks] 166run_on: nightly 167hour: 0 168suite: kernel_daily_benchmarks 169branch_specs: ==tot 170pool: suites 171file_bugs: True 172 173[KernelPerBuildRegression] 174run_on: nightly 175hour: 0 176suite: kernel_per-build_regression 177branch_specs: ==tot 178pool: suites 179num: 2 180 181[KernelPerBuildBenchmarks] 182run_on: nightly 183hour: 0 184suite: kernel_per-build_benchmarks 185branch_specs: ==tot 186pool: suites 187 188[NightlyRegression] 189run_on: nightly 190hour: 0 191suite: regression 192branch_specs: ==tot 193pool: suites 194num: 2 195 196[ExperimentalTests] 197run_on: nightly 198hour: 0 199suite: experimental 200branch_specs: ==tot 201pool: suites 202 203[JailedBuild] 204run_on: nightly 205hour: 0 206suite: jailed_build 207branch_specs: ==tot 208pool: jail 209 210[Network3g] 211run_on: nightly 212hour: 2 213suite: network3g 214branch_specs: >=tot-2 215pool: cellular 216num: 7 217 218[Network3g_att] 219run_on: nightly 220hour: 2 221suite: network3g_att 222branch_specs: >=tot-2 223pool: cellular 224 225[Network3g_tmobile] 226run_on: nightly 227hour: 2 228suite: network3g_tmobile 229branch_specs: >=tot-2 230pool: cellular 231num: 4 232 233[Network3g_verizon] 234run_on: nightly 235hour: 2 236suite: network3g_verizon 237branch_specs: >=tot-2 238pool: cellular 239num: 2 240 241[Network3g_pseudomodem] 242run_on: nightly 243hour: 2 244suite: network3g_pseudomodem 245branch_specs: ==tot 246pool: suites 247 248[Cellular_modem_repair] 249run_on: nightly 250hour: 2 251suite: cellular_modem_repair 252branch_specs: ==tot 253pool: cellular_repair 254 255[NetworkUI] 256run_on: nightly 257hour: 4 258suite: network_ui 259branch_specs: ==tot 260pool: suites 261 262[PowerDaily] 263run_on: nightly 264hour: 4 265suite: power_daily 266branch_specs: ==tot 267pool: suites 268file_bugs: True 269 270[Perfalerts] 271# Not a part of perf build because it requires 3 machines. 272run_on: nightly 273hour: 4 274suite: perfalerts 275branch_specs: ==tot 276pool: suites 277num: 1 278 279[SecuritySuite] 280run_on: nightly 281hour: 4 282suite: security 283branch_specs: ==tot 284pool: suites 285 286[Power_build] 287run_on: nightly 288hour: 4 289suite: power_build 290branch_specs: ==tot 291pool: suites 292 293[audio] 294run_on: nightly 295hour: 4 296suite: audio 297branch_specs: ==tot 298pool: suites 299 300[video] 301run_on: nightly 302hour: 6 303suite: video 304branch_specs: ==tot 305pool: suites 306num: 4 307file_bugs: True 308 309[youtube_mse_eme] 310run_on: nightly 311hour: 6 312suite: youtube_mse_eme 313branch_specs: ==tot 314pool: suites 315 316[youtube_page] 317run_on: nightly 318hour: 6 319suite: youtube_page 320branch_specs: ==tot 321pool: suites 322 323[LinkPerf] 324run_on: nightly 325hour: 6 326suite: link_perf 327branch_specs: ==tot 328pool: link_perf 329 330[perf_v2] 331run_on: nightly 332hour: 6 333suite: perf_v2 334branch_specs: ==tot 335pool: suites 336 337[NetworkNightly] 338run_on: nightly 339hour: 6 340suite: network_nightly 341branch_specs: ==tot 342pool: suites 343file_bugs: False 344 345[WiFi_MatFunc] 346run_on: nightly 347hour: 8 348suite: wifi_matfunc 349branch_specs: ==tot 350pool: wificell 351 352[WiFi_EndtoEnd] 353run_on: nightly 354hour: 8 355suite: wifi_endtoend 356branch_specs: ==tot 357pool: wificell 358 359[WiFi_MatFunc_bcm4371] 360run_on: nightly 361hour: 8 362suite: wifi_matfunc_bcm4371 363branch_specs: ==tot 364pool: wificell_preflight 365 366[WiFi_Perf] 367run_on: nightly 368hour: 8 369suite: wifi_perf 370branch_specs: ==tot 371pool: wificell 372 373[WiFi_Perf_bcm4371] 374run_on: nightly 375hour: 8 376suite: wifi_perf_bcm4371 377branch_specs: ==tot 378pool: wificell_preflight 379 380[WiFi_Attenuated_Performance] 381run_on: nightly 382hour: 8 383suite: wifi_atten_perf 384branch_specs: ==tot 385pool: groamer 386 387[WiFi_Update_Router] 388run_on: nightly 389hour: 10 390suite: wifi_update_router 391branch_specs: ==tot 392pool: wificell 393 394[WiFi_Update_Router_Preflight] 395run_on: nightly 396hour: 10 397suite: wifi_update_router 398branch_specs: ==tot 399pool: wificell_preflight 400 401[WiFi_Update_Router_Dev_Cells] 402run_on: weekly 403day: 5 404suite: wifi_update_router 405branch_specs: ==tot 406pool: wificell_dev 407 408[WiFi_Update_Router_Pre_CQ] 409run_on: weekly 410day: 5 411suite: wifi_update_router 412branch_specs: ==tot 413pool: wificell-pre-cq 414 415[WiFi_Update_Router_Stress_WiFi] 416run_on: weekly 417day: 6 418suite: wifi_update_router 419branch_specs: ==tot 420pool: stress-wifi 421 422[WiFi_Interop_WP2] 423run_on: nightly 424day: 4 425suite: wifi_interop 426branch_specs: ==tot 427pool:wifichaos_WP2 428 429[WiFi_Interop_StP2] 430run_on: nightly 431day: 5 432suite: wifi_interop 433branch_specs: ==tot 434pool:wifichaos_StP2 435 436[WiFi_Interop_8797] 437run_on: nightly 438day: 6 439suite: wifi_interop 440branch_specs: ==tot 441pool:wifichaos_8797 442 443[WiFi_Interop_8897] 444run_on: nightly 445day: 0 446suite: wifi_interop 447branch_specs: ==tot 448pool:wifichaos_8897 449 450[WiFi_Interop_4354] 451run_on: nightly 452day: 1 453suite: wifi_interop 454branch_specs: ==tot 455pool:wifichaos_4354 456 457[WiFi_LucidSleep_Nightly] 458run_on: nightly 459hour: 10 460suite: wifi_lucidsleep 461branch_specs: ==tot 462pool: wificell 463 464[WiFi_LucidSleep_Weekly] 465run_on: weekly 466day: 6 467suite: wifi_lucidsleep 468branch_specs: >=tot-1 469pool: wificell 470 471[WiMAX] 472run_on: nightly 473hour: 10 474suite: wimax 475branch_specs: ==tot 476pool: wimax 477 478[Bluetooth_Qualification] 479run_on: nightly 480hour: 10 481suite: bluetooth_qualification 482branch_specs: ==tot 483pool: wificell 484 485[Bluetooth_Sanity] 486run_on: nightly 487hour: 12 488suite: bluetooth_sanity 489branch_specs: ==tot 490pool: wificell 491 492[NightlyStressExperimental] 493run_on: nightly 494hour: 12 495suite: stress_experimental 496branch_specs: ==tot 497pool: stress 498file_bugs: False 499 500[NightlyStress] 501run_on: nightly 502hour: 12 503suite: stress 504branch_specs: >=tot-2 505pool: stress 506file_bugs: True 507 508[NightlyStressPool2] 509run_on: nightly 510hour: 12 511suite: stress2 512branch_specs: >=tot-2 513pool: stress2 514file_bugs: True 515 516[NightlyStressPool3] 517run_on: nightly 518hour: 12 519suite: stress3 520branch_specs: >=tot-2 521pool: stress3 522file_bugs: True 523 524[NightlyStressPool4] 525run_on: nightly 526hour: 12 527suite: stress4 528branch_specs: ==tot-2 529pool: stress4 530file_bugs: True 531 532[NightlyStressPool5] 533run_on: nightly 534hour: 14 535suite: stress5 536branch_specs: ==tot-2 537pool: stress5 538file_bugs: True 539 540[NightlyKernelUsb] 541run_on: new_build 542suite: kernel_usb 543branch_specs: >=tot-2 544pool: usb_peripherals 545 546[Gizmo] 547run_on: nightly 548hour: 14 549suite: bvt-cq 550branch_specs: ==tot 551pool: gizmo 552 553[NightlyStormBvtCq] 554run_on: nightly 555hour: 14 556suite: bvt-cq 557branch_specs: ==tot 558boards: storm 559pool: suites 560 561[NightlyStormBvtInline] 562run_on: nightly 563hour: 14 564suite: bvt-inline 565branch_specs: ==tot 566boards: storm 567pool: suites 568 569[NightlyStormBvtPerBuild] 570run_on: nightly 571hour: 14 572suite: bvt-perbuild 573branch_specs: ==tot 574boards: storm 575pool: suites 576 577# TODO(beeps) figure out a better frequency for dev and beta weekly suites 578# (http://crbug.com/417131). 579[WeeklyKernelRegressions] 580run_on: weekly 581day: 6 582suite: kernel_weekly_regression 583branch_specs: >=tot-2 584pool: suites 585num: 2 586 587[WeeklyPowerRequirements] 588run_on: weekly 589day: 6 590suite: power_requirements 591branch_specs: >=tot-2 592pool: suites 593 594[WeeklyStoraqequal] 595run_on: weekly 596day: 6 597suite: storagequal 598branch_specs: >=tot-2 599pool: suites 600 601[WeeklyNightlyHwQual] 602run_on: weekly 603day: 6 604suite: hwqual 605branch_specs: >=tot-2 606pool: suites 607num: 3 608 609[WeeklyKernelDailyRegression] 610run_on: weekly 611day: 6 612suite: kernel_daily_regression 613branch_specs: >=tot-2 614pool: suites 615num: 2 616 617[WeeklyKernelDailyBenchmarks] 618run_on: weekly 619day: 6 620suite: kernel_daily_benchmarks 621branch_specs: >=tot-2 622pool: suites 623file_bugs: True 624 625[WeeklyKernelPerBuildRegression] 626run_on: weekly 627day: 0 628suite: kernel_per-build_regression 629branch_specs: >=tot-2 630pool: suites 631num: 2 632 633[WeeklyKernelPerBuildBenchmarks] 634run_on: weekly 635day: 0 636suite: kernel_per-build_benchmarks 637branch_specs: >=tot-2 638pool: suites 639 640[WeeklyNightlyRegression] 641run_on: weekly 642day: 0 643suite: regression 644branch_specs: >=tot-2 645pool: suites 646num: 2 647 648[WeeklyExperimentalTests] 649run_on: weekly 650day: 0 651suite: experimental 652branch_specs: >=tot-2 653pool: suites 654 655[WeeklyJailedBuild] 656run_on: weekly 657day: 0 658suite: jailed_build 659branch_specs: >=tot-2 660pool: jail 661 662[WeeklyNetwork3g_pseudomodem] 663run_on: weekly 664day: 0 665suite: network3g_pseudomodem 666branch_specs: >=tot-2 667pool: suites 668 669[WeeklyCellular_modem_repair] 670run_on: weekly 671day: 0 672suite: cellular_modem_repair 673branch_specs: >=tot-2 674pool: cellular_repair 675 676[WeeklyNetworkUI] 677run_on: weekly 678day: 0 679suite: network_ui 680branch_specs: >=tot-2 681pool: suites 682 683[WeeklyPowerDaily] 684run_on: weekly 685day: 1 686suite: power_daily 687branch_specs: >=tot-2 688pool: suites 689file_bugs: True 690 691[WeeklyPerfalerts] 692# Not a part of perf build because it requires 3 machines. 693run_on: weekly 694day: 1 695suite: perfalerts 696branch_specs: >=tot-2 697pool: suites 698num: 1 699 700[WeeklySecuritySuite] 701run_on: weekly 702day: 1 703suite: security 704branch_specs: >=tot-2 705pool: suites 706 707[WeeklyPower_build] 708run_on: weekly 709day: 1 710suite: power_build 711branch_specs: >=tot-2 712pool: suites 713 714[Weeklyaudio] 715run_on: weekly 716day: 1 717suite: audio 718branch_specs: >=tot-2 719pool: suites 720 721[Weeklyvideo] 722run_on: weekly 723day: 1 724suite: video 725branch_specs: >=tot-2 726pool: suites 727num: 4 728file_bugs: True 729 730[Weeklyyoutube_mse_eme] 731run_on: weekly 732day: 1 733suite: youtube_mse_eme 734branch_specs: >=tot-2 735pool: suites 736 737[Weeklyyoutube_page] 738run_on: weekly 739day: 1 740suite: youtube_page 741branch_specs: >=tot-2 742pool: suites 743 744[WeeklyLinkPerf] 745run_on: weekly 746day: 2 747suite: link_perf 748branch_specs: >=tot-2 749pool: link_perf 750 751[Weeklyperf_v2] 752run_on: weekly 753day: 2 754suite: perf_v2 755branch_specs: >=R40 756pool: suites 757 758[WeeklyNetworkNightly] 759run_on: weekly 760day: 2 761suite: network_nightly 762branch_specs: >=tot-2 763pool: suites 764file_bugs: False 765 766[WeeklyWiFi_Perf] 767run_on: weekly 768day: 2 769suite: wifi_perf 770branch_specs: <=tot-1 771pool: wificell 772 773[WeeklyWiFi_Attenuated_Performance] 774run_on: weekly 775day: 2 776suite: wifi_atten_perf 777branch_specs: <=tot-1 778pool: groamer 779 780[WeeklyWiMAX] 781run_on: weekly 782day: 2 783suite: wimax 784branch_specs: >=tot-2 785pool: wimax 786 787[WeeklySecurity] 788run_on: weekly 789day: 2 790suite: security_weekly 791branch_specs: >=R37 792pool: suites 793 794[WeeklyBluetooth_Qualification] 795run_on: weekly 796day: 2 797suite: bluetooth_qualification 798branch_specs: >=tot-2 799pool: wificell 800 801[WeeklyBluetooth_Sanity] 802run_on: weekly 803day: 3 804suite: bluetooth_sanity 805branch_specs: >=tot-2 806pool: wificell 807 808[WeeklyWiFi_MatFunc] 809run_on: weekly 810day: 3 811suite: wifi_matfunc 812branch_specs: <=tot-1 813pool: wificell 814 815[WeeklyWiFi_EndtoEnd] 816run_on: weekly 817day: 3 818suite: wifi_endtoend 819branch_specs: <=tot-1 820pool: wificell 821 822[WeeklyStress] 823run_on: weekly 824day: 3 825suite: stress 826branch_specs: >=tot-2 827pool: stress 828file_bugs: True 829 830[WeeklyStressPool2] 831run_on: weekly 832day: 3 833suite: stress 834branch_specs: >=tot-2 835pool: stress2 836file_bugs: True 837 838[WeeklyStressPool3] 839run_on: weekly 840day: 3 841suite: stress 842branch_specs: >=tot-2 843pool: stress3 844file_bugs: True 845 846[WeeklyStressPool4] 847run_on: weekly 848day: 3 849suite: stress 850branch_specs: =tot-2 851pool: stress4 852file_bugs: True 853 854[WeeklyStressPool5] 855run_on: weekly 856day: 3 857suite: stress 858branch_specs: =tot-2 859pool: stress5 860file_bugs: True 861 862[WeeklyGizmo] 863run_on: weekly 864day: 4 865suite: bvt-cq 866branch_specs: >=tot-2 867pool: gizmo 868 869[TendoExperimental] 870run_on: nightly 871hour: 14 872suite: tendo_experimental 873branch_specs: ==tot 874pool: suites 875 876# Please do not add tests to this suite without first clearing it with the 877# crosbolt team. 878[CrosboltPerfPerbuild] 879run_on: new_build 880suite: crosbolt_perf_perbuild 881branch_specs: >=tot-1 882pool: performance 883file_bugs: True 884 885# Please do not add tests to this suite without first clearing it with the 886# crosbolt team. 887[CrosboltPerfNightly] 888run_on: nightly 889hour: 16 890suite: crosbolt_perf_nightly 891branch_specs: >=tot-1 892pool: performance 893file_bugs: True 894 895[FaftEcNightly] 896run_on: nightly 897hour: 16 898suite: faft_ec 899branch_specs: ==tot 900firmware_rw_build_spec: firmware 901test_source: cros 902pool: faft-test 903file_bugs: True 904job_retry: True 905 906# TODO(aaboagye): Remove this when satisified with EC-3PO FAFT EC performance. 907[EC3POFaftEcNightly] 908run_on: nightly 909hour: 16 910suite: faft_ec3po 911branch_specs: ==tot 912firmware_rw_build_spec: firmware 913test_source: cros 914pool: faft-test-experiment 915file_bugs: True 916job_retry: True 917 918# TODO(aaboagye): Remove this when satisfied with EC-3PO FAFT BIOS performance. 919[EC3POFaftBiosNightly] 920run_on: nightly 921suite: faft_bios_ec3po 922branch_specs: ==tot 923firmware_rw_build_spec: firmware 924test_source: cros 925pool: faft-test-experiment 926file_bugs: True 927job_retry: True 928 929[FaftBiosNightly] 930run_on: nightly 931hour: 16 932suite: faft_bios 933branch_specs: ==tot 934firmware_rw_build_spec: firmware 935test_source: cros 936pool: faft-test 937file_bugs: True 938job_retry: True 939 940[FaftEcTotNightly] 941run_on: nightly 942hour: 16 943suite: faft_ec 944branch_specs: ==tot 945firmware_rw_build_spec: cros 946test_source: cros 947pool: faft-test-tot 948file_bugs: True 949job_retry: True 950 951[FaftBiosTotNightly] 952run_on: nightly 953hour: 16 954suite: faft_bios 955branch_specs: ==tot 956firmware_rw_build_spec: cros 957test_source: cros 958pool: faft-test-tot 959file_bugs: True 960job_retry: True 961 962[CameraPerBuild] 963run_on: new_build 964suite: camera_perbuild 965branch_specs: ==tot 966pool: camera 967job_retry: True 968 969[VideoImageComparisonChameleon] 970run_on: new_build 971suite: video_image_comparison_chameleon 972branch_specs: >=tot-2 973pool: chameleon_hdmi_stable 974job_retry: True 975