diff options
Diffstat (limited to 'etc/evergreen_yml_components/variants')
7 files changed, 283 insertions, 251 deletions
diff --git a/etc/evergreen_yml_components/variants/ibm.yml b/etc/evergreen_yml_components/variants/ibm.yml index 11eef6ae85d..a402008a3d9 100644 --- a/etc/evergreen_yml_components/variants/ibm.yml +++ b/etc/evergreen_yml_components/variants/ibm.yml @@ -26,7 +26,9 @@ buildvariants: multiversion_architecture: ppc64le multiversion_edition: enterprise test_flags: >- - --excludeWithAnyTags=requires_increased_memlock_limits,requires_latch_analyzer + --excludeWithAnyTags=requires_increased_memlock_limits,requires_latch_analyzer,ppc64le_incompatible + timeout_secs: 7200 # 2 hours idle timeout + exec_timeout_secs: 43200 # 12 hours exec timeout tasks: - name: compile_test_and_package_serial_TG distros: @@ -80,7 +82,9 @@ buildvariants: multiversion_architecture: ppc64le multiversion_edition: enterprise test_flags: >- - --excludeWithAnyTags=requires_increased_memlock_limits,requires_latch_analyzer + --excludeWithAnyTags=requires_increased_memlock_limits,requires_latch_analyzer,ppc64le_incompatible + timeout_secs: 7200 # 2 hours idle timeout + exec_timeout_secs: 43200 # 12 hours exec timeout tasks: - name: compile_test_and_package_serial_TG distros: diff --git a/etc/evergreen_yml_components/variants/in_memory.yml b/etc/evergreen_yml_components/variants/in_memory.yml index d042152ba2b..a55e4cd7979 100644 --- a/etc/evergreen_yml_components/variants/in_memory.yml +++ b/etc/evergreen_yml_components/variants/in_memory.yml @@ -1,8 +1,8 @@ # InMemory build variants that need to be run on LTS but not Rapid releases. buildvariants: -- name: enterprise-rhel-80-64-bit-inmem - display_name: Enterprise RHEL 8.0 (inMemory) +- name: enterprise-rhel-8-64-bit-inmem + display_name: Enterprise RHEL 8 (inMemory) cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - rhel80-small @@ -11,6 +11,7 @@ buildvariants: test_flags: --storageEngine=inMemory --excludeWithAnyTags=requires_persistence,requires_journaling compile_flags: --ssl MONGO_DISTMOD=rhel80 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --use-diagnostic-latches=on multiversion_platform: rhel80 + multiversion_platform_50_or_later: rhel8 multiversion_edition: enterprise scons_cache_scope: shared large_distro_name: rhel80-large diff --git a/etc/evergreen_yml_components/variants/misc_release.yml b/etc/evergreen_yml_components/variants/misc_release.yml index b6c383172d5..717b47ebed0 100644 --- a/etc/evergreen_yml_components/variants/misc_release.yml +++ b/etc/evergreen_yml_components/variants/misc_release.yml @@ -5,7 +5,7 @@ buildvariants: display_name: Amazon Linux 2 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - - amazon2-test + - amazon2-latest-small expansions: test_flags: >- --excludeWithAnyTags=SERVER-34286,incompatible_with_amazon_linux,requires_latch_analyzer --enableEnterpriseTests=off @@ -22,14 +22,14 @@ buildvariants: packager_distro: amazon2 repo_edition: org scons_cache_scope: shared - large_distro_name: amazon2-large + large_distro_name: amazon2-latest-large tasks: - name: compile_test_and_package_serial_TG distros: - - amazon2-build + - amazon2-latest-large - name: compile_test_and_package_parallel_unittest_stream_TG distros: - - amazon2-build + - amazon2-latest-large - name: .aggfuzzer .common - name: aggregation - name: .auth !.audit !.multiversion @@ -57,7 +57,7 @@ buildvariants: display_name: "Enterprise Amazon Linux 2" cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - - amazon2-test + - amazon2-latest-small expansions: additional_package_targets: archive-mongocryptd archive-mongocryptd-debug # TODO BUILD-13887 should fix uses_pykmip incompatibility. @@ -80,13 +80,13 @@ buildvariants: tasks: - name: compile_test_and_package_serial_TG distros: - - amazon2-build + - amazon2-latest-large - name: compile_test_and_package_parallel_unittest_stream_TG distros: - - amazon2-build + - amazon2-latest-large - name: compile_integration_and_test_parallel_stream_TG distros: - - amazon2-build + - amazon2-latest-large - name: .aggfuzzer .common - name: aggregation - name: audit @@ -115,7 +115,7 @@ buildvariants: display_name: Amazon Linux 2 arm64 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - - amazon2-arm64-small + - amazon2-arm64-latest-small expansions: push_path: linux push_bucket: downloads.mongodb.org @@ -129,21 +129,21 @@ buildvariants: packager_distro: amazon2 repo_edition: org scons_cache_scope: shared - large_distro_name: amazon2-arm64-large + large_distro_name: amazon2-arm64-latest-large tasks: - name: compile_test_and_package_serial_TG distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: compile_test_and_package_parallel_unittest_stream_TG distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: aggregation - name: .auth !.audit !.multiversion - name: causally_consistent_jscore_txns_passthrough - name: .misc_js - name: .concurrency .common distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: concurrency_replication_causal_consistency_gen - name: disk_wiredtiger - name: .jscore .common @@ -162,7 +162,7 @@ buildvariants: display_name: "Enterprise Amazon Linux 2 arm64" cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - - amazon2-arm64-small + - amazon2-arm64-latest-small expansions: additional_package_targets: archive-mongocryptd archive-mongocryptd-debug archive-mh archive-mh-debug push_path: linux @@ -187,13 +187,13 @@ buildvariants: tasks: - name: compile_test_and_package_serial_TG distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: compile_test_and_package_parallel_unittest_stream_TG distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: compile_integration_and_test_parallel_stream_TG distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: test_api_version_compatibility - name: .aggfuzzer - name: .aggregation @@ -206,48 +206,51 @@ buildvariants: - name: .concurrency !.large !.ubsan !.no_txns !.debug_only - name: .concurrency .large !.ubsan !.no_txns !.debug_only distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: config_fuzzer_concurrency - name: config_fuzzer_simulate_crash_concurrency_replication distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: config_fuzzer_concurrency_replication distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: config_fuzzer_jsCore - name: config_fuzzer_replica_sets_jscore_passthrough distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: disk_wiredtiger - name: .encrypt - name: idl_tests - name: initial_sync_fuzzer_gen - name: jsCore distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: .jscore .common !jsCore - name: jsCore_minimum_batch_size - name: jsCore_txns_large_txns_format - name: json_schema - name: .jstestfuzz !.flow_control # Flow control jstestfuzz take longer. - name: libunwind_tests - - name: mqlrun - name: .multi_shard - name: multi_stmt_txn_jscore_passthrough_with_migration_gen - name: .query_fuzzer + - name: query_stats_aggregation_passthrough + - name: query_stats_mongos_aggregation_passthrough + - name: query_stats_mongos_passthrough + - name: query_stats_passthrough - name: .read_write_concern .large distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: .read_write_concern !.large - name: .replica_sets !.encrypt !.auth distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: replica_sets_api_version_jscore_passthrough_gen - name: replica_sets_reconfig_jscore_passthrough_gen - name: retryable_writes_jscore_passthrough_gen - name: retryable_writes_jscore_stepdown_passthrough_gen distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: .read_only - name: .rollbackfuzzer - name: sasl @@ -263,16 +266,16 @@ buildvariants: - name: snmp - name: .crypt distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: .publish_crypt - name: secondary_reads_passthrough_gen - name: server_discovery_and_monitoring_json_test_TG - name: .serverless distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: server_selection_json_test_TG distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: .publish - name: generate_buildid_to_debug_symbols_mapping - name: vector_search @@ -563,9 +566,6 @@ buildvariants: - name: audit - name: causally_consistent_jscore_txns_passthrough - name: .encrypt !.replica_sets !.aggregation !.sharding !.jscore - - name: .jepsen_docker - distros: - - debian10-large - name: .jscore .common !.decimal !.sharding - name: .jstestfuzz .common - name: .logical_session_cache .one_sec @@ -593,8 +593,10 @@ buildvariants: test_flags: --enableEnterpriseTests=off --excludeWithAnyTags=requires_latch_analyzer multiversion_platform: linux_x86_64 multiversion_edition: base - multiversion_platform_42_or_later: debian11 + multiversion_platform_42_or_later: debian10 multiversion_edition_42_or_later: targeted + multiversion_platform_last_lts: debian11 + multiversion_edition_last_lts: targeted has_packages: true packager_script: packager.py packager_arch: x86_64 @@ -646,8 +648,10 @@ buildvariants: crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" multiversion_platform: linux_x86_64 multiversion_edition: base - multiversion_platform_42_or_later: debian11 + multiversion_platform_42_or_later: debian10 multiversion_edition_42_or_later: enterprise + multiversion_platform_last_lts: debian11 + multiversion_edition_last_lts: enterprise has_packages: true packager_script: packager_enterprise.py packager_arch: x86_64 @@ -769,8 +773,8 @@ buildvariants: - name: sharding_gen - name: replica_sets_gen -- name: rhel80 - display_name: RHEL 8.0 +- name: rhel8 + display_name: RHEL 8 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - rhel80-build @@ -778,10 +782,11 @@ buildvariants: push_path: linux push_bucket: downloads.mongodb.org push_name: linux - push_arch: x86_64-rhel80 + push_arch: x86_64-rhel8 compile_flags: --ssl MONGO_DISTMOD=rhel80 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= test_flags: --enableEnterpriseTests=off --excludeWithAnyTags=requires_latch_analyzer multiversion_platform: rhel80 + multiversion_platform_50_or_later: rhel8 multiversion_edition: targeted has_packages: true packager_script: packager.py @@ -820,20 +825,21 @@ buildvariants: - name: .publish - name: generate_buildid_to_debug_symbols_mapping -- name: enterprise-rhel-80-64-bit - display_name: "Enterprise RHEL 8.0" +- name: enterprise-rhel-8-64-bit + display_name: "Enterprise RHEL 8" cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - rhel80-small - expansions: &enterprise-rhel-80-64-bit-expansions + expansions: &enterprise-rhel-8-64-bit-expansions additional_package_targets: archive-mongocryptd archive-mongocryptd-debug archive-mh archive-mh-debug push_path: linux push_bucket: downloads.10gen.com push_name: linux - push_arch: x86_64-enterprise-rhel80 + push_arch: x86_64-enterprise-rhel8 compile_flags: --ssl MONGO_DISTMOD=rhel80 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" multiversion_platform: rhel80 + multiversion_platform_50_or_later: rhel8 multiversion_edition: enterprise has_packages: true packager_script: packager_enterprise.py @@ -880,11 +886,14 @@ buildvariants: - name: json_schema - name: .jstestfuzz !.flow_control # Flow control jstestfuzz take longer. - name: libunwind_tests - - name: mqlrun - name: .multi_shard - name: multi_stmt_txn_jscore_passthrough_with_migration_gen - name: multiversion_gen - name: .query_fuzzer + - name: query_stats_aggregation_passthrough + - name: query_stats_mongos_aggregation_passthrough + - name: query_stats_mongos_passthrough + - name: query_stats_passthrough - name: .random_multiversion_ds - name: .read_write_concern .large distros: @@ -938,8 +947,8 @@ buildvariants: - name: vector_search_auth - name: vector_search_ssl -- name: rhel-82-arm64 - display_name: RHEL 8.2 arm64 +- name: rhel-8-arm64 + display_name: RHEL 8 arm64 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - rhel82-arm64-small @@ -947,7 +956,7 @@ buildvariants: push_path: linux push_bucket: downloads.mongodb.org push_name: linux - push_arch: aarch64-rhel82 + push_arch: aarch64-rhel8 compile_flags: --ssl MONGO_DISTMOD=rhel82 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= has_packages: true packager_script: packager.py @@ -985,8 +994,8 @@ buildvariants: - name: .publish - name: generate_buildid_to_debug_symbols_mapping -- name: enterprise-rhel-82-arm64 - display_name: "Enterprise RHEL 8.2 arm64" +- name: enterprise-rhel-8-arm64 + display_name: "Enterprise RHEL 8 arm64" cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - rhel82-arm64-small @@ -995,7 +1004,7 @@ buildvariants: push_path: linux push_bucket: downloads.10gen.com push_name: linux - push_arch: aarch64-enterprise-rhel82 + push_arch: aarch64-enterprise-rhel8 compile_flags: --ssl MONGO_DISTMOD=rhel82 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" has_packages: true @@ -1166,7 +1175,6 @@ buildvariants: - name: snmp - name: .crypt - name: .publish_crypt - - name: unittest_shell_hang_analyzer_gen - name: vector_search - name: vector_search_auth - name: vector_search_ssl @@ -1355,6 +1363,7 @@ buildvariants: repo_edition: enterprise scons_cache_scope: shared test_flags: --excludeWithAnyTags=requires_latch_analyzer + large_distro_name: suse12-sp5-large tasks: - name: compile_test_and_package_serial_TG distros: @@ -1887,6 +1896,31 @@ buildvariants: - name: .publish - name: generate_buildid_to_debug_symbols_mapping + +- name: enterprise-ubuntu2204-jepsen + display_name: Jepsen Tests on Enterprise Ubuntu 22.04 + tags: ["bazel_check"] + cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + run_on: + - ubuntu2204-small + stepback: false + expansions: + compile_flags: >- + --ssl + MONGO_DISTMOD=ubuntu2204 + -j$(grep -c ^processor /proc/cpuinfo) + --variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars + scons_cache_scope: shared + large_distro_name: ubuntu2204-large + compile_variant: enterprise-ubuntu2204-64 + tasks: + - name: compile_test_and_package_serial_TG + distros: + - ubuntu2204-large + - name: .jepsen_docker + distros: + - ubuntu2204-large + - name: enterprise-ubuntu2004-arm64 display_name: Enterprise Ubuntu 20.04 arm64 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. @@ -2183,7 +2217,7 @@ buildvariants: display_name: macOS cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - - macos-1100 + - macos-11 expansions: test_flags: --excludeWithAnyTags=incompatible_with_macos,requires_latch_analyzer --enableEnterpriseTests=off push_path: osx @@ -2213,7 +2247,7 @@ buildvariants: display_name: macOS arm64 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - - macos-1100-arm64 + - macos-11-arm64 expansions: test_flags: --excludeWithAnyTags=incompatible_with_macos,requires_latch_analyzer --enableEnterpriseTests=off push_path: osx @@ -2243,7 +2277,7 @@ buildvariants: display_name: Enterprise macOS cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - - macos-1100 + - macos-11 expansions: test_flags: --excludeWithAnyTags=incompatible_with_macos,requires_gcm,requires_latch_analyzer additional_package_targets: archive-mongocryptd archive-mongocryptd-debug archive-mh archive-mh-debug @@ -2262,7 +2296,6 @@ buildvariants: - name: auth_audit_gen - name: .encrypt !.replica_sets !.sharding !.aggregation !.jscore - name: .logical_session_cache .one_sec - - name: mqlrun - name: replica_sets_auth_gen - name: sasl - name: push @@ -2273,7 +2306,7 @@ buildvariants: display_name: Enterprise macOS arm64 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - - macos-1100-arm64 + - macos-11-arm64 expansions: test_flags: --excludeWithAnyTags=incompatible_with_macos,requires_gcm,requires_latch_analyzer additional_package_targets: archive-mongocryptd archive-mongocryptd-debug archive-mh archive-mh-debug @@ -2294,7 +2327,6 @@ buildvariants: - name: fle - name: fle2 - name: .logical_session_cache .one_sec - - name: mqlrun - name: replica_sets_auth_gen - name: sasl - name: push @@ -2305,18 +2337,25 @@ buildvariants: display_name: Amazon Linux 2 arm64 Query Patch Only (trySbeEngine) cron: "0 4 * * 0" # From the ${project_weekly_cron} parameter. run_on: - - amazon2-arm64-small + - amazon2-arm64-latest-small expansions: additional_package_targets: archive-mongocryptd archive-mongocryptd-debug archive-mh archive-mh-debug push_path: linux push_bucket: downloads.10gen.com push_name: linux push_arch: aarch64-enterprise-amazon2 - compile_flags: --ssl MONGO_DISTMOD=amazon2 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars + # Diagnostic latches are disabled by default, and we match that behavior here. We also need to + # exclude tests with 'requires_latch_analyzer'. + compile_flags: >- + --ssl + MONGO_DISTMOD=amazon2 + -j$(grep -c ^processor /proc/cpuinfo) + --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars + --use-diagnostic-latches=off crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" test_flags: >- - --mongodSetParameters="{featureFlagSbeFull: true}" - --excludeWithAnyTags=resource_intensive,incompatible_with_amazon_linux,sbe_incompatible + --mongodSetParameters="{featureFlagSbeFull: true, internalQueryForceClassicEngine: false}" + --excludeWithAnyTags=resource_intensive,incompatible_with_amazon_linux,sbe_incompatible,requires_latch_analyzer has_packages: true multiversion_platform: amazon2 multiversion_edition: enterprise @@ -2328,11 +2367,11 @@ buildvariants: packager_distro: amazon2 repo_edition: enterprise scons_cache_scope: shared - large_distro_name: amazon2-arm64-large + large_distro_name: amazon2-arm64-latest-large tasks: - name: compile_and_archive_dist_test_then_package_TG distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: aggregation_mongos_passthrough - name: aggregation_sharded_collections_passthrough - name: aggregation_one_shard_sharded_collections @@ -2342,7 +2381,7 @@ buildvariants: - name: noPassthroughWithMongod_gen - name: jsCore distros: - - amazon2-arm64-large + - amazon2-arm64-latest-large - name: replica_sets_jscore_passthrough_gen - name: sharded_collections_jscore_passthrough_gen - name: sharding_jscore_passthrough @@ -2350,3 +2389,155 @@ buildvariants: - name: concurrency_gen - name: concurrency_replication_gen - name: concurrency_sharded_replication_gen + +# This task is responsible for creating a AL2023 x86 server binary candidate for 10gen/mongot. +# A project trigger defined on 10gen/mongot runs when this variant succeeds, to check if the resulting +# binary candidate passes their tests and is therefore safe to use in their pre-commit integration tests. +- name: amazon-linux-2023-x86-mongot-integration-cron-only + display_name: "AL2023 x86 mongot integration tasks cron only" + cron: "0 */4 * * *" # Run these tasks every 4 hours + patchable: false + run_on: + - amazon2023.0-small + expansions: + push_path: linux + push_bucket: downloads.10gen.com + push_name: linux + push_arch: x86_64-enterprise-amazon2023 + compile_flags: --ssl MONGO_DISTMOD=amazon2023 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars --enterprise-features="audit,encryptdb,fcbis,fips,fle,hot_backups,inmemory,kerberos,vector_search,ldap,live_import,mongohouse,queryable,sasl,search,serverless" + # TODO BUILD-13887 should fix uses_pykmip incompatibility. + test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux,requires_ldap_pool,uses_pykmip,requires_v4_0,requires_external_data_source,requires_latch_analyzer + has_packages: false + multiversion_platform: amazon2023 + multiversion_edition: enterprise + multiversion_architecture: x86_64 + packager_script: packager_enterprise.py + packager_arch: x86_64 + packager_distro: amazon2023 + repo_edition: enterprise + scons_cache_scope: shared + compile_variant: amazon-linux-2023-x86-mongot-integration-cron-only + tasks: + - name: compile_test_and_package_serial_TG + distros: + - amazon2023.0-large + - name: search + - name: search_auth + - name: search_pinned_connections_auth + - name: search_ssl + - name: vector_search + - name: vector_search_auth + - name: vector_search_ssl + +# This task is responsible for creating a AL2023 arm64 server binary candidate for 10gen/mongot. +# A project trigger defined on 10gen/mongot runs when this variant succeeds, to check if the resulting +# binary candidate passes their tests and is therefore safe to use in their pre-commit integration tests. +- name: amazon2023-arm64-mongot-integration-cron-only + display_name: "AL2023 arm64 mongot integration tasks cron only" + cron: "0 */4 * * *" # Run these tasks every 4 hours + patchable: false + run_on: + - amazon2023.0-arm64-small + expansions: + compile_flags: >- + --ssl + MONGO_DISTMOD=amazon2023 + -j$(grep -c ^processor /proc/cpuinfo) + --variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars --enterprise-features="audit,encryptdb,fcbis,fips,fle,hot_backups,inmemory,kerberos,vector_search,ldap,live_import,mongohouse,queryable,sasl,search,serverless" + test_flags: >- + --excludeWithAnyTags=incompatible_with_amazon_linux,requires_external_data_source,requires_latch_analyzer + --enableEnterpriseTests=off + has_packages: false + multiversion_platform: amazon2023 + multiversion_edition: enterprise + multiversion_architecture: aarch64 + packager_script: packager_enterprise.py + packager_arch: aarch64 + packager_distro: amazon2023 + repo_edition: enterprise + scons_cache_scope: shared + compile_variant: amazon2023-arm64-mongot-integration-cron-only + tasks: + - name: compile_test_and_package_serial_TG + distros: + - amazon2023.0-arm64-large + - name: search + - name: search_auth + - name: search_pinned_connections_auth + - name: search_ssl + - name: vector_search + - name: vector_search_auth + - name: vector_search_ssl + +# This task is responsible for creating a AL2 arm64 server binary candidate for 10gen/mongot. +# A project trigger defined on 10gen/mongot runs when this variant succeeds, to check if the resulting +# binary candidate passes their tests and is therefore safe to use in their pre-commit integration tests. +- name: amazon-linux2-arm64-mongot-integration-cron-only + display_name: "AL2 arm64 mongot integration tasks cron only" + cron: "0 */4 * * *" # Run these tasks every 4 hours + patchable: false + run_on: + - amazon2-arm64-small + stepback: true + expansions: + compile_flags: >- + --ssl + MONGO_DISTMOD=amazon2 + -j$(grep -c ^processor /proc/cpuinfo) + --variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars + scons_cache_scope: shared + scons_cache_mode: all + has_packages: false + target_resmoke_time: 10 + idle_timeout_factor: 1.5 + exec_timeout_factor: 1.5 + compile_variant: amazon-linux2-arm64-mongot-integration-cron-only + tasks: + - name: compile_test_and_package_serial_TG + distros: + - amazon2-arm64-large + - name: search + - name: search_auth + - name: search_pinned_connections_auth + - name: search_ssl + - name: vector_search + - name: vector_search_auth + - name: vector_search_ssl + +# This task is responsible for creating a AL2 x86 server binary candidate for 10gen/mongot. +# A project trigger defined on 10gen/mongot runs when this variant succeeds, to check if the resulting +# binary candidate passes their tests and is therefore safe to use in their pre-commit integration tests +- name: amazon2-x86-mongot-integration-cron-only + display_name: "AL2 x86 mongot integration tasks cron only" + cron: "0 */4 * * *" # Run these tasks every 4 hours + patchable: false + run_on: + - amazon2-large + expansions: + compile_flags: >- + --ssl + MONGO_DISTMOD=amazon2 + -j$(grep -c ^processor /proc/cpuinfo) + --variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars + test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux,requires_ldap_pool,requires_v4_0,requires_external_data_source,requires_latch_analyzer + has_packages: false + multiversion_platform: amazon2 + multiversion_edition: enterprise + multiversion_architecture: x86_64 + packager_script: packager_enterprise.py + packager_arch: x86_64 + packager_distro: amazon2 + repo_edition: enterprise + scons_cache_scope: shared + compile_variant: amazon2-x86-mongot-integration-cron-only + tasks: + - name: compile_test_and_package_serial_TG + distros: + - amazon2-large + - name: search + - name: search_auth + - name: search_pinned_connections_auth + - name: search_ssl + - name: vector_search + - name: vector_search_auth + - name: vector_search_ssl diff --git a/etc/evergreen_yml_components/variants/ninja.yml b/etc/evergreen_yml_components/variants/ninja.yml index b19d9729c9c..4dbe6fb576f 100644 --- a/etc/evergreen_yml_components/variants/ninja.yml +++ b/etc/evergreen_yml_components/variants/ninja.yml @@ -17,7 +17,7 @@ buildvariants: display_name: "Ninja Build: macOS Enterprise" cron: "0 4 * * 0" # Run once a week to ensure no failures introduced to ninja builds run_on: - - macos-1100 + - macos-11 expansions: compile_env: DEVELOPER_DIR=/Applications/Xcode13.app compile_flags: --ssl -j$(sysctl -n hw.logicalcpu) --libc++ --variables-files=etc/scons/xcode_macosx.vars @@ -50,8 +50,8 @@ buildvariants: distros: - ubuntu1804-xlarge -- name: enterprise-rhel-80-64-bit-dynamic-required-ninja - display_name: "Ninja Build: Enterprise RHEL 8.0" +- name: enterprise-rhel-8-64-bit-dynamic-required-ninja + display_name: "Ninja Build: Enterprise RHEL 8" cron: "0 4 * * 0" # Run once a week to ensure no failures introduced to ninja builds run_on: - rhel80-small @@ -66,8 +66,8 @@ buildvariants: distros: - rhel80-xlarge -- name: enterprise-rhel80-ninja - display_name: "Ninja Build: RHEL 8.0" +- name: enterprise-rhel8-ninja + display_name: "Ninja Build: RHEL 8" cron: "0 4 * * 0" # Run once a week to ensure no failures introduced to ninja builds run_on: - rhel80-small diff --git a/etc/evergreen_yml_components/variants/openssl_111.yml b/etc/evergreen_yml_components/variants/openssl_111.yml deleted file mode 100644 index 08836cd736b..00000000000 --- a/etc/evergreen_yml_components/variants/openssl_111.yml +++ /dev/null @@ -1,173 +0,0 @@ -buildvariants: -- name: enterprise-amazon2-openssl111 - display_name: "Enterprise Amazon Linux 2 (openssl 1.1.1)" - cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. - run_on: - - amazon2-openssl111-small - expansions: - additional_package_targets: archive-mongocryptd archive-mongocryptd-debug - test_flags: >- - --excludeWithAnyTags=SERVER-34286,incompatible_with_amazon_linux,requires_external_data_source,requires_latch_analyzer - push_path: linux - push_bucket: downloads.10gen.com - push_name: linux - push_arch: x86_64-enterprise-amazon2-openssl111 - compile_flags: --ssl MONGO_DISTMOD=amazon2 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars - crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" - multiversion_platform: amazon2 - multiversion_edition: enterprise - has_packages: true - packager_script: packager_enterprise.py - packager_arch: x86_64 - packager_distro: amazon2 - repo_edition: enterprise - scons_cache_scope: shared - tasks: - - name: compile_test_and_package_serial_TG - distros: - - amazon2-openssl111-large - - name: compile_integration_and_test_parallel_stream_TG - distros: - - amazon2-openssl111-large - - name: .aggfuzzer .common - - name: aggregation - - name: audit - - name: .auth !.multiversion - - name: causally_consistent_jscore_txns_passthrough - - name: .encrypt !.aggregation - - name: .jscore .common - - name: .jstestfuzz .common - - name: libunwind_tests - - name: .logical_session_cache .one_sec - - name: noPassthrough_gen - - name: noPassthroughWithMongod_gen - - name: .replica_sets .common - - name: sasl - - name: serial_run - - name: .sharding .jscore !.wo_snapshot !.multi_stmt - - name: .sharding .txns !.csrs - - name: slow1_gen - - name: snmp - - name: .stitch - - name: .crypt - - name: crypt_push - - name: push - - name: generate_buildid_to_debug_symbols_mapping - -- name: enterprise-amazon2-arm64-openssl111 - display_name: "Enterprise Amazon Linux 2 arm64 (openssl 1.1.1)" - cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. - run_on: - - amazon2-arm64-openssl111-small - expansions: - additional_package_targets: archive-mongocryptd archive-mongocryptd-debug archive-mh archive-mh-debug - push_path: linux - push_bucket: downloads.10gen.com - push_name: linux - push_arch: aarch64-enterprise-amazon2-openssl111 - compile_flags: --ssl MONGO_DISTMOD=amazon2 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars - crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" - test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux,requires_ldap_pool,requires_v4_0,requires_external_data_source,requires_latch_analyzer - has_packages: true - multiversion_platform: amazon2 - multiversion_edition: enterprise - multiversion_architecture: arm64 - multiversion_architecture_42_or_later: aarch64 - multiversion_skip_install_for_40: "true" - packager_script: packager_enterprise.py - packager_arch: aarch64 - packager_distro: amazon2 - repo_edition: enterprise - scons_cache_scope: shared - tasks: - - name: compile_test_and_package_serial_TG - distros: - - amazon2-arm64-openssl111-large - - name: compile_integration_and_test_parallel_stream_TG - distros: - - amazon2-arm64-openssl111-large - - name: test_api_version_compatibility - - name: .aggfuzzer - - name: .aggregation - - name: audit - - name: .auth - - name: .causally_consistent !.sharding - - name: .change_streams - - name: .change_stream_fuzzer - - name: .misc_js - - name: .concurrency !.large !.ubsan !.no_txns !.debug_only - - name: .concurrency .large !.ubsan !.no_txns !.debug_only - distros: - - amazon2-arm64-openssl111-large - - name: config_fuzzer_concurrency - - name: config_fuzzer_simulate_crash_concurrency_replication - distros: - - amazon2-arm64-openssl111-large - - name: config_fuzzer_concurrency_replication - distros: - - amazon2-arm64-openssl111-large - - name: config_fuzzer_jsCore - - name: config_fuzzer_replica_sets_jscore_passthrough - distros: - - amazon2-arm64-openssl111-large - - name: disk_wiredtiger - - name: .encrypt - - name: idl_tests - - name: initial_sync_fuzzer_gen - - name: jsCore - distros: - - amazon2-arm64-openssl111-large - - name: .jscore .common !jsCore - - name: jsCore_minimum_batch_size - - name: jsCore_txns_large_txns_format - - name: json_schema - - name: .jstestfuzz !.flow_control # Flow control jstestfuzz take longer. - - name: libunwind_tests - - name: mqlrun - - name: .multi_shard - - name: multi_stmt_txn_jscore_passthrough_with_migration_gen - - name: .query_fuzzer - - name: .read_write_concern .large - distros: - - amazon2-arm64-openssl111-large - - name: .read_write_concern !.large - - name: .replica_sets !.encrypt !.auth - distros: - - amazon2-arm64-openssl111-large - - name: replica_sets_api_version_jscore_passthrough_gen - - name: replica_sets_reconfig_jscore_passthrough_gen - - name: retryable_writes_jscore_passthrough_gen - - name: retryable_writes_jscore_stepdown_passthrough_gen - distros: - - amazon2-arm64-openssl111-large - - name: .read_only - - name: .rollbackfuzzer - - name: sasl - - name: search - - name: search_auth - - name: search_pinned_connections_auth - - name: search_ssl - - name: session_jscore_passthrough - - name: .sharding .jscore !.wo_snapshot !.multi_stmt - - name: sharding_api_version_jscore_passthrough_gen - - name: .sharding .txns - - name: .sharding .common - - name: snmp - - name: .stitch - - name: .crypt - distros: - - amazon2-arm64-openssl111-large - - name: secondary_reads_passthrough_gen - - name: server_discovery_and_monitoring_json_test_TG - - name: .serverless - distros: - - amazon2-arm64-openssl111-large - - name: server_selection_json_test_TG - distros: - - amazon2-arm64-openssl111-large - - name: crypt_push - - name: push - - name: generate_buildid_to_debug_symbols_mapping - - name: vector_search - - name: vector_search_auth - - name: vector_search_ssl diff --git a/etc/evergreen_yml_components/variants/sanitizer.yml b/etc/evergreen_yml_components/variants/sanitizer.yml index 60ff0935d59..14a982998ff 100644 --- a/etc/evergreen_yml_components/variants/sanitizer.yml +++ b/etc/evergreen_yml_components/variants/sanitizer.yml @@ -3,8 +3,8 @@ buildvariants: -- name: rhel80-asan - display_name: ~ ASAN RHEL 8.0 +- name: rhel8-asan + display_name: ~ ASAN RHEL 8 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - rhel80-build @@ -14,6 +14,7 @@ buildvariants: san_options: LSAN_OPTIONS="suppressions=etc/lsan.suppressions:report_objects=1:external_symbolizer_path=/opt/mongodbtoolchain/v3/bin/llvm-symbolizer" ASAN_OPTIONS="detect_leaks=1:check_initialization_order=true:strict_init_order=true:abort_on_error=1:disable_coredump=0:handle_abort=1:external_symbolizer_path=/opt/mongodbtoolchain/v3/bin/llvm-symbolizer" compile_flags: --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars --opt=on --allocator=system --sanitize=address --ssl --ocsp-stapling=off -j$(grep -c ^processor /proc/cpuinfo) --use-diagnostic-latches=on multiversion_platform: rhel80 + multiversion_platform_50_or_later: rhel8 multiversion_edition: enterprise resmoke_jobs_factor: 0.3 # Avoid starting too many mongod's under ASAN build. hang_analyzer_dump_core: false @@ -26,8 +27,8 @@ buildvariants: - name: .aggfuzzer .common - name: .jstestfuzz !.initsync -- name: rhel80-debug-asan - display_name: ~ ASAN Enterprise RHEL 8.0 DEBUG +- name: rhel8-debug-asan + display_name: ~ ASAN Enterprise RHEL 8 DEBUG cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - rhel80-build @@ -41,6 +42,7 @@ buildvariants: compile_flags: --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars --dbg=on --opt=on --allocator=system --sanitize=address --ssl --ocsp-stapling=off -j$(grep -c ^processor /proc/cpuinfo) test_flags: --excludeWithAnyTags=requires_fast_memory,requires_ocsp_stapling,requires_increased_memlock_limits,requires_latch_analyzer multiversion_platform: rhel80 + multiversion_platform_50_or_later: rhel8 multiversion_edition: enterprise resmoke_jobs_factor: 0.3 # Avoid starting too many mongod's under ASAN build. hang_analyzer_dump_core: false @@ -98,8 +100,8 @@ buildvariants: - name: server_discovery_and_monitoring_json_test_TG - name: server_selection_json_test_TG -- name: rhel80-debug-ubsan - display_name: ~ UBSAN Enterprise RHEL 8.0 DEBUG +- name: rhel8-debug-ubsan + display_name: ~ UBSAN Enterprise RHEL 8 DEBUG cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - rhel80-build @@ -113,6 +115,7 @@ buildvariants: compile_flags: --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars --dbg=on --opt=on --sanitize=undefined --ssl --ocsp-stapling=off -j$(grep -c ^processor /proc/cpuinfo) --use-diagnostic-latches=on test_flags: --excludeWithAnyTags=requires_ocsp_stapling,requires_increased_memlock_limits multiversion_platform: rhel80 + multiversion_platform_50_or_later: rhel8 multiversion_edition: enterprise resmoke_jobs_factor: 0.3 # Avoid starting too many mongod's under UBSAN build. scons_cache_scope: shared @@ -130,7 +133,7 @@ buildvariants: - name: .causally_consistent !.wo_snapshot - name: .change_streams - name: .misc_js - - name: .concurrency !.no_txns !.repl !.kill_terminate + - name: .concurrency !.no_txns !.kill_terminate - name: disk_wiredtiger - name: .encrypt - name: initial_sync_fuzzer_gen diff --git a/etc/evergreen_yml_components/variants/task_generation.yml b/etc/evergreen_yml_components/variants/task_generation.yml index fa010996291..1f7a0294a28 100644 --- a/etc/evergreen_yml_components/variants/task_generation.yml +++ b/etc/evergreen_yml_components/variants/task_generation.yml @@ -1,8 +1,14 @@ # Build variant to generate tasks for evergreen versions. +# +# Updates to this file may also need to appear in etc/system_perf_yml_components/variants/task_generation.yml, +# which is the same but excludes resmoke task generation tasks. +# buildvariants: - name: generate-tasks-for-version display_name: "Generate tasks for evergreen version" + batchtime: 0 + activate: true run_on: - rhel80-medium tasks: |