diff options
Diffstat (limited to 'etc/evergreen_yml_components')
| -rw-r--r-- | etc/evergreen_yml_components/definitions.yml | 1469 | ||||
| -rw-r--r-- | etc/evergreen_yml_components/variants/atlas.yml | 20 | ||||
| -rw-r--r-- | etc/evergreen_yml_components/variants/ibm.yml | 109 | ||||
| -rw-r--r-- | etc/evergreen_yml_components/variants/in_memory.yml | 26 | ||||
| -rw-r--r-- | etc/evergreen_yml_components/variants/misc_release.yml | 1492 | ||||
| -rw-r--r-- | etc/evergreen_yml_components/variants/ninja.yml | 85 | ||||
| -rw-r--r-- | etc/evergreen_yml_components/variants/sanitizer.yml | 40 | ||||
| -rw-r--r-- | etc/evergreen_yml_components/variants/task_generation.yml | 8 |
8 files changed, 976 insertions, 2273 deletions
diff --git a/etc/evergreen_yml_components/definitions.yml b/etc/evergreen_yml_components/definitions.yml index 109ad1a923d..b0db6165d9b 100644 --- a/etc/evergreen_yml_components/definitions.yml +++ b/etc/evergreen_yml_components/definitions.yml @@ -14,6 +14,22 @@ pre_error_fails_task: true stepback: true +# Files that match an ignore-list pattern will not trigger a build, if they're the only modified +# files in the patch. +ignore: +- ".*" +- "!.clang-format" +- "!.eslintrc.yml" +- "*.md" +- "*.rst" +- "*.txt" +- "/distsrc/**" +- "/docs/**" +- "/etc/*.yml" +- "!/etc/evergreen.yml" +- "README" + + ## Parameters for parameterized builds (see https://github.com/evergreen-ci/evergreen/wiki/Parameterized-Builds) parameters: - key: patch_compile_flags @@ -52,6 +68,11 @@ parameters: # if a module is added and to be added to the manifest # be sure to add the module to git.get_project revisions parameter modules: +- name: enterprise + repo: git@github.com:10gen/mongo-enterprise-modules.git + prefix: src/mongo/db/modules + branch: v6.0 + - name: wtdevelop repo: git@github.com:wiredtiger/wiredtiger.git prefix: src/third_party @@ -86,19 +107,6 @@ variables: vars: resmoke_args: --help -- &gen_burn_in_task_template - name: gen_burn_in_task_template - depends_on: - - name: version_gen - variant: generate-tasks-for-version - - name: version_burn_in_gen - variant: generate-tasks-for-version - - name: archive_dist_test_debug - commands: - - func: "generate resmoke tasks" - vars: - resmoke_args: --help - - &benchmark_template name: benchmark_template depends_on: @@ -110,7 +118,7 @@ variables: resmoke_args: --help resmoke_jobs_max: 1 - func: "send benchmark results" -# - func: "analyze benchmark results" + - func: "analyze benchmark results" vars: suite: benchmark_suite @@ -142,12 +150,7 @@ variables: is_jstestfuzz: true num_files: 15 num_tasks: 5 # Upperbound by `max_sub_suites` specified through the variant with each task still running `num_files` files. - # It is error prone to require each fuzzer-related Evergreen task to need to override the - # resmoke_args variable. However, the resmoke_args variable must be defined as a string in the - # task generation configuration to satisfy mongodb/mongo-task-generator. We therefore specify an - # empty string for the variable to reflect there are no additional arguments provided to resmoke - # by default for the fuzzer-related tasks. - resmoke_args: "" + resmoke_args: --help # resmoke_args needs to be overridden to specify one of the jstestfuzz suites resmoke_jobs_max: 1 should_shuffle: false continue_on_failure: false @@ -247,8 +250,8 @@ variables: - func: "run hang analyzer" - func: "wait for resmoke to shutdown" -- &stitch_support_task_group_template_community_only - name: stitch_support_task_group_template_community_only +- &stitch_support_task_group_template + name: stitch_support_task_group_template setup_task: - func: "apply compile expansions" - func: "set task expansion macros" @@ -279,8 +282,6 @@ variables: - mongocryptd_variants: &mongocryptd_variants - enterprise-amazon2 - enterprise-amazon2-arm64 - - enterprise-amazon2023 - - enterprise-amazon2023-arm64 - enterprise-debian10-64 - enterprise-debian11-64 - enterprise-linux-64-amazon-ami @@ -289,26 +290,21 @@ variables: - enterprise-rhel-70-64-bit # - enterprise-rhel-70-64-bit-kitchen-sink - enterprise-rhel-70-64-bit-no-libunwind - - enterprise-rhel-71-ppc64le - enterprise-rhel-81-ppc64le - enterprise-rhel-72-s390x - - enterprise-rhel-8-64-bit - - enterprise-rhel-8-64-bit-coverage - - enterprise-rhel-8-64-bit-inmem - - enterprise-rhel-8-64-bit-multiversion - - enterprise-rhel-8-64-bit-suggested - - enterprise-rhel-8-arm64 + - enterprise-rhel-80-64-bit + - enterprise-rhel-80-64-bit-coverage + - enterprise-rhel-80-64-bit-inmem + - enterprise-rhel-80-64-bit-multiversion + - enterprise-rhel-80-64-bit-suggested + - enterprise-rhel-82-arm64 - enterprise-rhel-83-s390x - - enterprise-rhel-90-64-bit - - enterprise-rhel-90-arm64 - enterprise-suse12-64 - enterprise-suse15-64 - enterprise-ubuntu1804-64 - enterprise-ubuntu1804-arm64 - enterprise-ubuntu2004-arm64 - - enterprise-ubuntu2204-arm64 - enterprise-ubuntu2004-64 - - enterprise-ubuntu2204-64 - enterprise-windows - enterprise-windows-debug-unoptimized - enterprise-windows-inmem @@ -325,17 +321,12 @@ variables: - mh_variants: &mh_variants - enterprise-macos - enterprise-macos-arm64 - - enterprise-rhel-8-64-bit - - enterprise-rhel-8-64-bit-dynamic-required + - enterprise-rhel-80-64-bit + - enterprise-rhel-80-64-bit-dynamic-required - enterprise-rhel-70-64-bit - - enterprise-rhel-8-arm64 - - enterprise-rhel-90-64-bit - - enterprise-rhel-90-arm64 + - enterprise-rhel-82-arm64 - enterprise-amazon2-arm64 - - enterprise-amazon2023 - - enterprise-amazon2023-arm64 - enterprise-ubuntu1804-64 - - enterprise-ubuntu2204-64 - enterprise-windows - enterprise-windows-required @@ -344,12 +335,8 @@ variables: - amazon - enterprise-linux-64-amazon-ami - amazon2 - - amazon2023 - - amazon2023-arm64 - enterprise-amazon2 - enterprise-amazon2-arm64 - - enterprise-amazon2023 - - enterprise-amazon2023-arm64 - debian10 - debian11 - enterprise-debian10-64 @@ -357,20 +344,15 @@ variables: - rhel70 - rhel76_compile_rhel70 - enterprise-rhel-70-64-bit - - enterprise-rhel-71-ppc64le - enterprise-rhel-81-ppc64le - enterprise-rhel-72-s390x - ubi8 - - rhel8 - - rhel-8-arm64 - - rhel90 - - rhel90-arm64 - - enterprise-rhel-8-64-bit - - enterprise-rhel-8-64-bit-suggested # For testing selinux. - - enterprise-rhel-8-arm64 + - rhel80 + - rhel-82-arm64 + - enterprise-rhel-80-64-bit + - enterprise-rhel-80-64-bit-suggested # For testing selinux. + - enterprise-rhel-82-arm64 - enterprise-rhel-83-s390x - - enterprise-rhel-90-64-bit - - enterprise-rhel-90-arm64 - suse12 - enterprise-suse12-64 - suse15 @@ -378,13 +360,10 @@ variables: - ubuntu1804 - ubuntu1804-arm64 - ubuntu2004-arm64 - - ubuntu2204-arm64 - ubuntu2004 - - ubuntu2204 - enterprise-ubuntu1804-64 - enterprise-ubuntu1804-arm64 - enterprise-ubuntu2004-arm64 - - enterprise-ubuntu2204-arm64 - enterprise-ubuntu2004-64 - enterprise-windows - windows @@ -531,23 +510,12 @@ functions: args: - "src/evergreen/functions/binaries_extract.sh" - "get version expansions": &get_version_expansions - command: s3.get - params: - aws_key: ${aws_key} - aws_secret: ${aws_secret} - remote_file: ${project}/${version_id}/${bv_future_git_tag|version}_expansions.yml - bucket: mciuploads - local_file: src/version_expansions.yml - - "apply version expansions": &apply_version_expansions - command: expansions.update + "check binary version": &check_binary_version + command: subprocess.exec params: - file: src/version_expansions.yml - - "get and apply version expansions": - - *get_version_expansions - - *apply_version_expansions + binary: bash + args: + - "src/evergreen/functions/binary_version_check.sh" "fetch benchmarks": &fetch_benchmarks command: s3.get @@ -616,7 +584,7 @@ functions: "get buildnumber": &get_buildnumber command: keyval.inc params: - key: "${build_variant}_${project}" + key: "${build_variant}_v6.0" destination: "builder_num" "run diskstats": &run_diskstats @@ -827,10 +795,15 @@ functions: remote_file: ${project}/${build_variant}/${revision}/pip-requirements-${task_id}-${execution}.txt bucket: mciuploads permissions: public-read - content_type: text/plain + content_type: atext-plain display_name: Pip Requirements "send benchmark results": + - command: json.send + params: + name: perf + file: src/perf.json + - command: perf.send params: aws_key: ${aws_key} @@ -873,6 +846,7 @@ functions: - *adjust_venv - *fetch_binaries - *extract_binaries + - *check_binary_version - *get_buildnumber - *f_expansions_write - *set_up_credentials @@ -985,14 +959,6 @@ functions: args: - "./src/evergreen/powercycle_sentinel_run.sh" - "sign macos dev binaries": &sign_macos_dev_binaries - command: subprocess.exec - params: - binary: bash - args: - - "src/evergreen/run_python_script.sh" - - "buildscripts/sign_macos_binaries_for_testing.py" - "execute resmoke tests": &execute_resmoke_tests command: subprocess.exec type: test @@ -1092,7 +1058,7 @@ functions: files: - src/generated_resmoke_config/*.json - "generate version burn in": + "generate burn in tags": - *f_expansions_write - *configure_evergreen_api_credentials - command: subprocess.exec @@ -1100,42 +1066,33 @@ functions: params: binary: bash args: - - "./src/evergreen/generate_version_burn_in.sh" + - "./src/evergreen/burn_in_tests_generate.sh" - command: archive.targz_pack params: - target: generate_tasks_config.tgz - source_dir: src/generated_resmoke_config + target: burn_in_tags_gen.tgz + source_dir: src/generated_burn_in_tags_config include: - "*" - command: s3.put params: aws_key: ${aws_key} aws_secret: ${aws_secret} - local_file: generate_tasks_config.tgz - remote_file: ${project}/${revision}/generate_tasks/generated-burn-in-config-${version_id}.tgz + local_file: burn_in_tags_gen.tgz + remote_file: ${project}/${build_variant}/${revision}/burn_in_tags_gen/burn_in_tags_gen-${build_id}.tgz bucket: mciuploads permissions: public-read - content_type: ${content_type|application/gzip} - display_name: Generated Burn In Task Config - Execution ${execution} - optional: true + content_type: application/gzip + display_name: Burn_in_tags Task Config - Execution ${execution} - command: generate.tasks params: - optional: true files: - - src/generated_resmoke_config/*.json - - "initialize multiversion tasks": &initialize_multiversion_tasks - - command: shell.exec - params: - script: "echo 'noop'" + - src/generated_burn_in_tags_config/burn_in_tags_gen.json "generate resmoke tasks": - *fetch_artifacts - *f_expansions_write - *kill_processes - *cleanup_environment - - *get_version_expansions - - *apply_version_expansions - *fetch_venv - *adjust_venv - *f_expansions_write @@ -1185,7 +1142,6 @@ functions: - *update_task_timeout_expansions - *update_task_timeout - *f_expansions_write - - *sign_macos_dev_binaries - command: subprocess.exec params: binary: bash @@ -1236,7 +1192,6 @@ functions: - *update_resmoke_jobs_expansions - *f_expansions_write - *configure_evergreen_api_credentials - - *sign_macos_dev_binaries - command: subprocess.exec params: binary: bash @@ -1269,8 +1224,6 @@ functions: - "src/evergreen/scons_lint.sh" "scons compile": - - *get_version_expansions - - *apply_version_expansions - *f_expansions_write - command: subprocess.exec type: test @@ -1278,43 +1231,6 @@ functions: binary: bash args: - "src/evergreen/scons_compile.sh" - - command: expansions.update - params: - updates: - - key: install_dir - value: ${install_dir} - - "ninja compile": - - *f_expansions_write - - command: subprocess.exec - type: test - params: - binary: bash - args: - - "./src/evergreen/ninja_compile.sh" - - "generate version expansions": &generate_version_expansions - command: subprocess.exec - params: - binary: bash - args: - - "src/evergreen/functions/version_expansions_generate.sh" - - "upload version expansions": &upload_version_expansions - command: s3.put - params: - aws_key: ${aws_key} - aws_secret: ${aws_secret} - local_file: src/version_expansions.yml - remote_file: ${project}/${version_id}/${bv_future_git_tag|version}_expansions.yml - bucket: mciuploads - permissions: public-read - content_type: application/x-yaml - display_name: version expansions - - "generate and upload version expansions": - - *generate_version_expansions - - *upload_version_expansions "generate compile expansions": - *f_expansions_write @@ -1459,16 +1375,6 @@ functions: args: - "./src/evergreen/lint_fuzzer_sanity_all.sh" - "sync repo with copybara": - - *f_expansions_write - - command: subprocess.exec - type: test - params: - binary: bash - args: - - "src/evergreen/run_python_script.sh" - - "buildscripts/sync_repo_with_copybara.py --expansion-file ../expansions.yml" - # Used by generator "run jstestfuzz": - *f_expansions_write @@ -1600,8 +1506,6 @@ functions: - "./src/evergreen/powercycle_exit.sh" "run packager.py": - - *get_version_expansions - - *apply_version_expansions - *f_expansions_write - command: subprocess.exec params: @@ -1843,25 +1747,11 @@ functions: display_name: Jepsen Test Results - ${execution} optional: true - "upload jepsen_log": &upload_jepsen_log - command: s3.put - params: - optional: true - aws_key: ${aws_key} - aws_secret: ${aws_secret} - local_file: src/jepsen-mongodb/jepsen_${task_name}_${execution}.log - remote_file: ${project}/${build_variant}/${revision}/jepsen_${task_name}_${execution}.log - bucket: mciuploads - permissions: public-read - content_type: text/plain - display_name: Jepsen Test Log - "save jepsen artifacts": - *tar_jepsen_logs - *archive_jepsen_logs - *tar_jepsen_results - *archive_jepsen_results - - *upload_jepsen_log ### Process & archive mongo coredumps ### "gather mongo coredumps": &gather_mongo_coredumps @@ -2186,16 +2076,9 @@ functions: remote_file: ${project}/${build_variant}/${revision}/local-resmoke-invocation-${task_id}-${execution}.txt bucket: mciuploads permissions: public-read - content_type: text/plain + content_type: atext-plain display_name: Resmoke.py Invocation for Local Usage - "cleanup external auth test artifacts": - - *f_expansions_write - - command: subprocess.exec - params: - binary: bash - args: - - "./src/evergreen/sasl_windows_cyrussasl_teardown.sh" # Pre task steps pre: @@ -2226,7 +2109,6 @@ post: - func: "cleanup FUSE watchdog" - func: "cleanup environment" - func: "cleanup jepsen docker test" -- func: "cleanup external auth test artifacts" # Timeout steps timeout: @@ -2234,6 +2116,7 @@ timeout: - func: "run hang analyzer" - func: "wait for resmoke to shutdown" + ####################################### # Tasks # ####################################### @@ -2242,9 +2125,7 @@ tasks: ## compile - build all scons targets except unittests ## - name: compile_dist_test tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version + depends_on: [] commands: - func: "scons compile" vars: @@ -2253,38 +2134,6 @@ tasks: ${additional_compile_targets|} task_compile_flags: >- PREFIX=dist-test - - command: subprocess.exec - params: - binary: bash - args: - - "./src/evergreen/record_mongodb_server_version.sh" - - "./build/install/dist-test/bin/mongod" - - "./version_info_mongod.txt" - - command: s3.put - params: - aws_key: ${aws_key} - aws_secret: ${aws_secret} - local_file: src/version_info_mongod.txt - remote_file: ${project}/${build_variant}/${version_id}/version-info-mongod-${task_id}.txt - bucket: mciuploads - permissions: public-read - content_type: text/plain - display_name: mongod --version output - -## compile - build all scons targets except unittests ## -- name: compile_dist_test_half - tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version - commands: - - func: "scons compile" - vars: - targets: >- - compile_first_half_non_test_source - ${additional_compile_targets|} - task_compile_flags: >- - PREFIX=dist-test - name: determine_patch_tests commands: @@ -2301,20 +2150,13 @@ tasks: depends_on: - name: compile_dist_test commands: + - *f_expansions_write - func: "scons compile" vars: targets: >- archive-dist-test task_compile_flags: >- PREFIX=dist-test - - command: subprocess.exec - params: - binary: bash - add_expansions_to_env: true - args: - - "src/evergreen/run_python_script.sh" - - "evergreen/macos_notary.py" - - "mongodb-binaries.${ext|tgz}" - command: s3.put params: @@ -2363,8 +2205,8 @@ tasks: - "./etc/pip/**" - "./etc/repo_config.yaml" - "./etc/scons/**" - - "./etc/macos_dev_entitlements.xml" - "buildscripts/**" + - "compile_expansions.yml" - "all_feature_flags.txt" # Must correspond to the definition in buildscripts/idl/lib.py. - "jstests/**" - "patch_files.txt" @@ -2429,120 +2271,47 @@ tasks: - name: compile_ninja tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version - commands: - - func: "scons compile" - vars: - generating_for_ninja: true - separate_debug: off - task_compile_flags: >- - --ninja - - *f_expansions_write - - func: "ninja compile" - vars: - ninja_file: "build.ninja" - -- name: compile_ninja_default_profile - tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version commands: - func: "scons compile" vars: generating_for_ninja: true separate_debug: off + task_install_action: + default task_compile_flags: >- - --build-profile=default - --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --ninja + targets: + generate-ninja - *f_expansions_write - - func: "ninja compile" - vars: - ninja_file: "build.ninja" - -- name: compile_ninja_opt_profile - tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version - commands: - - func: "scons compile" - vars: - generating_for_ninja: true - separate_debug: off - task_compile_flags: >- - --build-profile=opt - CCACHE= - ICECC= - - *f_expansions_write - - func: "ninja compile" - vars: - ninja_file: "opt.ninja" - -- name: compile_ninja_fast_profile - tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version - commands: - - func: "scons compile" - vars: - generating_for_ninja: true - separate_debug: off - task_compile_flags: >- - --build-profile=fast - CCACHE= - ICECC= - - *f_expansions_write - - func: "ninja compile" - vars: - ninja_file: "fast.ninja" - -- name: compile_ninja_san_profile - tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version - commands: - - func: "scons compile" - vars: - generating_for_ninja: true - separate_debug: off - task_compile_flags: >- - --build-profile=san - CCACHE= - ICECC= - - *f_expansions_write - - func: "ninja compile" - vars: - ninja_file: "san.ninja" + - command: subprocess.exec + params: + binary: bash + args: + - "./src/evergreen/ninja_compile.sh" - name: compile_ninja_next tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version commands: - func: "scons compile" vars: generating_for_ninja: true separate_debug: off + task_install_action: + default task_compile_flags: >- --build-tools=next --ninja + targets: + generate-ninja - *f_expansions_write - - func: "ninja compile" - vars: - ninja_file: "build.ninja" + - command: subprocess.exec + params: + binary: bash + args: + - "./src/evergreen/ninja_compile.sh" - name: compile_build_tools_next tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version commands: - func: "scons compile" vars: @@ -2553,9 +2322,6 @@ tasks: - name: libdeps_graph_linting tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version commands: - *f_expansions_write - command: subprocess.exec @@ -2611,108 +2377,14 @@ tasks: targets: install-all-meta compiling_for_test: true -- name: compile_all_but_not_unittests - tags: [] - depends_on: - - name: compile_dist_test - commands: - - func: "scons compile" - vars: - targets: install-all-meta-but-not-unittests - compiling_for_test: true - -- name: compile_and_run_unittests_first_quarter - exec_timeout_secs: 21600 # 6 hours - depends_on: - - name: compile_dist_test - commands: - - func: "scons compile" - vars: - targets: install-first-quarter-unittests install-first-quarter-unittests-debug - compiling_for_test: true - - func: "f_expansions_write" - - func: "run diskstats" - - func: "f_expansions_write" - - func: "monitor process threads" - - func: "collect system resource info" - - func: "run tests" - vars: - suite: unittests_first_quarter - install_dir: build/install/bin - exec_timeout_secs: 21600 # 6 hours - -- name: compile_and_run_unittests_second_quarter - exec_timeout_secs: 21600 # 6 hours - depends_on: - - name: compile_dist_test - commands: - - func: "scons compile" - vars: - targets: install-second-quarter-unittests install-second-quarter-unittests-debug - compiling_for_test: true - - func: "f_expansions_write" - - func: "run diskstats" - - func: "f_expansions_write" - - func: "monitor process threads" - - func: "collect system resource info" - - func: "run tests" - vars: - suite: unittests_second_quarter - install_dir: build/install/bin - exec_timeout_secs: 21600 # 6 hours - -- name: compile_and_run_unittests_third_quarter - exec_timeout_secs: 21600 # 6 hours - depends_on: - - name: compile_dist_test - commands: - - func: "scons compile" - vars: - targets: install-third-quarter-unittests install-third-quarter-unittests-debug - compiling_for_test: true - - func: "f_expansions_write" - - func: "run diskstats" - - func: "f_expansions_write" - - func: "monitor process threads" - - func: "collect system resource info" - - func: "run tests" - vars: - suite: unittests_third_quarter - install_dir: build/install/bin - exec_timeout_secs: 21600 # 6 hours - -- name: compile_and_run_unittests_fourth_quarter - exec_timeout_secs: 21600 # 6 hours - depends_on: - - name: compile_dist_test - commands: - - func: "scons compile" - vars: - targets: install-fourth-quarter-unittests install-fourth-quarter-unittests-debug - compiling_for_test: true - - func: "f_expansions_write" - - func: "run diskstats" - - func: "f_expansions_write" - - func: "monitor process threads" - - func: "collect system resource info" - - func: "run tests" - vars: - suite: unittests_fourth_quarter - install_dir: build/install/bin - exec_timeout_secs: 21600 # 6 hours - ## clang_tidy - run clang_tidy - name: clang_tidy tags: [] exec_timeout_secs: 3600 # 1 hour timeout for the task overall - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version commands: + - *f_expansions_write - func: "scons compile" vars: - task_compile_flags: >- - --build-profile=compiledb targets: generated-sources compiledb compiling_for_test: true - command: subprocess.exec @@ -2757,7 +2429,7 @@ tasks: ## run_unittests with UndoDB live-record ## #- name: run_unittests_with_recording # depends_on: -# - name: compile_unittests_for_recorded_unittest +# - name: compile_unittests_for_recorded_unittest # commands: # - *f_expansions_write # - func: "run diskstats" @@ -2786,9 +2458,6 @@ tasks: ##compile_and_archive_libfuzzertests - build libfuzzertests ## - name: compile_and_archive_libfuzzertests tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version commands: - func: "scons compile" vars: @@ -2819,9 +2488,6 @@ tasks: - name: server_discovery_and_monitoring_json_test tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version commands: - func: "scons compile" vars: @@ -2834,9 +2500,6 @@ tasks: - name: server_selection_json_test tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version commands: - func: "scons compile" vars: @@ -2882,21 +2545,8 @@ tasks: targets: archive-dbtest archive-dbtest-debug compiling_for_test: true -- name: compile_integration_test - tags: [] - depends_on: - - name: compile_dist_test - commands: - - func: "scons compile" - vars: - targets: install-integration-tests - compiling_for_test: true - - name: compile_visibility_test tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version commands: - func: "scons compile" vars: @@ -2924,12 +2574,7 @@ tasks: - name: embedded_sdk_build_cdriver tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version commands: - - *get_version_expansions - - *apply_version_expansions - func: f_expansions_write - command: subprocess.exec params: @@ -2948,6 +2593,7 @@ tasks: task_compile_flags: &embedded_sdk_compile_flags >- --allocator=system --dbg=off + --enable-free-mon=off --enable-http-client=off --js-engine=none --opt=size @@ -2963,8 +2609,6 @@ tasks: depends_on: - name: embedded_sdk_install_dev commands: - - *get_version_expansions - - *apply_version_expansions - *f_expansions_write - command: subprocess.exec params: @@ -3008,8 +2652,6 @@ tasks: depends_on: - name: embedded_sdk_install_tests commands: - - *get_version_expansions - - *apply_version_expansions - *f_expansions_write - command: subprocess.exec type: test @@ -3036,8 +2678,6 @@ tasks: depends_on: - name: embedded_sdk_install_tests commands: - - *get_version_expansions - - *apply_version_expansions - *f_expansions_write - command: subprocess.exec type: test @@ -3056,8 +2696,6 @@ tasks: depends_on: - name: embedded_sdk_run_tests commands: - - *get_version_expansions - - *apply_version_expansions # A second put, this time to -latest, to give devs a reasonable # way to get the most recent build. - command: s3.put @@ -3077,8 +2715,6 @@ tasks: depends_on: - name: embedded_sdk_run_tests commands: - - *get_version_expansions - - *apply_version_expansions # A second put, this time to -latest, to give devs a reasonable # way to get the most recent build. - command: s3.put @@ -3093,11 +2729,8 @@ tasks: permissions: public-read content_type: ${content_type|application/x-gzip} -- name: stitch_support_create_lib_community_only +- name: stitch_support_create_lib tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version commands: - *f_expansions_write - func: "scons compile" @@ -3105,6 +2738,7 @@ tasks: targets: install-stitch-support install-stitch-support-debug install-stitch-support-dev task_compile_flags: >- --link-model=dynamic-sdk + --enable-free-mon=off --ssl=off --enable-http-client=off --modules= @@ -3126,27 +2760,27 @@ tasks: content_type: application/tar display_name: "Stitch Support Library" -- name: stitch_support_install_tests_community_only +- name: stitch_support_install_tests tags: [] depends_on: - - name: stitch_support_create_lib_community_only + - name: stitch_support_create_lib commands: - func: "scons compile" vars: targets: install-stitch-support-test compiling_for_test: true task_compile_flags: >- + --enable-free-mon=off --ssl=off --enable-http-client=off --modules= DESTDIR='$BUILD_ROOT/stitch-support-lib-$MONGO_VERSION' -- name: stitch_support_run_tests_community_only +- name: stitch_support_run_tests tags: [] depends_on: - - name: stitch_support_install_tests_community_only + - name: stitch_support_install_tests commands: - - func: "get and apply version expansions" - *f_expansions_write - command: subprocess.exec type: test @@ -3157,9 +2791,6 @@ tasks: - name: crypt_create_lib tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version commands: - *f_expansions_write - func: "scons compile" @@ -3167,7 +2798,8 @@ tasks: targets: archive-mongo-crypt-dev task_compile_flags: >- --allocator=system - --enterprise-features=fle,search,vector_search + --enable-free-mon=off + --enterprise-features=fle --js-engine=none --link-model=dynamic-sdk --enable-http-client=off @@ -3192,9 +2824,6 @@ tasks: - name: crypt_create_debug_lib tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version commands: - *f_expansions_write - func: "scons compile" @@ -3204,7 +2833,8 @@ tasks: --dbg=on --opt=off --allocator=system - --enterprise-features=fle,search,vector_search + --enable-free-mon=off + --enterprise-features=fle --js-engine=none --link-model=dynamic-sdk DESTDIR='$BUILD_ROOT/crypt-lib-$MONGO_VERSION' @@ -3239,13 +2869,15 @@ tasks: vars: targets: archive-mongo-crypt-shlib-test compiling_for_test: true + task_install_action: + default task_compile_flags: >- --allocator=system - --enterprise-features=fle,search,vector_search + --enable-free-mon=off + --enterprise-features=fle --js-engine=none --link-model=static DESTDIR='$BUILD_ROOT/crypt-lib-$MONGO_VERSION' - RPATH='$$RPATH_ESCAPED_DOLLAR_ORIGIN/../lib' - command: s3.put params: aws_key: ${aws_key} @@ -3262,7 +2894,6 @@ tasks: depends_on: - name: crypt_install_tests commands: - - func: "get and apply version expansions" - *f_expansions_write - command: subprocess.exec type: test @@ -3273,9 +2904,7 @@ tasks: - name: compile_benchmarks tags: [] - depends_on: - - name: version_expansions_gen - variant: generate-tasks-for-version + depends_on: [] commands: - command: manifest.load - func: "git get project and add git tag" @@ -3465,26 +3094,46 @@ tasks: args: - "src/evergreen/check_idl_compat.sh" -- <<: *gen_burn_in_task_template - name: burn_in_tests_gen +- name: burn_in_tests_gen tags: [] - patch_only: true commands: - - func: "generate resmoke tasks" - -- <<: *gen_burn_in_task_template - name: burn_in_tags_gen - tags: [] - patch_only: true - commands: - - func: "generate resmoke tasks" + - command: manifest.load + - func: "git get project and add git tag" + - *f_expansions_write + - *kill_processes + - *cleanup_environment + - func: "set up venv" + - func: "upload pip requirements" + - func: "configure evergreen api credentials" + - command: subprocess.exec + type: test + params: + binary: bash + args: + - "src/evergreen/burn_in_tests.sh" + env: + BURN_IN_TESTS: ${burn_in_tests} + - command: archive.targz_pack + params: + target: src/burn_in_tests_gen.tgz + source_dir: src + include: + - burn_in_tests_gen.json -- <<: *gen_burn_in_task_template - name: burn_in_tasks_gen - tags: [] - patch_only: true - commands: - - func: "generate resmoke tasks" + - command: s3.put + params: + aws_key: ${aws_key} + aws_secret: ${aws_secret} + local_file: src/burn_in_tests_gen.tgz + remote_file: ${project}/${build_variant}/${revision}/burn_in_tests_gen/burn_in_tests_gen-${build_id}.tgz + bucket: mciuploads + permissions: public-read + content_type: application/gzip + display_name: Burn_in_tests Task Config - Execution ${execution} + - command: generate.tasks + params: + files: + - src/burn_in_tests_gen.json - <<: *benchmark_template name: benchmarks_orphaned @@ -3497,7 +3146,7 @@ tasks: exec_timeout_secs: 14400 # 4 hour timeout. resmoke_jobs_max: 1 - func: "send benchmark results" -# - func: "analyze benchmark results" + - func: "analyze benchmark results" vars: suite: benchmarks @@ -3511,7 +3160,7 @@ tasks: suite: benchmarks_sharding resmoke_jobs_max: 1 - func: "send benchmark results" -# - func: "analyze benchmark results" + - func: "analyze benchmark results" # Disabled under SERVER-64949. # - <<: *benchmark_template @@ -3617,18 +3266,14 @@ tasks: name: initial_sync_multiversion_fuzzer_gen tags: ["multiversion_fuzzer", "require_npm", "random_name", "multiversion"] commands: - - func: "initialize multiversion tasks" - vars: - initial_sync_fuzzer_last_lts: last_lts - initial_sync_fuzzer_last_continuous: last_continuous - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 10 num_tasks: 5 npm_command: initsync-fuzzer + suite: initial_sync_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - run_no_feature_flag_tests: "true" ## initial sync generational fuzzer ## - <<: *jstestfuzz_template @@ -3649,36 +3294,28 @@ tasks: name: aggregation_multiversion_fuzzer_gen tags: ["aggfuzzer", "common", "multiversion", "require_npm", "random_name", "future_git_tag_incompatible"] commands: - - func: "initialize multiversion tasks" - vars: - aggregation_multiversion_fuzzer_last_lts: last_lts - aggregation_multiversion_fuzzer_last_continuous: last_continuous - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 + suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-fuzzer - run_no_feature_flag_tests: "true" ## Standalone generational fuzzer for multiversion aggregation expressions ## - <<: *jstestfuzz_template name: aggregation_expression_multiversion_fuzzer_gen tags: ["aggfuzzer", "multiversion", "require_npm", "random_name"] commands: - - func: "initialize multiversion tasks" - vars: - aggregation_expression_multiversion_fuzzer_last_lts: last_lts - aggregation_expression_multiversion_fuzzer_last_continuous: last_continuous - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 + suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" npm_command: agg-expr-fuzzer - run_no_feature_flag_tests: "true" ## Standalone generational fuzzer for checking optimized and unoptimized expression equivalence - <<: *jstestfuzz_template @@ -3790,18 +3427,14 @@ tasks: name: update_fuzzer_gen tags: ["updatefuzzer", "require_npm", "random_name", "multiversion"] commands: - - func: "initialize multiversion tasks" - vars: - update_fuzzer_last_lts: last_lts - update_fuzzer_last_continuous: last_continuous - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 npm_command: update-fuzzer + suite: generational_fuzzer resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - run_no_feature_flag_tests: "true" ## jstestfuzz standalone update time-series generational fuzzer ## - <<: *jstestfuzz_template @@ -3823,38 +3456,30 @@ tasks: name: update_fuzzer_replication_gen tags: ["updatefuzzer", "require_npm", "random_name", "multiversion"] commands: - - func: "initialize multiversion tasks" - vars: - update_fuzzer_replication_last_lts: last_lts - update_fuzzer_replication_last_continuous: last_continuous - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 5 num_tasks: 5 npm_command: update-fuzzer + suite: generational_fuzzer_replication resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" - run_no_feature_flag_tests: "true" ## rollback multiversion fuzzer ## - <<: *jstestfuzz_template name: rollback_multiversion_fuzzer_gen tags: ["multiversion_fuzzer", "require_npm", "random_name", "multiversion"] commands: - - func: "initialize multiversion tasks" - vars: - rollback_fuzzer_last_lts: last_lts - rollback_fuzzer_last_continuous: last_continuous - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars num_files: 3 num_tasks: 5 npm_command: rollback-fuzzer + suite: rollback_fuzzer # Rollback suites create indexes with majority of nodes not available for replication. So, disabling # index build commit quorum. resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}, enableIndexBuildCommitQuorum: false}'" - run_no_feature_flag_tests: "true" ## rollback generational fuzzer ## - <<: *jstestfuzz_template @@ -4160,21 +3785,13 @@ tasks: name: jstestfuzz_replication_multiversion_gen tags: ["multiversion_fuzzer", "require_npm", "random_name", "multiversion"] commands: - - func: "initialize multiversion tasks" - vars: - jstestfuzz_replication_last_continuous_new_new_old: last_continuous - jstestfuzz_replication_last_continuous_new_old_new: last_continuous - jstestfuzz_replication_last_continuous_old_new_new: last_continuous - jstestfuzz_replication_last_lts_new_new_old: last_lts - jstestfuzz_replication_last_lts_new_old_new: last_lts - jstestfuzz_replication_last_lts_old_new_new: last_lts - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: jstestfuzz_replication npm_command: jstestfuzz - run_no_feature_flag_tests: "true" ## jstestfuzz initial sync replica set ## - <<: *jstestfuzz_template @@ -4234,17 +3851,13 @@ tasks: name: jstestfuzz_sharded_multiversion_gen tags: ["multiversion_fuzzer", "require_npm", "random_name", "multiversion"] commands: - - func: "initialize multiversion tasks" - vars: - jstestfuzz_sharded_last_continuous_new_old_old_new: last_continuous - jstestfuzz_sharded_last_lts_new_old_old_new: last_lts - func: "generate resmoke tasks" vars: <<: *jstestfuzz_config_vars jstestfuzz_vars: --jsTestsDir ../jstests resmoke_args: "--mongodSetParameters='{logComponentVerbosity: {command: 2}}'" + suite: jstestfuzz_sharded npm_command: jstestfuzz - run_no_feature_flag_tests: "true" ## jstestfuzz sharded cluster causal consistency ## - <<: *jstestfuzz_template @@ -4370,33 +3983,15 @@ tasks: name: multiversion_sanity_check_gen tags: ["multiversion", "multiversion_sanity_check"] commands: - - func: "initialize multiversion tasks" - vars: - multiversion_sanity_check_last_continuous_new_new_old: last_continuous - multiversion_sanity_check_last_continuous_new_old_new: last_continuous - multiversion_sanity_check_last_continuous_old_new_new: last_continuous - multiversion_sanity_check_last_lts_new_new_old: last_lts - multiversion_sanity_check_last_lts_new_old_new: last_lts - multiversion_sanity_check_last_lts_old_new_new: last_lts - func: "generate resmoke tasks" - vars: - run_no_feature_flag_tests: "true" - <<: *gen_task_template name: replica_sets_jscore_multiversion_gen tags: ["multiversion", "multiversion_passthrough"] commands: - - func: "initialize multiversion tasks" - vars: - replica_sets_jscore_passthrough_last_continuous_new_new_old: last_continuous - replica_sets_jscore_passthrough_last_continuous_new_old_new: last_continuous - replica_sets_jscore_passthrough_last_continuous_old_new_new: last_continuous - replica_sets_jscore_passthrough_last_lts_new_new_old: last_lts - replica_sets_jscore_passthrough_last_lts_new_old_new: last_lts - replica_sets_jscore_passthrough_last_lts_old_new_new: last_lts - func: "generate resmoke tasks" vars: - run_no_feature_flag_tests: "true" + suite: replica_sets_jscore_passthrough # Check that the mutational fuzzer can parse JS files modified in a patch build. @@ -4427,20 +4022,6 @@ tasks: - func: "setup jstestfuzz" - func: "lint fuzzer sanity all" - -- name: sync_repo_with_copybara - tags: [] - commands: - - command: manifest.load - - func: "git get project and add git tag" - - *f_expansions_write - - *kill_processes - - *cleanup_environment - - *set_up_venv - - func: "configure evergreen api credentials" - - *f_expansions_write - - func: "sync repo with copybara" - ## integration test suites ## - <<: *task_template @@ -4564,31 +4145,27 @@ tasks: commands: - func: "generate resmoke tasks" -- name: version_gen - commands: - - command: manifest.load - - *git_get_project - - *f_expansions_write - - *add_git_tag - - *kill_processes - - *cleanup_environment - - func: "set up venv" - - func: "upload pip requirements" - - func: "generate version" - -- name: version_burn_in_gen +- name: burn_in_tags_gen + tags: [] + depends_on: + - name: archive_dist_test commands: - command: manifest.load - - *git_get_project + - func: "git get project and add git tag" - *f_expansions_write - - *add_git_tag - *kill_processes - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - - func: "generate version burn in" + - func: "configure evergreen api credentials" + - func: "generate burn in tags" + vars: + max_revisions: 25 + repeat_tests_secs: 600 + repeat_tests_min: 2 + repeat_tests_max: 1000 -- name: version_expansions_gen +- name: version_gen commands: - command: manifest.load - *git_get_project @@ -4598,7 +4175,7 @@ tasks: - *cleanup_environment - func: "set up venv" - func: "upload pip requirements" - - func: "generate and upload version expansions" + - func: "generate version" - name: selected_tests_gen tags: [] @@ -4636,29 +4213,15 @@ tasks: name: change_streams_multiversion_gen tags: ["multiversion", "multiversion_passthrough"] commands: - - func: "initialize multiversion tasks" - vars: - change_streams_last_continuous_new_new_old: last_continuous - change_streams_last_continuous_new_old_new: last_continuous - change_streams_last_continuous_old_new_new: last_continuous - change_streams_last_lts_new_new_old: last_lts - change_streams_last_lts_new_old_new: last_lts - change_streams_last_lts_old_new_new: last_lts - func: "generate resmoke tasks" vars: - run_no_feature_flag_tests: "true" + suite: change_streams - <<: *gen_task_template name: change_streams_downgrade_gen tags: ["multiversion_passthrough", "multiversion"] commands: - - func: "initialize multiversion tasks" - vars: - change_streams_downgrade_last_continuous_new_old_old_new: last_continuous - change_streams_downgrade_last_lts_new_old_old_new: last_lts - func: "generate resmoke tasks" - vars: - run_no_feature_flag_tests: "true" - <<: *task_template name: change_streams_update_v1_oplog @@ -4716,17 +4279,13 @@ tasks: name: change_streams_sharded_collections_multiversion_gen tags: ["multiversion_passthrough", "multiversion"] commands: - - func: "initialize multiversion tasks" - vars: - change_streams_sharded_collections_passthrough_last_continuous_new_old_old_new: last_continuous - change_streams_sharded_collections_passthrough_last_lts_new_old_old_new: last_lts - func: "generate resmoke tasks" vars: - run_no_feature_flag_tests: "true" + suite: change_streams_sharded_collections_passthrough - <<: *gen_task_template name: multiversion_future_git_tag_gen - tags: ["multiversion", "no_multiversion_generate_tasks", "multiversion_future_git_tag"] + tags: ["multiversion", "no_version_combination", "multiversion_future_git_tag"] commands: - func: "generate resmoke tasks" vars: @@ -4734,7 +4293,7 @@ tasks: - <<: *gen_task_template name: multiversion_auth_future_git_tag_gen - tags: ["auth", "multiversion", "no_multiversion_generate_tasks", "multiversion_future_git_tag"] + tags: ["auth", "multiversion", "no_version_combination", "multiversion_future_git_tag"] commands: - func: "generate resmoke tasks" vars: @@ -4878,77 +4437,93 @@ tasks: - <<: *task_template name: integration_tests_standalone tags: ["integration", "standalone"] - depends_on: - - name: compile_integration_test commands: - - *f_expansions_write - - *run_diskstats - - *monitor_process_threads - - *collect_system_resource_info - - *collect_ulimit_info - - func: "run tests" + - command: manifest.load + - func: "git get project and add git tag" + - func: "do setup" + - func: "set up win mount script" + - func: "generate compile expansions" # Generate compile expansions needs to be run to mount the shared scons cache. + - func: "apply compile expansions" + - func: "scons compile" vars: - install_dir: build/install/bin + targets: install-integration-tests + compiling_for_test: true + - func: "attach scons logs" + - func: "send scons cedar report" + - func: "run tests" - <<: *task_template name: integration_tests_standalone_audit tags: ["integration", "audit"] - depends_on: - - name: compile_integration_test commands: - - *f_expansions_write - - *run_diskstats - - *monitor_process_threads - - *collect_system_resource_info - - *collect_ulimit_info - - func: "run tests" + - command: manifest.load + - func: "git get project and add git tag" + - func: "do setup" + - func: "set up win mount script" + - func: "generate compile expansions" # Generate compile expansions needs to be run to mount the shared scons cache. + - func: "apply compile expansions" + - func: "scons compile" vars: - install_dir: build/install/bin + targets: install-integration-tests + compiling_for_test: true + - func: "attach scons logs" + - func: "send scons cedar report" + - func: "run tests" - <<: *task_template name: integration_tests_replset tags: ["integration"] - depends_on: - - name: compile_integration_test commands: - - *f_expansions_write - - *run_diskstats - - *monitor_process_threads - - *collect_system_resource_info - - *collect_ulimit_info - - func: "run tests" + - command: manifest.load + - func: "git get project and add git tag" + - func: "do setup" + - func: "set up win mount script" + - func: "generate compile expansions" # Generate compile expansions needs to be run to mount the shared scons cache. + - func: "apply compile expansions" + - func: "scons compile" vars: - install_dir: build/install/bin + targets: install-integration-tests + compiling_for_test: true + - func: "attach scons logs" + - func: "send scons cedar report" + - func: "run tests" - <<: *task_template name: integration_tests_replset_ssl_auth tags: ["integration"] - depends_on: - - name: compile_integration_test commands: - - *f_expansions_write - - *run_diskstats - - *monitor_process_threads - - *collect_system_resource_info - - *collect_ulimit_info - - func: "run tests" + - command: manifest.load + - func: "git get project and add git tag" + - func: "do setup" + - func: "set up win mount script" + - func: "generate compile expansions" # Generate compile expansions needs to be run to mount the shared scons cache. + - func: "apply compile expansions" + - func: "scons compile" vars: - install_dir: build/install/bin + targets: install-integration-tests + compiling_for_test: true + - func: "attach scons logs" + - func: "send scons cedar report" + - func: "run tests" - <<: *task_template name: integration_tests_sharded tags: ["integration", "sharded"] - depends_on: - - name: compile_integration_test commands: + - command: manifest.load + - func: "git get project and add git tag" - *f_expansions_write - - *run_diskstats - - *monitor_process_threads - - *collect_system_resource_info - - *collect_ulimit_info - - func: "run tests" + - func: "do setup" + - func: "set up win mount script" + - func: "generate compile expansions" # Generate compile expansions needs to be run to mount the shared scons cache. + - func: "apply compile expansions" + - func: "scons compile" vars: - install_dir: build/install/bin + targets: install-integration-tests + compiling_for_test: true + - func: "attach scons logs" + - func: "send scons cedar report" + - func: "run tests" - <<: *task_template name: external_auth @@ -5001,20 +4576,6 @@ tasks: resmoke_args: --includeWithAnyTags=requires_domain_controller - <<: *task_template - name: sasl_windows_cyrussasl - tags: ["assigned_to_jira_team_server_security", "sasl", "experimental"] - commands: - - func: "f_expansions_write" - - func: "do setup" - - func: "f_expansions_write" - - command: subprocess.exec - params: - binary: bash - args: - - "src/evergreen/sasl_windows_cyrussasl_setup.sh" - - func: "run tests" - -- <<: *task_template name: jsCore tags: ["jscore", "common"] commands: @@ -5031,9 +4592,7 @@ tasks: - func: "run tests" vars: suite: core - resmoke_args: >- - --fuzzMongodConfigs - --excludeWithAnyTags=does_not_support_config_fuzzer + resmoke_args: --fuzzMongodConfigs - <<: *task_template name: config_fuzzer_concurrency @@ -5043,9 +4602,7 @@ tasks: - func: "run tests" vars: suite: concurrency - resmoke_args: >- - --fuzzMongodConfigs - --excludeWithAnyTags=does_not_support_config_fuzzer + resmoke_args: --fuzzMongodConfigs - <<: *task_template name: config_fuzzer_simulate_crash_concurrency_replication @@ -5055,9 +4612,7 @@ tasks: - func: "run tests" vars: suite: simulate_crash_concurrency_replication - resmoke_args: >- - --fuzzMongodConfigs - --excludeWithAnyTags=does_not_support_config_fuzzer + resmoke_args: --fuzzMongodConfigs - <<: *task_template name: config_fuzzer_concurrency_replication @@ -5067,9 +4622,7 @@ tasks: - func: "run tests" vars: suite: concurrency_replication - resmoke_args: >- - --fuzzMongodConfigs - --excludeWithAnyTags=does_not_support_config_fuzzer + resmoke_args: --fuzzMongodConfigs - <<: *task_template name: config_fuzzer_replica_sets_jscore_passthrough @@ -5079,9 +4632,7 @@ tasks: - func: "run tests" vars: suite: replica_sets_jscore_passthrough - resmoke_args: >- - --fuzzMongodConfigs - --excludeWithAnyTags=does_not_support_config_fuzzer + resmoke_args: --fuzzMongodConfigs - <<: *task_template name: jsCore_ese @@ -5348,13 +4899,13 @@ tasks: - <<: *gen_task_template name: multiversion_auth_gen - tags: ["auth", "multiversion", "no_multiversion_generate_tasks", "future_git_tag_incompatible"] + tags: ["auth", "multiversion", "no_version_combination", "future_git_tag_incompatible"] commands: - func: "generate resmoke tasks" - <<: *gen_task_template name: multiversion_gen - tags: ["multiversion", "no_multiversion_generate_tasks", "future_git_tag_incompatible"] + tags: ["multiversion", "no_version_combination", "future_git_tag_incompatible"] commands: - func: "generate resmoke tasks" @@ -5363,7 +4914,7 @@ tasks: # build variants that enable this task. - <<: *gen_task_template name: feature_flag_multiversion_gen - tags: ["multiversion", "no_multiversion_generate_tasks"] + tags: ["multiversion", "no_version_combination"] commands: - func: "generate resmoke tasks" @@ -5377,13 +4928,7 @@ tasks: - <<: *gen_task_template name: noPassthrough_gen - tags: - [ - "incompatible_mac", - "incompatible_ppc", - "incompatible_s390x", - "misc_js" - ] + tags: ["misc_js"] commands: - func: "generate resmoke tasks" vars: @@ -5428,23 +4973,20 @@ tasks: vars: resmoke_jobs_max: 1 -- <<: *gen_task_template - name: sharded_collections_jscore_passthrough_gen +- <<: *task_template + name: sharded_collections_jscore_passthrough tags: ["sharding", "jscore"] commands: - - func: "generate resmoke tasks" + - func: "do setup" + - func: "run tests" - <<: *gen_task_template name: sharded_collections_jscore_multiversion_gen tags: ["multiversion_passthrough", "multiversion"] commands: - - func: "initialize multiversion tasks" - vars: - sharded_collections_jscore_passthrough_last_continuous_new_old_old_new: last_continuous - sharded_collections_jscore_passthrough_last_lts_new_old_old_new: last_lts - func: "generate resmoke tasks" vars: - run_no_feature_flag_tests: "true" + suite: sharded_collections_jscore_passthrough - <<: *task_template name: sharding_jscore_passthrough @@ -5457,13 +4999,9 @@ tasks: name: sharding_jscore_multiversion_gen tags: ["multiversion_passthrough", "multiversion"] commands: - - func: "initialize multiversion tasks" - vars: - sharding_jscore_passthrough_last_lts_new_old_old_new: last_lts - sharding_jscore_passthrough_last_continuous_new_old_old_new: last_continuous - func: "generate resmoke tasks" vars: - run_no_feature_flag_tests: "true" + suite: sharding_jscore_passthrough - <<: *gen_task_template name: sharding_api_version_jscore_passthrough_gen @@ -5528,34 +5066,6 @@ tasks: vars: use_large_distro: "true" -- <<: *task_template - name: query_stats_passthrough - tags: [] - commands: - - func: "do setup" - - func: "run tests" - -- <<: *task_template - name: query_stats_aggregation_passthrough - tags: [] - commands: - - func: "do setup" - - func: "run tests" - -- <<: *task_template - name: query_stats_mongos_passthrough - tags: [] - commands: - - func: "do setup" - - func: "run tests" - -- <<: *task_template - name: query_stats_mongos_aggregation_passthrough - tags: [] - commands: - - func: "do setup" - - func: "run tests" - - <<: *gen_task_template name: tenant_migration_jscore_passthrough_gen tags: ["serverless"] @@ -5647,6 +5157,14 @@ tasks: use_large_distro: "true" - <<: *gen_task_template + name: sharding_batched_deletes_passthrough_gen + tags: ["sharding", "large", "batched_deletes"] + commands: + - func: "generate resmoke tasks" + vars: + use_large_distro: "true" + +- <<: *gen_task_template name: change_streams_batched_deletes_passthrough_gen tags: ["change_streams", "large", "batched_deletes"] commands: @@ -5706,17 +5224,9 @@ tasks: name: concurrency_replication_multiversion_gen tags: ["multiversion", "multiversion_passthrough"] commands: - - func: "initialize multiversion tasks" - vars: - concurrency_replication_last_continuous_new_new_old: last_continuous - concurrency_replication_last_continuous_new_old_new: last_continuous - concurrency_replication_last_continuous_old_new_new: last_continuous - concurrency_replication_last_lts_new_new_old: last_lts - concurrency_replication_last_lts_new_old_new: last_lts - concurrency_replication_last_lts_old_new_new: last_lts - func: "generate resmoke tasks" vars: - run_no_feature_flag_tests: "true" + suite: concurrency_replication - <<: *gen_task_template name: concurrency_replication_causal_consistency_gen @@ -5792,13 +5302,9 @@ tasks: name: concurrency_sharded_replication_multiversion_gen tags: ["multiversion_passthrough", "sharded", "multiversion"] commands: - - func: "initialize multiversion tasks" - vars: - concurrency_sharded_replication_last_continuous_new_old_old_new: last_continuous - concurrency_sharded_replication_last_lts_new_old_old_new: last_lts - func: "generate resmoke tasks" vars: - run_no_feature_flag_tests: "true" + suite: concurrency_sharded_replication - <<: *gen_task_template name: concurrency_sharded_replication_with_balancer_gen @@ -6006,13 +5512,12 @@ tasks: vars: use_large_distro: "true" -- <<: *gen_task_template - name: write_concern_majority_passthrough_gen +- <<: *task_template + name: write_concern_majority_passthrough tags: ["read_write_concern", "large", "write"] commands: - - func: "generate resmoke tasks" - vars: - use_large_distro: "true" + - func: "do setup" + - func: "run tests" - <<: *task_template name: cwrwc_passthrough @@ -6097,13 +5602,9 @@ tasks: name: replica_sets_multiversion_gen tags: ["random_multiversion_ds", "multiversion"] commands: - - func: "initialize multiversion tasks" - vars: - replica_sets_last_lts: last_lts - replica_sets_last_continuous: last_continuous - func: "generate resmoke tasks" vars: - run_no_feature_flag_tests: "true" + suite: replica_sets - <<: *task_template name: sasl @@ -6131,14 +5632,10 @@ tasks: name: sharding_multiversion_gen tags: ["random_multiversion_ds", "multiversion"] commands: - - func: "initialize multiversion tasks" - vars: - sharding_last_continuous: last_continuous - sharding_last_lts: last_lts - func: "generate resmoke tasks" vars: use_large_distro: "true" - run_no_feature_flag_tests: "true" + suite: sharding - <<: *gen_task_template name: sharding_max_mirroring_gen @@ -6199,16 +5696,12 @@ tasks: resmoke_jobs_max: 1 - <<: *gen_task_template - name: sharding_mongos_and_mixed_shards_gen - tags: ["sharding", "common", "multiversion"] + name: sharding_last_lts_mongos_and_mixed_shards_gen + tags: ["sharding", "common", "multiversion", "no_version_combination"] commands: - - func: "initialize multiversion tasks" - vars: - sharding_last_lts_mongos_and_mixed_shards: last_lts - func: "generate resmoke tasks" vars: use_large_distro: "true" - run_no_feature_flag_tests: "true" - <<: *gen_task_template name: sharding_update_v1_oplog_gen @@ -6261,15 +5754,6 @@ tasks: vars: suite: ssl_x509 -- <<: *gen_task_template - name: ssl_linear_gen - tags: ["encrypt", "ssl"] - commands: - - func: "generate resmoke tasks" - vars: - suite: ssl_linear - resmoke_jobs_max: 1 - - <<: *task_template name: jsCore_decimal tags: ["jscore", "common", "decimal"] @@ -6338,28 +5822,25 @@ tasks: vars: use_large_distro: "true" +# Use explicit task definitions for retryable_writes_downgrade suites to avoid running +# with all Repl multiversion combinations. - <<: *gen_task_template - name: retryable_writes_downgrade_gen - tags: ["multiversion_passthrough", "multiversion"] + name: retryable_writes_downgrade_last_continuous_gen + tags: ["multiversion_passthrough", "multiversion", "no_version_combination"] + commands: + - func: "generate resmoke tasks" + +- <<: *gen_task_template + name: retryable_writes_downgrade_last_lts_gen + tags: ["multiversion_passthrough", "multiversion", "no_version_combination"] commands: - - func: "initialize multiversion tasks" - vars: - retryable_writes_downgrade_last_lts: last_lts - func: "generate resmoke tasks" - vars: - run_no_feature_flag_tests: "true" - <<: *gen_task_template name: sharded_retryable_writes_downgrade_gen tags: ["multiversion_passthrough", "multiversion"] commands: - - func: "initialize multiversion tasks" - vars: - sharded_retryable_writes_downgrade_last_lts_new_old_old_new: last_lts - sharded_retryable_writes_downgrade_last_continuous_new_old_old_new: last_continuous - func: "generate resmoke tasks" - vars: - run_no_feature_flag_tests: "true" - <<: *gen_task_template name: logical_session_cache_replication_default_refresh_jscore_passthrough_gen @@ -6472,6 +5953,15 @@ tasks: resmoke_jobs_max: 1 - <<: *task_template + name: free_monitoring + tags: [] + commands: + - func: "do setup" + - func: "run tests" + vars: + resmoke_jobs_max: 1 + +- <<: *task_template name: client_encrypt tags: ["ssl", "encrypt"] commands: @@ -6588,11 +6078,7 @@ tasks: vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - vars: - <<: *powercycle_remote_credentials - func: "run powercycle test" - vars: - <<: *powercycle_remote_credentials timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle @@ -6606,11 +6092,7 @@ tasks: vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - vars: - <<: *powercycle_remote_credentials - func: "run powercycle test" - vars: - <<: *powercycle_remote_credentials timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle_kill_mongod @@ -6624,11 +6106,7 @@ tasks: vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - vars: - <<: *powercycle_remote_credentials - func: "run powercycle test" - vars: - <<: *powercycle_remote_credentials timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle_last_lts_fcv @@ -6642,11 +6120,7 @@ tasks: vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - vars: - <<: *powercycle_remote_credentials - func: "run powercycle test" - vars: - <<: *powercycle_remote_credentials timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle_replication @@ -6660,11 +6134,7 @@ tasks: vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - vars: - <<: *powercycle_remote_credentials - func: "run powercycle test" - vars: - <<: *powercycle_remote_credentials timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle_replication_smalloplog @@ -6678,11 +6148,7 @@ tasks: vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - vars: - <<: *powercycle_remote_credentials - func: "run powercycle test" - vars: - <<: *powercycle_remote_credentials timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle_syncdelay @@ -6696,11 +6162,7 @@ tasks: vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - vars: - <<: *powercycle_remote_credentials - func: "run powercycle test" - vars: - <<: *powercycle_remote_credentials timeout_secs: 1800 # 30 minute timeout for no output - name: powercycle_write_concern_majority @@ -6714,13 +6176,10 @@ tasks: vars: <<: *powercycle_remote_credentials - func: "set up EC2 instance" - vars: - <<: *powercycle_remote_credentials - func: "run powercycle test" - vars: - <<: *powercycle_remote_credentials timeout_secs: 1800 # 30 minute timeout for no output + - name: selinux_rhel8_org tags: [] depends_on: @@ -6757,42 +6216,6 @@ tasks: distro: rhel80-selinux test_list: jstests/selinux/*.js src/mongo/db/modules/enterprise/jstests/selinux/*.js -- name: selinux_rhel9_org - tags: [] - depends_on: - - name: archive_dist_test - - name: package - commands: - - command: manifest.load - - func: "git get project and add git tag" - - *f_expansions_write - - func: "set up venv" - - func: "fetch packages" - - func: "fetch binaries" - - func: "extract binaries" - - func: "run selinux tests" - vars: - distro: rhel90-selinux - test_list: jstests/selinux/*.js -- name: selinux_rhel9_enterprise - tags: [] - depends_on: - - name: archive_dist_test - - name: package - commands: - - command: manifest.load - - func: "git get project and add git tag" - - *f_expansions_write - - func: "set up venv" - - func: "fetch packages" - - func: "fetch binaries" - - func: "extract binaries" - - func: "run selinux tests" - vars: - distro: rhel90-selinux - test_list: jstests/selinux/*.js src/mongo/db/modules/enterprise/jstests/selinux/*.js - - - name: selinux_rhel7_org tags: [] depends_on: @@ -6845,6 +6268,26 @@ tasks: - func: "upload pip requirements" - func: "run idl tests" +- name: blackduck_scanner + tags: [] + patchable: false + commands: + - *f_expansions_write + - func: "do non-compile setup" + - command: subprocess.exec + type: setup + params: + binary: bash + silent: true + args: + - "src/evergreen/blackduck_setup.sh" + - command: subprocess.exec + type: test + params: + binary: bash + args: + - "src/evergreen/blackduck_hub.sh" + - name: tla_plus tags: [] commands: @@ -6880,6 +6323,26 @@ tasks: - func: "do setup" - func: "run tests" +- name: test_packages + tags: [] + depends_on: + - name: package + commands: + - command: manifest.load + - func: "git get project and add git tag" + - *f_expansions_write + - *kill_processes + - *cleanup_environment + - *set_up_venv + - func: "fetch packages" + - func: "set up remote credentials" + vars: + private_key_file: ~/.ssh/kitchen.pem + private_key_remote: ${kitchen_private_key} + aws_key_remote: ${kitchen_aws_key} + aws_secret_remote: ${kitchen_aws_secret} + - func: "run kitchen" + - name: package tags: [] depends_on: @@ -6889,6 +6352,7 @@ tasks: - func: "scons compile" vars: targets: >- + distsrc-${ext|tgz} archive-dist archive-dist-debug archive-jstestshell @@ -6896,14 +6360,6 @@ tasks: ${additional_package_targets|} task_compile_flags: >- --legacy-tarball - - command: subprocess.exec - params: - binary: bash - add_expansions_to_env: true - args: - - "src/evergreen/run_python_script.sh" - - "evergreen/macos_notary.py" - - "mongodb-dist.${ext|tgz}" - func: "f_expansions_write" - command: subprocess.exec params: @@ -6912,6 +6368,19 @@ tasks: - "src/evergreen/package.sh" - command: s3.put params: + aws_key: ${aws_key} + aws_secret: ${aws_secret} + local_file: src/distsrc.${ext|tgz} + remote_file: ${project}/${build_variant}/${revision}/sources/mongo-src-${build_id}.${ext|tgz} + bucket: mciuploads + permissions: public-read + content_type: ${content_type|application/gzip} + display_name: Source tarball + # We only need to upload the source tarball from one of the build variants + # because it should be the same everywhere, so just use rhel70/windows. + build_variants: [rhel70, windows] + - command: s3.put + params: optional: true aws_key: ${aws_key} aws_secret: ${aws_secret} @@ -7018,7 +6487,6 @@ tasks: - name: publish_packages - run_on: rhel80-small tags: ["publish"] # This should prevent this task from running in patch builds, where we # don't want to publish packages. @@ -7033,7 +6501,6 @@ tasks: commands: - command: manifest.load - func: "git get project and add git tag" - - func: "get and apply version expansions" - func: "f_expansions_write" - func: "kill processes" - func: "cleanup environment" @@ -7054,7 +6521,6 @@ tasks: - "./src/evergreen/packages_publish.sh" - name: push - run_on: rhel8.7-small tags: ["publish"] patchable: false depends_on: @@ -7066,7 +6532,6 @@ tasks: commands: - command: manifest.load - func: "git get project and add git tag" - - func: "get and apply version expansions" - func: "f_expansions_write" - func: "kill processes" - func: "cleanup environment" @@ -7092,6 +6557,14 @@ tasks: local_file: src/mh.tgz build_variants: *mh_variants # Fetch the sources (on relevant variants only) + - command: s3.get + params: + aws_key: ${aws_key} + aws_secret: ${aws_secret} + remote_file: ${project}/${build_variant}/${revision}/sources/mongo-src-${build_id}.${ext|tgz} + bucket: mciuploads + local_file: src/distsrc.${ext|tgz} + build_variants: [rhel70, windows] - func: "generate compile expansions" - func: "apply compile expansions" - func: "fetch dist debugsymbols" @@ -7100,29 +6573,13 @@ tasks: aws_key_remote: ${repo_aws_key} aws_secret_remote: ${repo_aws_secret} - func: "f_expansions_write" - - # login to container registry - - command: shell.exec - params: - shell: bash - silent: true - script: | - set -oe - echo "${release_tools_container_registry_password}" | podman login --password-stdin --username ${release_tools_container_registry_username} ${release_tools_container_registry} - - # signing windows artifacts - - command: subprocess.exec - params: - binary: bash - args: - - "./src/evergreen/garasign_jsign_sign.sh" - - # signing linux artifacts + - func: "set up notary client credentials" - command: subprocess.exec + type: test params: binary: bash args: - - "./src/evergreen/garasign_gpg_sign.sh" + - "./src/evergreen/notary_client_run.sh" # Put the binaries tarball/zipfile - command: s3.put @@ -7156,6 +6613,17 @@ tasks: content_type: ${content_type|application/gzip} remote_file: ${push_path}-STAGE/${push_name}/mh-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz} build_variants: *mh_variants + # Put the source tarball + - command: s3.put + params: + aws_secret: ${aws_secret} + local_file: src/mongodb-src-${src_suffix}.${ext|tar.gz} + aws_key: ${aws_key} + bucket: build-push-testing + permissions: public-read + content_type: ${content_type|application/gzip} + remote_file: ${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz} + build_variants: [rhel70, windows] # Put the debug symbols # push directly to repo due to limitations in file size SERVER-63432 @@ -7193,6 +6661,18 @@ tasks: remote_file: ${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sig build_variants: *mongocryptd_variants + # Put the source tarball signature + - command: s3.put + params: + aws_secret: ${aws_secret} + local_file: src/mongodb-src-${src_suffix}.${ext|tar.gz}.sig + aws_key: ${aws_key} + bucket: build-push-testing + permissions: public-read + content_type: ${content_type|application/gzip} + remote_file: ${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.sig + build_variants: [rhel70, windows] + # Put the debug symbols signature - command: s3.put params: @@ -7212,7 +6692,7 @@ tasks: aws_secret: ${aws_secret} permissions: public-read build_variants: ["enterprise-windows", "windows"] - local_file: src/mongodb-${push_name}-${push_arch}-${suffix}.msi + local_file: src/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi bucket: build-push-testing content_type: application/x-msi remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi @@ -7240,6 +6720,18 @@ tasks: remote_file: ${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha1 build_variants: *mongocryptd_variants + # Put the source tarball sha1 + - command: s3.put + params: + aws_secret: ${aws_secret} + local_file: src/mongodb-src-${src_suffix}.${ext|tar.gz}.sha1 + aws_key: ${aws_key} + permissions: public-read + bucket: build-push-testing + content_type: text/plain + remote_file: ${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.sha1 + build_variants: [rhel70, windows] + # Put the debug symbols sha1 - command: s3.put params: @@ -7259,7 +6751,7 @@ tasks: aws_secret: ${aws_secret} permissions: public-read build_variants: ["enterprise-windows", "windows"] - local_file: src/mongodb-${push_name}-${push_arch}-${suffix}.msi.sha1 + local_file: src/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi.sha1 bucket: build-push-testing content_type: text/plain remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi.sha1 @@ -7287,6 +6779,18 @@ tasks: remote_file: ${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha256 build_variants: *mongocryptd_variants + # Put the source tarball sha256 + - command: s3.put + params: + aws_secret: ${aws_secret} + local_file: src/mongodb-src-${src_suffix}.${ext|tar.gz}.sha256 + permissions: public-read + aws_key: ${aws_key} + bucket: build-push-testing + content_type: text/plain + remote_file: ${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.sha256 + build_variants: [rhel70, windows] + # Put the debug symbols sha256 - command: s3.put params: @@ -7305,7 +6809,7 @@ tasks: aws_key: ${aws_key} aws_secret: ${aws_secret} build_variants: ["enterprise-windows", "windows"] - local_file: src/mongodb-${push_name}-${push_arch}-${suffix}.msi.sha256 + local_file: src/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi.sha256 bucket: build-push-testing permissions: public-read remote_file: ${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi.sha256 @@ -7334,6 +6838,18 @@ tasks: remote_file: ${push_path}-STAGE/${push_name}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.md5 build_variants: *mongocryptd_variants + # Put the source tarball md5 + - command: s3.put + params: + aws_secret: ${aws_secret} + local_file: src/mongodb-src-${src_suffix}.${ext|tar.gz}.md5 + aws_key: ${aws_key} + bucket: build-push-testing + permissions: public-read + content_type: text/plain + remote_file: ${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.md5 + build_variants: [rhel70, windows] + # Put the debug symbols md5 - command: s3.put params: @@ -7352,7 +6868,7 @@ tasks: aws_key: ${aws_key} aws_secret: ${aws_secret} build_variants: ["enterprise-windows", "windows"] - local_file: src/mongodb-${push_name}-${push_arch}-${suffix}.msi.md5 + local_file: src/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi.md5 bucket: build-push-testing permissions: public-read content_type: text/plain @@ -7377,6 +6893,11 @@ tasks: 'destination': {'path': '${push_path}/mh-${push_name}-${push_arch}-${suffix}.${ext|tgz}', 'bucket': '${push_bucket}'}, 'build_variants': *mh_variants} + #Source tarball + - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}', 'bucket': 'build-push-testing'}, + 'destination': {'path': 'src/mongodb-src-${src_suffix}.${ext|tar.gz}', 'bucket': '${push_bucket}'}, + 'build_variants': ['rhel70', 'windows']} + #MSI (Windows only) - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi', 'bucket': '${push_bucket}'}, @@ -7391,6 +6912,11 @@ tasks: 'destination': {'path': '${push_path}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sig', 'bucket': '${push_bucket}'}, 'build_variants': *mongocryptd_variants} + #Source tarball signature + - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.sig', 'bucket': 'build-push-testing'}, + 'destination': {'path': 'src/mongodb-src-${src_suffix}.${ext|tar.gz}.sig', 'bucket': '${push_bucket}'}, + 'build_variants': ['rhel70', 'windows']} + #SHA1 for binaries - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}.${ext|tgz}.sha1', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha1', 'bucket': '${push_bucket}'}} @@ -7400,6 +6926,11 @@ tasks: 'destination': {'path': '${push_path}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha1', 'bucket': '${push_bucket}'}, 'build_variants': *mongocryptd_variants} + #SHA1 for source tarball + - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.sha1', 'bucket': 'build-push-testing'}, + 'destination': {'path': 'src/mongodb-src-${src_suffix}.${ext|tar.gz}.sha1', 'bucket': '${push_bucket}'}, + 'build_variants': ['rhel70', 'windows']} + #SHA1 for MSI - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi.sha1', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi.sha1', 'bucket': '${push_bucket}'}, @@ -7414,6 +6945,11 @@ tasks: 'destination': {'path': '${push_path}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.sha256', 'bucket': '${push_bucket}'}, 'build_variants': *mongocryptd_variants} + #SHA256 for source tarball + - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.sha256', 'bucket': 'build-push-testing'}, + 'destination': {'path': 'src/mongodb-src-${src_suffix}.${ext|tar.gz}.sha256', 'bucket': '${push_bucket}'}, + 'build_variants': ['rhel70', 'windows']} + #SHA256 for MSI files - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi.sha256', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi.sha256', 'bucket': '${push_bucket}'}, @@ -7428,6 +6964,11 @@ tasks: 'destination': {'path': '${push_path}/mongodb-cryptd-${push_name}-${push_arch}-${suffix}.${ext|tgz}.md5', 'bucket': '${push_bucket}'}, 'build_variants': *mongocryptd_variants} + #MD5 for source tarball + - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-src-${src_suffix}-${task_id}.${ext|tar.gz}.md5', 'bucket': 'build-push-testing'}, + 'destination': {'path': 'src/mongodb-src-${src_suffix}.${ext|tar.gz}.md5', 'bucket': '${push_bucket}'}, + 'build_variants': ['rhel70', 'windows']} + #MD5 for MSIs - {'source': {'path': '${push_path}-STAGE/${push_name}/mongodb-${push_name}-${push_arch}-${suffix}-${task_id}-signed.msi.md5', 'bucket': 'build-push-testing'}, 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-${suffix}-signed.msi.md5', 'bucket': '${push_bucket}'}, @@ -7458,7 +6999,6 @@ tasks: 'destination': {'path': '${push_path}/mongodb-${push_name}-${push_arch}-debugsymbols-${suffix}.${ext|tgz}.md5', 'bucket': '${push_bucket}'}} - name: crypt_push - run_on: rhel8.7-small tags: ["publish_crypt"] patchable: false stepback: false @@ -7476,8 +7016,6 @@ tasks: - func: "upload pip requirements" - func: "get buildnumber" - func: "f_expansions_write" - - func: "get and apply version expansions" - - func: "f_expansions_write" - func: "generate compile expansions" - func: "apply compile expansions" - func: "f_expansions_write" @@ -7495,19 +7033,13 @@ tasks: aws_key_remote: ${repo_aws_key} aws_secret_remote: ${repo_aws_secret} - func: "f_expansions_write" - # login to container registry - - command: shell.exec - params: - shell: bash - silent: true - script: | - set -oe - echo "${release_tools_container_registry_password}" | podman login --password-stdin --username ${release_tools_container_registry_username} ${release_tools_container_registry} + - func: "set up notary client credentials" - command: subprocess.exec + type: test params: binary: bash args: - - "./src/evergreen/garasign_gpg_crypt_sign.sh" + - "./src/evergreen/notary_client_crypt_run.sh" # Put the crypt tarball/zipfile - command: s3.put params: @@ -7595,15 +7127,6 @@ tasks: resmoke_jobs_max: 1 - <<: *task_template - name: search_pinned_connections_auth - tags: [] - commands: - - func: "do setup" - - func: "run tests" - vars: - resmoke_jobs_max: 1 - -- <<: *task_template name: search_ssl tags: [] commands: @@ -7613,33 +7136,6 @@ tasks: resmoke_jobs_max: 1 - <<: *task_template - name: vector_search - tags: [] - commands: - - func: "do setup" - - func: "run tests" - vars: - resmoke_jobs_max: 1 - -- <<: *task_template - name: vector_search_auth - tags: [] - commands: - - func: "do setup" - - func: "run tests" - vars: - resmoke_jobs_max: 1 - -- <<: *task_template - name: vector_search_ssl - tags: [] - commands: - - func: "do setup" - - func: "run tests" - vars: - resmoke_jobs_max: 1 - -- <<: *task_template name: cqf tags: [] commands: @@ -7722,6 +7218,13 @@ tasks: args: - "./src/evergreen/todos_check.sh" +- <<: *task_template + name: mqlrun + tags: [] + commands: + - func: "do setup" + - func: "run tests" + - name: check_feature_flag_tags tags: [] patch_only: true @@ -7861,26 +7364,6 @@ task_groups: display_name: build.ninja - <<: *compile_task_group_template - name: compile_ninja_default_profile_TG - tasks: - - compile_ninja_default_profile - -- <<: *compile_task_group_template - name: compile_ninja_opt_profile_TG - tasks: - - compile_ninja_opt_profile - -- <<: *compile_task_group_template - name: compile_ninja_san_profile_TG - tasks: - - compile_ninja_san_profile - -- <<: *compile_task_group_template - name: compile_ninja_fast_profile_TG - tasks: - - compile_ninja_fast_profile - -- <<: *compile_task_group_template name: server_discovery_and_monitoring_json_test_TG tasks: - server_discovery_and_monitoring_json_test @@ -7909,28 +7392,23 @@ task_groups: - compile_dist_test - archive_dist_test - archive_dist_test_debug + - compile_unittests + - run_unittests - compile_dbtest - run_dbtest - archive_dbtest - - compile_all_but_not_unittests + - compile_all - package -# SERVER-76006 -# This is a compile stream meant for non-cached and/or underpowered systems. -# It joins most of the compile tasks together under a single host spread out -# across different tasks. - <<: *compile_task_group_template - name: small_compile_test_and_package_serial_TG + name: compile_and_test_TG tasks: - - compile_dist_test_half - compile_dist_test - - archive_dist_test - - archive_dist_test_debug + - compile_unittests + - run_unittests - compile_dbtest - run_dbtest - - archive_dbtest - - package - + - compile_all # These `parallel` task groups are only appropriate for builders that # use --link-model=dynamic, and have scons_cache_scope: shared and @@ -7948,17 +7426,14 @@ task_groups: - determine_patch_tests - archive_dist_test - archive_dist_test_debug - - compile_all_but_not_unittests + - compile_all - package - <<: *compile_task_group_template name: compile_test_and_package_parallel_unittest_stream_TG - max_hosts: -1 tasks: - - compile_and_run_unittests_first_quarter - - compile_and_run_unittests_second_quarter - - compile_and_run_unittests_third_quarter - - compile_and_run_unittests_fourth_quarter + - compile_unittests + - run_unittests #- <<: *compile_task_group_template # name: compile_test_and_package_parallel_unittest_stream_with_recording_TG @@ -7973,25 +7448,6 @@ task_groups: - run_dbtest - archive_dbtest -- <<: *compile_task_group_template - name: compile_integration_and_test_parallel_stream_TG - tasks: - - compile_integration_test - - integration_tests_standalone - - integration_tests_standalone_audit - - integration_tests_replset - - integration_tests_replset_ssl_auth - - integration_tests_sharded - -- <<: *compile_task_group_template - name: compile_integration_and_test_no_audit_parallel_stream_TG - tasks: - - compile_integration_test - - integration_tests_standalone - - integration_tests_replset - - integration_tests_replset_ssl_auth - - integration_tests_sharded - - name: clang_tidy_TG setup_group_can_fail_task: true setup_group: @@ -8083,19 +7539,18 @@ task_groups: - "embedded_sdk_s3_put_latest" - "embedded_sdk_tests_s3_put_latest" -- <<: *stitch_support_task_group_template_community_only - name: stitch_support_lib_build_and_archive_community_only +- <<: *stitch_support_task_group_template + name: stitch_support_lib_build_and_archive tags: ["stitch"] tasks: - - "stitch_support_create_lib_community_only" - -- <<: *stitch_support_task_group_template_community_only - name: stitch_support_lib_build_and_test_community_only + - "stitch_support_create_lib" +- <<: *stitch_support_task_group_template + name: stitch_support_lib_build_and_test tags: ["stitch"] max_hosts: 1 tasks: - - "stitch_support_install_tests_community_only" - - "stitch_support_run_tests_community_only" + - "stitch_support_install_tests" + - "stitch_support_run_tests" - name: crypt_build setup_task: diff --git a/etc/evergreen_yml_components/variants/atlas.yml b/etc/evergreen_yml_components/variants/atlas.yml index e032fb38e10..982aca93761 100644 --- a/etc/evergreen_yml_components/variants/atlas.yml +++ b/etc/evergreen_yml_components/variants/atlas.yml @@ -4,6 +4,8 @@ buildvariants: - name: enterprise-rhel-70-64-bit display_name: "Enterprise RHEL 7.0" cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - rhel70-small expansions: @@ -22,17 +24,13 @@ buildvariants: packager_distro: rhel70 repo_edition: enterprise scons_cache_scope: shared - test_flags: --excludeWithAnyTags=requires_latch_analyzer tasks: - name: compile_test_and_package_serial_TG distros: - - rhel70-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - rhel70-large + - rhel70 - name: compile_build_tools_next_TG distros: - - rhel70-large + - rhel70 - name: .aggfuzzer - name: audit - name: auth_audit_gen @@ -64,17 +62,19 @@ buildvariants: - name: sasl - name: search - name: search_auth - - name: search_pinned_connections_auth - name: search_ssl - name: sharding_auth_audit_gen - name: sharding_auth_gen - name: snmp + - name: .stitch - name: .crypt - name: .publish_crypt - name: unittest_shell_hang_analyzer_gen - - name: vector_search - - name: vector_search_auth - - name: vector_search_ssl + - name: test_packages + distros: + - ubuntu2004-package - name: selinux_rhel7_enterprise - name: .publish + distros: + - rhel70-small - name: generate_buildid_to_debug_symbols_mapping diff --git a/etc/evergreen_yml_components/variants/ibm.yml b/etc/evergreen_yml_components/variants/ibm.yml index 9feca21fad5..e31896a58ce 100644 --- a/etc/evergreen_yml_components/variants/ibm.yml +++ b/etc/evergreen_yml_components/variants/ibm.yml @@ -3,6 +3,8 @@ buildvariants: - name: enterprise-rhel-81-ppc64le display_name: Enterprise RHEL 8.1 PPC64LE + modules: + - enterprise run_on: - rhel81-power8-small cron: "0 4 * * 0" # From the ${project_weekly_cron} parameter @@ -25,77 +27,18 @@ buildvariants: multiversion_platform: rhel81 multiversion_architecture: ppc64le multiversion_edition: enterprise - test_flags: >- - --excludeWithAnyTags=requires_increased_memlock_limits,requires_latch_analyzer,ppc64le_incompatible tasks: - name: compile_test_and_package_serial_TG distros: - rhel81-power8-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - rhel81-power8-large - - name: compile_integration_and_test_no_audit_parallel_stream_TG - distros: - - rhel81-power8-large - name: .aggregation .common - name: audit - name: .auth !.multiversion !.jscore - name: .misc_js - name: .encrypt - - name: .jscore .common !.auth - - name: .read_write_concern - - name: replica_sets_gen - - name: .replica_sets .common - - name: sasl - - name: .sharding .jscore !.wo_snapshot !.multi_stmt - - name: .sharding .common !.multiversion - - name: snmp - - name: .crypt - - name: .publish_crypt - - name: .publish - - name: generate_buildid_to_debug_symbols_mapping - -- name: enterprise-rhel-71-ppc64le - display_name: Enterprise RHEL 7.1 PPC64LE - run_on: - - rhel71-power8-small - cron: "0 4 * * 0" # From the ${project_weekly_cron} parameter - stepback: false - expansions: - additional_package_targets: archive-mongocryptd archive-mongocryptd-debug - # We need to compensate for SMT8 setting the cpu count very high and lower the amount of parallelism down - compile_flags: --ssl MONGO_DISTMOD=rhel71 -j$(echo "$(grep -c processor /proc/cpuinfo)/2" | bc) --variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars - crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" - resmoke_jobs_factor: 0.25 - has_packages: true - packager_script: packager_enterprise.py - packager_arch: ppc64le - packager_distro: rhel71 - push_path: linux - push_bucket: downloads.10gen.com - push_name: linux - push_arch: ppc64le-enterprise-rhel71 - repo_edition: enterprise - multiversion_platform: rhel71 - multiversion_architecture: ppc64le - multiversion_edition: enterprise - test_flags: >- - --excludeWithAnyTags=requires_increased_memlock_limits,requires_latch_analyzer,ppc64le_incompatible - tasks: - - name: compile_test_and_package_serial_TG - distros: - - rhel71-power8-large - - name: compile_test_and_package_parallel_unittest_stream_TG + - name: .integration !.audit distros: - - rhel71-power8-large - - name: compile_integration_and_test_no_audit_parallel_stream_TG - distros: - - rhel71-power8-large - - name: .aggregation .common - - name: audit - - name: .auth !.multiversion !.jscore - - name: .misc_js - - name: .encrypt + - rhel81-power8-large - name: .jscore .common !.auth - name: .read_write_concern - name: replica_sets_gen @@ -104,16 +47,23 @@ buildvariants: - name: .sharding .jscore !.wo_snapshot !.multi_stmt - name: .sharding .common !.multiversion - name: snmp + - name: .stitch - name: .crypt - name: .publish_crypt + distros: + - rhel70-small - name: .publish + distros: + - rhel70-small - name: generate_buildid_to_debug_symbols_mapping - name: enterprise-rhel-72-s390x display_name: Enterprise RHEL 7.2 s390x + modules: + - enterprise run_on: - rhel72-zseries-test - cron: "0 4 * * 0" + cron: "0 0 1 1 *" # Every year at Jan 1st. 0000 UTC stepback: false expansions: additional_package_targets: archive-mongocryptd archive-mongocryptd-debug @@ -133,16 +83,8 @@ buildvariants: multiversion_platform: rhel72 multiversion_architecture: s390x multiversion_edition: enterprise - test_flags: >- - --excludeWithAnyTags=incompatible_with_s390x,requires_increased_memlock_limits,requires_latch_analyzer tasks: - - name: small_compile_test_and_package_serial_TG - distros: - - rhel72-zseries-build - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - rhel72-zseries-build - - name: compile_integration_and_test_no_audit_parallel_stream_TG + - name: compile_test_and_package_serial_TG distros: - rhel72-zseries-build - name: .aggregation .common @@ -150,6 +92,9 @@ buildvariants: - name: .auth !.multiversion !.jscore - name: .misc_js - name: .encrypt + - name: .integration !.audit + distros: + - rhel72-zseries-build - name: .jscore .common !.auth - name: .read_write_concern - name: replica_sets_gen @@ -158,16 +103,23 @@ buildvariants: - name: .sharding .jscore !.wo_snapshot !.multi_stmt - name: .sharding .common !.multiversion - name: snmp + - name: .stitch - name: .crypt - name: .publish_crypt + distros: + - rhel70-small - name: .publish + distros: + - rhel70-small - name: generate_buildid_to_debug_symbols_mapping - name: enterprise-rhel-83-s390x display_name: Enterprise RHEL 8.3 s390x + modules: + - enterprise run_on: - rhel83-zseries-small - cron: "0 4 * * 0" + cron: "0 0 1 1 *" # Every year at Jan 1st. 0000 UTC stepback: false expansions: additional_package_targets: archive-mongocryptd archive-mongocryptd-debug @@ -187,20 +139,18 @@ buildvariants: multiversion_platform: rhel83 multiversion_architecture: s390x multiversion_edition: enterprise - test_flags: >- - --excludeWithAnyTags=incompatible_with_s390x,requires_increased_memlock_limits,requires_latch_analyzer tasks: - name: compile_test_and_package_serial_TG distros: - rhel83-zseries-large - - name: compile_integration_and_test_no_audit_parallel_stream_TG - distros: - - rhel83-zseries-large - name: .aggregation .common - name: audit - name: .auth !.multiversion !.jscore - name: .misc_js - name: .encrypt + - name: .integration !.audit + distros: + - rhel83-zseries-large - name: .jscore .common !.auth - name: .read_write_concern - name: replica_sets_gen @@ -209,7 +159,12 @@ buildvariants: - name: .sharding .jscore !.wo_snapshot !.multi_stmt - name: .sharding .common !.multiversion - name: snmp + - name: .stitch - name: .crypt - name: .publish_crypt + distros: + - rhel80-small - name: .publish + distros: + - rhel80-small - name: generate_buildid_to_debug_symbols_mapping diff --git a/etc/evergreen_yml_components/variants/in_memory.yml b/etc/evergreen_yml_components/variants/in_memory.yml index 9f3797c8e7b..9cbd9a9065f 100644 --- a/etc/evergreen_yml_components/variants/in_memory.yml +++ b/etc/evergreen_yml_components/variants/in_memory.yml @@ -1,15 +1,17 @@ # InMemory build variants that need to be run on LTS but not Rapid releases. buildvariants: -- name: enterprise-rhel-8-64-bit-inmem - display_name: Enterprise RHEL 8 (inMemory) +- name: enterprise-rhel-80-64-bit-inmem + display_name: Enterprise RHEL 8.0 (inMemory) cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - rhel80-small expansions: additional_package_targets: archive-mongocryptd archive-mongocryptd-debug test_flags: --storageEngine=inMemory --excludeWithAnyTags=requires_persistence,requires_journaling - compile_flags: --ssl MONGO_DISTMOD=rhel80 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --use-diagnostic-latches=on + compile_flags: --ssl MONGO_DISTMOD=rhel80 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: rhel80 multiversion_edition: enterprise scons_cache_scope: shared @@ -18,12 +20,6 @@ buildvariants: - name: compile_test_and_package_serial_TG distros: - rhel80-xlarge - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - rhel80-xlarge - - name: compile_integration_and_test_no_audit_parallel_stream_TG - distros: - - rhel80-xlarge - name: .aggfuzzer .common - name: .aggregation !.unwind !.encrypt - name: audit @@ -36,6 +32,9 @@ buildvariants: distros: - rhel80-medium # Some workloads require a lot of memory, use a bigger machine for this suite. - name: initial_sync_fuzzer_gen + - name: .integration !.audit + distros: + - rhel80-medium - name: .jscore .common !.decimal - name: jsCore_txns_large_txns_format - name: .jstestfuzz !.initsync @@ -68,13 +67,15 @@ buildvariants: - name: enterprise-windows-inmem display_name: Enterprise Windows (inMemory) cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - windows-vsCurrent-small expansions: additional_package_targets: archive-mongocryptd archive-mongocryptd-debug msi exe: ".exe" content_type: application/zip - compile_flags: --ssl MONGO_DISTMOD=windows CPPPATH="c:/sasl/include c:/snmp/include" LIBPATH="c:/sasl/lib c:/snmp/lib" -j$(bc <<< "$(grep -c '^processor' /proc/cpuinfo) / 1.5") --win-version-min=win10 --use-diagnostic-latches=on + compile_flags: --ssl MONGO_DISTMOD=windows CPPPATH="c:/sasl/include c:/snmp/include" LIBPATH="c:/sasl/lib c:/snmp/lib" -j$(bc <<< "$(grep -c '^processor' /proc/cpuinfo) / 1.5") --win-version-min=win10 num_scons_link_jobs_available: 0.25 python: '/cygdrive/c/python/python37/python.exe' test_flags: --storageEngine=inMemory --excludeWithAnyTags=requires_persistence,requires_journaling,incompatible_with_windows_tls @@ -87,9 +88,6 @@ buildvariants: - name: compile_test_and_package_serial_TG distros: - windows-vsCurrent-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - windows-vsCurrent-large - name: .aggfuzzer .common - name: audit - name: auth_audit_gen @@ -103,7 +101,7 @@ buildvariants: - name: .jstestfuzz .common !.flow_control # Flow control jstestfuzz take longer. - name: .read_write_concern .linearize !.durable_history - name: replica_sets_auth_gen - - name: replica_sets_jscore_passthrough_gen + - name: replica_sets_jscore_passthrough - name: replica_sets_multi_stmt_txn_jscore_passthrough - name: sasl - name: .sharding .txns diff --git a/etc/evergreen_yml_components/variants/misc_release.yml b/etc/evergreen_yml_components/variants/misc_release.yml index ce385594026..7d01683ecfb 100644 --- a/etc/evergreen_yml_components/variants/misc_release.yml +++ b/etc/evergreen_yml_components/variants/misc_release.yml @@ -1,19 +1,127 @@ # All remaining release variants not included in other files. buildvariants: +- name: amazon + display_name: Amazon Linux + cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + run_on: + - amazon1-2018-test + expansions: + push_path: linux + push_bucket: downloads.mongodb.org + push_name: linux + push_arch: x86_64-amazon + compile_flags: --ssl MONGO_DISTMOD=amazon -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars + test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux + multiversion_platform: amazon + multiversion_edition: targeted + has_packages: true + packager_script: packager.py + packager_arch: x86_64 + packager_distro: amazon + repo_edition: org + scons_cache_scope: shared + virtualenv: /opt/mongodbtoolchain/v3/bin/virtualenv + large_distro_name: amazon1-2018-build + tasks: + - name: compile_test_and_package_serial_TG + distros: + - amazon1-2018-build + - name: .aggfuzzer .common + - name: aggregation + - name: .auth !.audit !.multiversion + - name: causally_consistent_jscore_txns_passthrough + - name: .misc_js + - name: .concurrency .common + - name: concurrency_replication_causal_consistency_gen + - name: disk_wiredtiger + - name: free_monitoring + - name: .jscore .common + - name: .jstestfuzz .common + - name: libunwind_tests + - name: .logical_session_cache .one_sec + - name: multiversion_gen + - name: replica_sets_gen + - name: .replica_sets .common + - name: .sharding .jscore !.wo_snapshot !.multi_stmt + - name: .sharding .common !.csrs + - name: .sharding .txns + - name: .ssl + - name: .stitch + - name: test_packages + distros: + - ubuntu2004-package + - name: generate_buildid_to_debug_symbols_mapping + +- name: enterprise-linux-64-amazon-ami + display_name: "Enterprise Amazon Linux" + cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise + run_on: + - amazon1-2018-test + expansions: + additional_package_targets: archive-mongocryptd archive-mongocryptd-debug + push_path: linux + push_bucket: downloads.10gen.com + push_name: linux + push_arch: x86_64-enterprise-amzn64 + compile_flags: --ssl MONGO_DISTMOD=amzn64 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars + crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" + test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux + multiversion_platform: amzn64 + multiversion_edition: enterprise + has_packages: true + packager_script: packager_enterprise.py + packager_arch: x86_64 + packager_distro: amazon + repo_edition: enterprise + scons_cache_scope: shared + virtualenv: /opt/mongodbtoolchain/v3/bin/virtualenv + tasks: + - name: compile_test_and_package_serial_TG + distros: + - amazon1-2018-build + - name: .aggfuzzer .common + - name: aggregation + - name: .auth !.multiversion + - name: audit + - name: causally_consistent_jscore_txns_passthrough + - name: .encrypt !.aggregation + - name: .jscore .common + - name: .jstestfuzz .common + - name: libunwind_tests + - name: .logical_session_cache .one_sec + - name: noPassthrough_gen + - name: noPassthroughWithMongod_gen + - name: .powercycle + - name: .replica_sets .common + - name: sasl + - name: serial_run + - name: .sharding .jscore !.wo_snapshot !.multi_stmt + - name: .sharding .txns + - name: slow1_gen + - name: snmp + - name: .stitch + - name: .crypt + - name: test_packages + distros: + - ubuntu2004-package + - name: generate_buildid_to_debug_symbols_mapping + - name: amazon2 display_name: Amazon Linux 2 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - - amazon2-latest-small + - amazon2-test expansions: test_flags: >- - --excludeWithAnyTags=SERVER-34286,incompatible_with_amazon_linux,requires_latch_analyzer --enableEnterpriseTests=off + --excludeWithAnyTags=SERVER-34286,incompatible_with_amazon_linux push_path: linux push_bucket: downloads.mongodb.org push_name: linux push_arch: x86_64-amazon2 - compile_flags: --ssl MONGO_DISTMOD=amazon2 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= + compile_flags: --ssl MONGO_DISTMOD=amazon2 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: amazon2 multiversion_edition: targeted has_packages: true @@ -22,14 +130,11 @@ buildvariants: packager_distro: amazon2 repo_edition: org scons_cache_scope: shared - large_distro_name: amazon2-latest-large + large_distro_name: amazon2-large tasks: - name: compile_test_and_package_serial_TG distros: - - amazon2-latest-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - amazon2-latest-large + - amazon2-build - name: .aggfuzzer .common - name: aggregation - name: .auth !.audit !.multiversion @@ -38,6 +143,7 @@ buildvariants: - name: .concurrency .common - name: concurrency_replication_causal_consistency_gen - name: disk_wiredtiger + - name: free_monitoring - name: .jscore .common - name: .jstestfuzz .common - name: libunwind_tests @@ -50,19 +156,26 @@ buildvariants: - name: .sharding .txns - name: .ssl - name: .stitch + - name: test_packages + distros: + - ubuntu2004-package - name: .publish + distros: + - amazon2-small - name: generate_buildid_to_debug_symbols_mapping - name: enterprise-amazon2 display_name: "Enterprise Amazon Linux 2" cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - - amazon2-latest-small + - amazon2-test expansions: additional_package_targets: archive-mongocryptd archive-mongocryptd-debug # TODO BUILD-13887 should fix uses_pykmip incompatibility. test_flags: >- - --excludeWithAnyTags=SERVER-34286,incompatible_with_amazon_linux,uses_pykmip,requires_latch_analyzer + --excludeWithAnyTags=SERVER-34286,incompatible_with_amazon_linux,uses_pykmip push_path: linux push_bucket: downloads.10gen.com push_name: linux @@ -80,13 +193,7 @@ buildvariants: tasks: - name: compile_test_and_package_serial_TG distros: - - amazon2-latest-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - amazon2-latest-large - - name: compile_integration_and_test_parallel_stream_TG - distros: - - amazon2-latest-large + - amazon2-build - name: .aggfuzzer .common - name: aggregation - name: audit @@ -106,46 +213,50 @@ buildvariants: - name: .sharding .txns !.csrs - name: slow1_gen - name: snmp + - name: .stitch - name: .crypt - name: .publish_crypt + - name: test_packages + distros: + - ubuntu2004-package - name: .publish + distros: + - amazon2-small - name: generate_buildid_to_debug_symbols_mapping - name: amazon2-arm64 display_name: Amazon Linux 2 arm64 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - - amazon2-arm64-latest-small + - amazon2-arm64-small expansions: push_path: linux push_bucket: downloads.mongodb.org push_name: linux push_arch: aarch64-amazon2 - compile_flags: --ssl MONGO_DISTMOD=amazon2 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= - test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux,requires_latch_analyzer --enableEnterpriseTests=off + compile_flags: --ssl MONGO_DISTMOD=amazon2 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars + test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux has_packages: true packager_script: packager.py packager_arch: aarch64 packager_distro: amazon2 repo_edition: org scons_cache_scope: shared - large_distro_name: amazon2-arm64-latest-large + large_distro_name: amazon2-arm64-large tasks: - name: compile_test_and_package_serial_TG distros: - - amazon2-arm64-latest-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - amazon2-arm64-latest-large + - amazon2-arm64-large - name: aggregation - name: .auth !.audit !.multiversion - name: causally_consistent_jscore_txns_passthrough - name: .misc_js - name: .concurrency .common distros: - - amazon2-arm64-latest-large + - amazon2-arm64-large - name: concurrency_replication_causal_consistency_gen - name: disk_wiredtiger + - name: free_monitoring - name: .jscore .common - name: .jstestfuzz .common - name: .logical_session_cache .one_sec @@ -155,14 +266,21 @@ buildvariants: - name: .sharding .common !.csrs !.multiversion - name: .ssl - name: .stitch + - name: test_packages + distros: + - ubuntu2004-package - name: .publish + distros: + - rhel80-small - name: generate_buildid_to_debug_symbols_mapping - name: enterprise-amazon2-arm64 display_name: "Enterprise Amazon Linux 2 arm64" cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - - amazon2-arm64-latest-small + - amazon2-arm64-small expansions: additional_package_targets: archive-mongocryptd archive-mongocryptd-debug archive-mh archive-mh-debug push_path: linux @@ -172,7 +290,7 @@ buildvariants: compile_flags: --ssl MONGO_DISTMOD=amazon2 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" # TODO BUILD-13887 should fix uses_pykmip incompatibility. - test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux,requires_ldap_pool,uses_pykmip,requires_v4_0,requires_latch_analyzer + test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux,requires_ldap_pool,uses_pykmip,requires_v4_0 has_packages: true multiversion_platform: amazon2 multiversion_edition: enterprise @@ -187,13 +305,7 @@ buildvariants: tasks: - name: compile_test_and_package_serial_TG distros: - - amazon2-arm64-latest-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - amazon2-arm64-latest-large - - name: compile_integration_and_test_parallel_stream_TG - distros: - - amazon2-arm64-latest-large + - amazon2-arm64-large - name: test_api_version_compatibility - name: .aggfuzzer - name: .aggregation @@ -206,57 +318,56 @@ buildvariants: - name: .concurrency !.large !.ubsan !.no_txns !.debug_only - name: .concurrency .large !.ubsan !.no_txns !.debug_only distros: - - amazon2-arm64-latest-large + - amazon2-arm64-large - name: config_fuzzer_concurrency - name: config_fuzzer_simulate_crash_concurrency_replication distros: - - amazon2-arm64-latest-large + - amazon2-arm64-large - name: config_fuzzer_concurrency_replication distros: - - amazon2-arm64-latest-large + - amazon2-arm64-large - name: config_fuzzer_jsCore - name: config_fuzzer_replica_sets_jscore_passthrough distros: - - amazon2-arm64-latest-large + - amazon2-arm64-large - name: disk_wiredtiger - name: .encrypt - name: idl_tests - name: initial_sync_fuzzer_gen + - name: .integration + distros: + - amazon2-arm64-large - name: jsCore distros: - - amazon2-arm64-latest-large + - amazon2-arm64-large - name: .jscore .common !jsCore - name: jsCore_minimum_batch_size - name: jsCore_txns_large_txns_format - name: json_schema - name: .jstestfuzz !.flow_control # Flow control jstestfuzz take longer. - name: libunwind_tests + - name: mqlrun - name: .multi_shard - name: multi_stmt_txn_jscore_passthrough_with_migration_gen - name: .query_fuzzer - - name: query_stats_aggregation_passthrough - - name: query_stats_mongos_aggregation_passthrough - - name: query_stats_mongos_passthrough - - name: query_stats_passthrough - name: .read_write_concern .large distros: - - amazon2-arm64-latest-large + - amazon2-arm64-large - name: .read_write_concern !.large - name: .replica_sets !.encrypt !.auth distros: - - amazon2-arm64-latest-large + - amazon2-arm64-large - name: replica_sets_api_version_jscore_passthrough_gen - name: replica_sets_reconfig_jscore_passthrough_gen - name: retryable_writes_jscore_passthrough_gen - name: retryable_writes_jscore_stepdown_passthrough_gen distros: - - amazon2-arm64-latest-large + - amazon2-arm64-large - name: .read_only - name: .rollbackfuzzer - name: sasl - name: search - name: search_auth - - name: search_pinned_connections_auth - name: search_ssl - name: session_jscore_passthrough - name: .sharding .jscore !.wo_snapshot !.multi_stmt @@ -264,218 +375,27 @@ buildvariants: - name: .sharding .txns - name: .sharding .common - name: snmp + - name: .stitch - name: .crypt distros: - - amazon2-arm64-latest-large + - amazon2-arm64-large - name: .publish_crypt + distros: + - amazon2-arm64-large - name: secondary_reads_passthrough_gen - name: server_discovery_and_monitoring_json_test_TG - name: .serverless distros: - - amazon2-arm64-latest-large + - amazon2-arm64-large - name: server_selection_json_test_TG distros: - - amazon2-arm64-latest-large - - name: .publish - - name: generate_buildid_to_debug_symbols_mapping - - name: vector_search - - name: vector_search_auth - - name: vector_search_ssl - -- name: amazon2023 - display_name: Amazon Linux 2023 - cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. - run_on: - - amazon2023.0-small - expansions: - push_path: linux - push_bucket: downloads.mongodb.org - push_name: linux - push_arch: x86_64-amazon2023 - compile_flags: --ssl MONGO_DISTMOD=amazon2023 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars --modules= - test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux,requires_external_data_source,requires_latch_analyzer --enableEnterpriseTests=off - has_packages: true - packager_script: packager.py - packager_arch: x86_64 - packager_distro: amazon2023 - repo_edition: org - scons_cache_scope: shared - large_distro_name: amazon2023.0-large - compile_variant: amazon2023 - tasks: - - name: compile_test_and_package_serial_TG - distros: - - amazon2023.0-large - - name: .aggfuzzer .common !.multiversion - - name: aggregation - - name: .auth !.audit !.multiversion - - name: causally_consistent_jscore_txns_passthrough - - name: .misc_js !.parallel - - name: .concurrency .common - distros: - - amazon2023.0-large - - name: concurrency_replication_causal_consistency_gen - - name: disk_wiredtiger - - name: .jscore .common - - name: .jstestfuzz .common - - name: libunwind_tests - - name: .logical_session_cache .one_sec - - name: replica_sets_gen - - name: .replica_sets .common - - name: .sharding .jscore !.wo_snapshot !.multi_stmt - - name: .sharding .common !.csrs !.multiversion - - name: .sharding .txns - - name: .ssl - - name: .stitch - - name: .publish - - name: generate_buildid_to_debug_symbols_mapping - -- name: enterprise-amazon2023 - display_name: "Enterprise Amazon Linux 2023" - cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. - run_on: - - amazon2023.0-small - expansions: - additional_package_targets: archive-mongocryptd archive-mongocryptd-debug archive-mh archive-mh-debug - push_path: linux - push_bucket: downloads.10gen.com - push_name: linux - push_arch: x86_64-enterprise-amazon2023 - compile_flags: --ssl MONGO_DISTMOD=amazon2023 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars --enterprise-features="audit,encryptdb,fcbis,fips,fle,hot_backups,inmemory,kerberos,vector_search,ldap,live_import,mongohouse,queryable,sasl,search,serverless" - crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" - # TODO BUILD-13887 should fix uses_pykmip incompatibility. - test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux,requires_ldap_pool,uses_pykmip,requires_v4_0,requires_external_data_source,requires_latch_analyzer - has_packages: true - multiversion_platform: amazon2023 - multiversion_edition: enterprise - multiversion_architecture: x86_64 - packager_script: packager_enterprise.py - packager_arch: x86_64 - packager_distro: amazon2023 - repo_edition: enterprise - scons_cache_scope: shared - compile_variant: enterprise-amazon2023 - tasks: - - name: compile_test_and_package_serial_TG - distros: - - amazon2023.0-large - - name: .aggfuzzer .common !.multiversion - - name: aggregation - - name: audit - - name: .auth !.multiversion - - name: causally_consistent_jscore_txns_passthrough - - name: .encrypt !.aggregation - - name: .jscore .common - - name: .jstestfuzz .common - - name: libunwind_tests - - name: .logical_session_cache .one_sec - - name: noPassthrough_gen - - name: noPassthroughWithMongod_gen - - name: .replica_sets .common - - name: sasl - - name: serial_run - - name: .sharding .jscore !.wo_snapshot !.multi_stmt - - name: .sharding .txns !.csrs - - name: slow1_gen - - name: .publish - - name: generate_buildid_to_debug_symbols_mapping - -- name: amazon2023-arm64 - display_name: Amazon Linux 2023 arm64 - cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. - run_on: - - amazon2023.0-arm64-small - expansions: - push_path: linux - push_bucket: downloads.mongodb.org - push_name: linux - push_arch: aarch64-amazon2023 - compile_flags: --ssl MONGO_DISTMOD=amazon2023 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars --modules= - test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux,requires_external_data_source,requires_latch_analyzer --enableEnterpriseTests=off - has_packages: true - packager_script: packager.py - packager_arch: aarch64 - packager_distro: amazon2023 - repo_edition: org - scons_cache_scope: shared - large_distro_name: amazon2023.0-arm64-large - compile_variant: amazon2023-arm64 - tasks: - - name: compile_test_and_package_serial_TG - distros: - - amazon2023.0-arm64-large - - name: aggregation - - name: .auth !.audit !.multiversion - - name: causally_consistent_jscore_txns_passthrough - - name: .misc_js !.parallel - - name: .concurrency .common + - amazon2-arm64-large + - name: test_packages distros: - - amazon2023.0-arm64-large - - name: concurrency_replication_causal_consistency_gen - - name: disk_wiredtiger - - name: .jscore .common - - name: .jstestfuzz .common - - name: .logical_session_cache .one_sec - - name: replica_sets_gen - - name: .replica_sets .common - - name: .sharding .txns - - name: .sharding .common !.csrs !.multiversion - - name: .ssl - - name: .stitch + - ubuntu2004-package - name: .publish - - name: generate_buildid_to_debug_symbols_mapping - -- name: enterprise-amazon2023-arm64 - display_name: "Enterprise Amazon Linux 2023 arm64" - cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. - run_on: - - amazon2023.0-arm64-small - expansions: - additional_package_targets: archive-mongocryptd archive-mongocryptd-debug archive-mh archive-mh-debug - push_path: linux - push_bucket: downloads.10gen.com - push_name: linux - push_arch: aarch64-enterprise-amazon2023 - compile_flags: --ssl MONGO_DISTMOD=amazon2023 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars --enterprise-features="audit,encryptdb,fcbis,fips,fle,hot_backups,inmemory,kerberos,vector_search,ldap,live_import,mongohouse,queryable,sasl,search,serverless" - crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" - # TODO BUILD-13887 should fix uses_pykmip incompatibility. - test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux,requires_ldap_pool,uses_pykmip,requires_v4_0,requires_external_data_source,requires_latch_analyzer - has_packages: true - multiversion_platform: amazon2023 - multiversion_edition: enterprise - multiversion_architecture: aarch64 - packager_script: packager_enterprise.py - packager_arch: aarch64 - packager_distro: amazon2023 - repo_edition: enterprise - scons_cache_scope: shared - compile_variant: enterprise-amazon2023-arm64 - tasks: - - name: compile_test_and_package_serial_TG distros: - - amazon2023.0-arm64-large - - name: .aggfuzzer !.multiversion - - name: audit - - name: auth_audit_gen - - name: auth_gen - - name: causally_consistent_jscore_txns_passthrough - - name: .encrypt !.sharding !.replica_sets !.aggregation !.jscore - - name: external_auth - - name: external_auth_aws - - name: .jscore .common !.decimal !.sharding - - name: jsCore_txns_large_txns_format - - name: .jstestfuzz .common - - name: .logical_session_cache .one_sec - - name: replica_sets_auth_gen - - name: replica_sets_jscore_passthrough - - name: .replica_sets .multi_oplog - - name: sasl - - name: search - - name: search_auth - - name: search_ssl - - name: sharding_auth_audit_gen - - name: sharding_auth_gen - - name: .publish + - rhel80-small - name: generate_buildid_to_debug_symbols_mapping - name: debian10 @@ -488,8 +408,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: x86_64-debian10 - compile_flags: --ssl MONGO_DISTMOD=debian10 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= - test_flags: --enableEnterpriseTests=off --excludeWithAnyTags=requires_latch_analyzer + compile_flags: --ssl MONGO_DISTMOD=debian10 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: linux_x86_64 multiversion_edition: base multiversion_platform_42_or_later: debian10 @@ -505,9 +424,6 @@ buildvariants: - name: compile_test_and_package_serial_TG distros: - debian10-build - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - debian10-build - name: .aggfuzzer .common - name: aggregation - name: aggregation_auth @@ -517,6 +433,7 @@ buildvariants: - name: .concurrency .common - name: concurrency_replication_causal_consistency_gen - name: disk_wiredtiger + - name: free_monitoring - name: .jscore .common !.decimal - name: .jstestfuzz .common - name: .logical_session_cache .one_sec @@ -527,12 +444,19 @@ buildvariants: - name: .sharding .common !.csrs - name: .ssl - name: .stitch + - name: test_packages + distros: + - ubuntu2004-package - name: .publish + distros: + - debian10-small - name: generate_buildid_to_debug_symbols_mapping - name: enterprise-debian10-64 display_name: Enterprise Debian 10 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - debian10-test expansions: @@ -554,18 +478,17 @@ buildvariants: repo_edition: enterprise scons_cache_scope: shared large_distro_name: debian10-build - test_flags: --excludeWithAnyTags=requires_latch_analyzer tasks: - name: compile_test_and_package_serial_TG distros: - debian10-build - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - debian10-build - name: .aggfuzzer .common - name: audit - name: causally_consistent_jscore_txns_passthrough - name: .encrypt !.replica_sets !.aggregation !.sharding !.jscore + - name: .jepsen_docker + distros: + - debian10-large - name: .jscore .common !.decimal !.sharding - name: .jstestfuzz .common - name: .logical_session_cache .one_sec @@ -574,9 +497,15 @@ buildvariants: - name: sasl - name: sharding_auth_gen - name: snmp + - name: .stitch - name: .crypt - name: .publish_crypt + - name: test_packages + distros: + - ubuntu2004-package - name: .publish + distros: + - debian10-small - name: generate_buildid_to_debug_symbols_mapping - name: debian11 @@ -589,14 +518,11 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: x86_64-debian11 - compile_flags: --ssl MONGO_DISTMOD=debian11 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= - test_flags: --enableEnterpriseTests=off --excludeWithAnyTags=requires_latch_analyzer + compile_flags: --ssl MONGO_DISTMOD=debian11 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: linux_x86_64 multiversion_edition: base - multiversion_platform_42_or_later: debian10 + multiversion_platform_42_or_later: debian11 multiversion_edition_42_or_later: targeted - multiversion_platform_last_lts: debian11 - multiversion_edition_last_lts: targeted has_packages: true packager_script: packager.py packager_arch: x86_64 @@ -608,9 +534,6 @@ buildvariants: - name: compile_test_and_package_serial_TG distros: - debian11-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - debian11-build - name: .aggfuzzer .common - name: aggregation - name: aggregation_auth @@ -620,6 +543,7 @@ buildvariants: - name: .concurrency .common - name: concurrency_replication_causal_consistency_gen - name: disk_wiredtiger + - name: free_monitoring - name: .jscore .common !.decimal - name: .jstestfuzz .common - name: .logical_session_cache .one_sec @@ -630,12 +554,19 @@ buildvariants: - name: .sharding .common !.csrs - name: .ssl - name: .stitch + - name: test_packages + distros: + - ubuntu2004-package - name: .publish + distros: + - debian11-small - name: generate_buildid_to_debug_symbols_mapping - name: enterprise-debian11-64 display_name: Enterprise Debian 11 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - debian11-small expansions: @@ -648,10 +579,8 @@ buildvariants: crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" multiversion_platform: linux_x86_64 multiversion_edition: base - multiversion_platform_42_or_later: debian10 + multiversion_platform_42_or_later: debian11 multiversion_edition_42_or_later: enterprise - multiversion_platform_last_lts: debian11 - multiversion_edition_last_lts: enterprise has_packages: true packager_script: packager_enterprise.py packager_arch: x86_64 @@ -659,18 +588,17 @@ buildvariants: repo_edition: enterprise scons_cache_scope: shared large_distro_name: debian11-large - test_flags: --excludeWithAnyTags=requires_latch_analyzer tasks: - name: compile_test_and_package_serial_TG distros: - debian11-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - debian11-large - name: .aggfuzzer .common !.multiversion - name: audit - name: causally_consistent_jscore_txns_passthrough - name: .encrypt !.replica_sets !.aggregation !.sharding !.jscore + - name: .jepsen_docker + distros: + - debian11-large - name: .jscore .common !.decimal !.sharding - name: .jstestfuzz .common - name: .logical_session_cache .one_sec @@ -679,9 +607,15 @@ buildvariants: - name: sasl - name: sharding_auth_gen - name: snmp + - name: .stitch - name: .crypt - name: .publish_crypt + - name: test_packages + distros: + - ubuntu2004-package - name: .publish + distros: + - debian11-small - name: generate_buildid_to_debug_symbols_mapping - name: rhel70 @@ -694,8 +628,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: x86_64-rhel70 - compile_flags: --ssl MONGO_DISTMOD=rhel70 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= - test_flags: --enableEnterpriseTests=off --excludeWithAnyTags=requires_latch_analyzer + compile_flags: --ssl MONGO_DISTMOD=rhel70 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: rhel70 multiversion_edition: targeted has_packages: true @@ -708,10 +641,7 @@ buildvariants: tasks: - name: compile_test_and_package_serial_TG distros: - - rhel70-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - rhel70-large + - rhel70 - name: aggregation - name: .auth !.audit !.multiversion - name: causally_consistent_jscore_txns_passthrough @@ -721,6 +651,7 @@ buildvariants: - rhel70 - name: concurrency_replication_causal_consistency_gen - name: disk_wiredtiger + - name: free_monitoring - name: .jscore .common - name: .jstestfuzz .common - name: .logical_session_cache .one_sec @@ -731,8 +662,13 @@ buildvariants: - name: .sharding .common !.csrs - name: .ssl - name: .stitch + - name: test_packages + distros: + - ubuntu2004-package - name: selinux_rhel7_org - name: .publish + distros: + - rhel70-small - name: generate_buildid_to_debug_symbols_mapping # This variant compiles on RHEL 7.0 and runs tests on RHEL 7.6 @@ -742,8 +678,7 @@ buildvariants: run_on: - rhel76-test expansions: - compile_flags: --ssl MONGO_DISTMOD=rhel70 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= - test_flags: --enableEnterpriseTests=off --excludeWithAnyTags=requires_latch_analyzer + compile_flags: --ssl MONGO_DISTMOD=rhel70 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars tasks: - name: compile_and_archive_dist_test_then_package_TG distros: @@ -760,11 +695,11 @@ buildvariants: expansions: resmoke_jobs_factor: 1 disable_shared_scons_cache: true - compile_flags: MONGO_DISTMOD=rhel80 --opt=on -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= + compile_flags: MONGO_DISTMOD=rhel80 --opt=on -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars tooltags: "" build_mongoreplay: true test_flags: >- - --excludeWithAnyTags=requires_os_access,requires_latch_analyzer --enableEnterpriseTests=off + --excludeWithAnyTags=requires_os_access tasks: - name: compile_and_archive_dist_test_then_package_TG distros: @@ -773,8 +708,8 @@ buildvariants: - name: sharding_gen - name: replica_sets_gen -- name: rhel8 - display_name: RHEL 8 +- name: rhel80 + display_name: RHEL 8.0 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - rhel80-build @@ -782,9 +717,8 @@ buildvariants: push_path: linux push_bucket: downloads.mongodb.org push_name: linux - push_arch: x86_64-rhel8 - compile_flags: --ssl MONGO_DISTMOD=rhel80 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= - test_flags: --enableEnterpriseTests=off --excludeWithAnyTags=requires_latch_analyzer + push_arch: x86_64-rhel80 + compile_flags: --ssl MONGO_DISTMOD=rhel80 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: rhel80 multiversion_edition: targeted has_packages: true @@ -798,9 +732,6 @@ buildvariants: - name: compile_test_and_package_serial_TG distros: - rhel80-build - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - rhel80-build - name: aggregation - name: .auth !.audit !.multiversion - name: causally_consistent_jscore_txns_passthrough @@ -810,6 +741,7 @@ buildvariants: - rhel80-build - name: concurrency_replication_causal_consistency_gen - name: disk_wiredtiger + - name: free_monitoring - name: .jscore .common - name: .jstestfuzz .common - name: .logical_session_cache .one_sec @@ -820,21 +752,27 @@ buildvariants: - name: .sharding .common !.csrs - name: .ssl - name: .stitch - - name: selinux_rhel8_org + - name: test_packages + distros: + - ubuntu2004-package - name: .publish + distros: + - rhel80-small - name: generate_buildid_to_debug_symbols_mapping -- name: enterprise-rhel-8-64-bit - display_name: "Enterprise RHEL 8" +- name: enterprise-rhel-80-64-bit + display_name: "Enterprise RHEL 8.0" cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - rhel80-small - expansions: &enterprise-rhel-8-64-bit-expansions + expansions: &enterprise-rhel-80-64-bit-expansions additional_package_targets: archive-mongocryptd archive-mongocryptd-debug archive-mh archive-mh-debug push_path: linux push_bucket: downloads.10gen.com push_name: linux - push_arch: x86_64-enterprise-rhel8 + push_arch: x86_64-enterprise-rhel80 compile_flags: --ssl MONGO_DISTMOD=rhel80 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" multiversion_platform: rhel80 @@ -850,17 +788,10 @@ buildvariants: target_resmoke_time: 10 max_sub_suites: 3 large_distro_name: rhel80-medium - test_flags: --excludeWithAnyTags=requires_latch_analyzer tasks: - name: compile_test_and_package_serial_TG distros: - rhel80-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - rhel80-large - - name: compile_integration_and_test_parallel_stream_TG - distros: - - rhel80-large - name: .aggfuzzer - name: .aggregation - name: audit @@ -878,20 +809,20 @@ buildvariants: - name: .encrypt - name: idl_tests - name: initial_sync_fuzzer_gen + - name: .integration + distros: + - rhel80-medium - name: .jscore .common - name: jsCore_minimum_batch_size - name: jsCore_txns_large_txns_format - name: json_schema - name: .jstestfuzz !.flow_control # Flow control jstestfuzz take longer. - name: libunwind_tests + - name: mqlrun - name: .multi_shard - name: multi_stmt_txn_jscore_passthrough_with_migration_gen - name: multiversion_gen - name: .query_fuzzer - - name: query_stats_aggregation_passthrough - - name: query_stats_mongos_aggregation_passthrough - - name: query_stats_mongos_passthrough - - name: query_stats_passthrough - name: .random_multiversion_ds - name: .read_write_concern .large distros: @@ -918,7 +849,6 @@ buildvariants: - name: sasl - name: search - name: search_auth - - name: search_pinned_connections_auth - name: search_ssl - name: session_jscore_passthrough - name: .sharding .jscore !.wo_snapshot !.multi_stmt @@ -926,6 +856,7 @@ buildvariants: - name: .sharding .txns - name: .sharding .common - name: snmp + - name: .stitch - name: .crypt distros: - rhel80-large @@ -938,15 +869,15 @@ buildvariants: - name: server_selection_json_test_TG distros: - rhel80-large + - name: test_packages + distros: + - ubuntu2004-package - name: selinux_rhel8_enterprise - name: .publish - name: generate_buildid_to_debug_symbols_mapping - - name: vector_search - - name: vector_search_auth - - name: vector_search_ssl -- name: rhel-8-arm64 - display_name: RHEL 8 arm64 +- name: rhel-82-arm64 + display_name: RHEL 8.2 arm64 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - rhel82-arm64-small @@ -954,8 +885,8 @@ buildvariants: push_path: linux push_bucket: downloads.mongodb.org push_name: linux - push_arch: aarch64-rhel8 - compile_flags: --ssl MONGO_DISTMOD=rhel82 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= + push_arch: aarch64-rhel82 + compile_flags: --ssl MONGO_DISTMOD=rhel82 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars has_packages: true packager_script: packager.py packager_arch: aarch64 @@ -963,14 +894,10 @@ buildvariants: repo_edition: org scons_cache_scope: shared large_distro_name: rhel82-arm64-large - test_flags: --excludeWithAnyTags=requires_increased_memlock_limits,requires_latch_analyzer --enableEnterpriseTests=off tasks: - name: compile_test_and_package_serial_TG distros: - rhel82-arm64-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - rhel82-arm64-large - name: aggregation - name: .auth !.audit !.multiversion - name: causally_consistent_jscore_txns_passthrough @@ -980,6 +907,7 @@ buildvariants: - rhel82-arm64-large - name: concurrency_replication_causal_consistency_gen - name: disk_wiredtiger + - name: free_monitoring - name: .jscore .common - name: .jstestfuzz .common - name: .logical_session_cache .one_sec @@ -989,12 +917,19 @@ buildvariants: - name: .sharding .common !.csrs !.multiversion - name: .ssl - name: .stitch + - name: test_packages + distros: + - ubuntu2004-package - name: .publish + distros: + - rhel80-small - name: generate_buildid_to_debug_symbols_mapping -- name: enterprise-rhel-8-arm64 - display_name: "Enterprise RHEL 8 arm64" +- name: enterprise-rhel-82-arm64 + display_name: "Enterprise RHEL 8.2 arm64" cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - rhel82-arm64-small expansions: @@ -1002,7 +937,7 @@ buildvariants: push_path: linux push_bucket: downloads.10gen.com push_name: linux - push_arch: aarch64-enterprise-rhel8 + push_arch: aarch64-enterprise-rhel82 compile_flags: --ssl MONGO_DISTMOD=rhel82 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" has_packages: true @@ -1011,14 +946,10 @@ buildvariants: packager_distro: rhel82 repo_edition: enterprise scons_cache_scope: shared - test_flags: --excludeWithAnyTags=requires_latch_analyzer tasks: - name: compile_test_and_package_serial_TG distros: - rhel82-arm64-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - rhel82-arm64-large - name: .aggfuzzer !.multiversion - name: audit - name: auth_audit_gen @@ -1037,254 +968,21 @@ buildvariants: - name: sasl - name: search - name: search_auth - - name: search_pinned_connections_auth - name: search_ssl - name: sharding_auth_audit_gen - name: sharding_auth_gen - name: snmp + - name: .stitch - name: .crypt distros: - rhel82-arm64-large - name: .publish_crypt - - name: .publish - - name: generate_buildid_to_debug_symbols_mapping - - name: vector_search - - name: vector_search_auth - - name: vector_search_ssl - -- name: rhel90 - display_name: RHEL 9.0 - cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. - run_on: - - rhel90-large - expansions: - push_path: linux - push_bucket: downloads.mongodb.org - push_name: linux - push_arch: x86_64-rhel90 - compile_flags: --ssl MONGO_DISTMOD=rhel90 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= - test_flags: --enableEnterpriseTests=off --excludeWithAnyTags=requires_latch_analyzer - multiversion_platform: rhel90 - multiversion_edition: targeted - has_packages: true - packager_script: packager.py - packager_arch: x86_64 - packager_distro: rhel90 - repo_edition: org - scons_cache_scope: shared - large_distro_name: rhel90-large - tasks: - - name: compile_test_and_package_serial_TG - distros: - - rhel90-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - rhel90-large - - name: aggregation - - name: .auth !.audit !.multiversion - - name: causally_consistent_jscore_txns_passthrough - - name: .misc_js - - name: .concurrency .common - distros: - - rhel90-large - - name: concurrency_replication_causal_consistency_gen - - name: disk_wiredtiger - - name: .jscore .common - - name: .jstestfuzz .common !.multiversion - - name: .logical_session_cache .one_sec - - name: replica_sets_gen - - name: .replica_sets .common - - name: .sharding .txns - - name: .sharding .common !.csrs !.multiversion - - name: .ssl - - name: .stitch - - name: selinux_rhel9_org - - name: .publish - - name: generate_buildid_to_debug_symbols_mapping - - -- name: enterprise-rhel-90-64-bit - display_name: "Enterprise RHEL 9.0" - cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. - run_on: - - rhel90-small - expansions: &enterprise-rhel-90-64-bit-expansions - additional_package_targets: archive-mongocryptd archive-mongocryptd-debug archive-mh archive-mh-debug - push_path: linux - push_bucket: downloads.10gen.com - push_name: linux - push_arch: x86_64-enterprise-rhel90 - compile_flags: --ssl MONGO_DISTMOD=rhel90 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars - crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" - multiversion_platform: rhel90 - multiversion_edition: enterprise - has_packages: true - packager_script: packager_enterprise.py - packager_arch: x86_64 - packager_distro: rhel90 - repo_edition: enterprise - scons_cache_scope: shared - test_flags: --excludeWithAnyTags=requires_latch_analyzer - tasks: - - name: compile_test_and_package_serial_TG - distros: - - rhel90-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - rhel90-large - - name: compile_build_tools_next_TG - distros: - - rhel90-large - - name: .aggfuzzer !.multiversion - - name: audit - - name: auth_audit_gen - - name: auth_gen - - name: causally_consistent_jscore_txns_passthrough - - name: config_fuzzer_concurrency - - name: config_fuzzer_simulate_crash_concurrency_replication - distros: - - rhel90-large - - name: config_fuzzer_concurrency_replication - distros: - - rhel90-large - - name: config_fuzzer_jsCore - - name: config_fuzzer_replica_sets_jscore_passthrough - distros: - - rhel90-large - - name: .encrypt !.sharding !.replica_sets !.aggregation !.jscore - - name: external_auth - - name: external_auth_aws - - name: .jscore .common !.decimal !.sharding - - name: jsCore_txns_large_txns_format - - name: .jstestfuzz .common - - name: libunwind_tests - - name: .logical_session_cache .one_sec - - name: .ocsp - - name: replica_sets_auth_gen - - name: replica_sets_jscore_passthrough - - name: .replica_sets .multi_oplog - - name: sasl - - name: search - - name: search_auth - - name: search_pinned_connections_auth - - name: search_ssl - - name: sharding_auth_audit_gen - - name: sharding_auth_gen - - name: snmp - - name: .crypt - - name: .publish_crypt - - name: vector_search - - name: vector_search_auth - - name: vector_search_ssl - - name: selinux_rhel9_enterprise - - name: .publish - - name: generate_buildid_to_debug_symbols_mapping - -- name: rhel90-arm64 - display_name: RHEL 9.0 arm64 - cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. - run_on: - - rhel90-arm64-small - expansions: - push_path: linux - push_bucket: downloads.mongodb.org - push_name: linux - push_arch: aarch64-rhel90 - compile_flags: --ssl MONGO_DISTMOD=rhel90 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= - test_flags: --enableEnterpriseTests=off --excludeWithAnyTags=requires_latch_analyzer - has_packages: true - packager_script: packager.py - packager_arch: aarch64 - packager_distro: rhel90 - repo_edition: org - scons_cache_scope: shared - large_distro_name: rhel90-arm64-large - tasks: - - name: compile_test_and_package_serial_TG - distros: - - rhel90-arm64-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - rhel90-arm64-large - - name: aggregation - - name: .auth !.audit !.multiversion - - name: causally_consistent_jscore_txns_passthrough - - name: .misc_js - - name: .concurrency .common + - name: test_packages distros: - - rhel90-arm64-large - - name: concurrency_replication_causal_consistency_gen - - name: disk_wiredtiger - - name: .jscore .common - - name: .jstestfuzz .common - - name: .logical_session_cache .one_sec - - name: replica_sets_gen - - name: .replica_sets .common - - name: .sharding .txns - - name: .sharding .common !.csrs !.multiversion - - name: .ssl - - name: .stitch + - ubuntu2004-package - name: .publish - - name: generate_buildid_to_debug_symbols_mapping - -- name: enterprise-rhel-90-arm64 - display_name: "Enterprise RHEL 9.0 arm64" - cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. - run_on: - - rhel90-arm64-small - expansions: - additional_package_targets: archive-mongocryptd archive-mongocryptd-debug archive-mh archive-mh-debug - push_path: linux - push_bucket: downloads.10gen.com - push_name: linux - push_arch: aarch64-enterprise-rhel90 - compile_flags: --ssl MONGO_DISTMOD=rhel90 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars - crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" - has_packages: true - packager_script: packager_enterprise.py - packager_arch: aarch64 - packager_distro: rhel90 - repo_edition: enterprise - scons_cache_scope: shared - test_flags: --excludeWithAnyTags=requires_latch_analyzer - tasks: - - name: compile_test_and_package_serial_TG - distros: - - rhel90-arm64-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - rhel90-arm64-large - - name: .aggfuzzer !.multiversion - - name: audit - - name: auth_audit_gen - - name: auth_gen - - name: causally_consistent_jscore_txns_passthrough - - name: .encrypt !.sharding !.replica_sets !.aggregation !.jscore - - name: external_auth - - name: external_auth_aws - - name: .jscore .common !.decimal !.sharding - - name: jsCore_txns_large_txns_format - - name: .jstestfuzz .common - - name: .logical_session_cache .one_sec - - name: replica_sets_auth_gen - - name: replica_sets_jscore_passthrough - - name: .replica_sets .multi_oplog - - name: sasl - - name: search - - name: search_auth - - name: search_pinned_connections_auth - - name: search_ssl - - name: sharding_auth_audit_gen - - name: sharding_auth_gen - - name: snmp - - name: .crypt distros: - - rhel90-arm64-large - - name: .publish_crypt - - name: vector_search - - name: vector_search_auth - - name: vector_search_ssl - - name: .publish + - rhel80-small - name: generate_buildid_to_debug_symbols_mapping - name: suse12 @@ -1297,7 +995,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: x86_64-suse12 - compile_flags: --ssl MONGO_DISTMOD=suse12 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= + compile_flags: --ssl MONGO_DISTMOD=suse12 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: suse12 multiversion_edition: targeted has_packages: true @@ -1306,15 +1004,11 @@ buildvariants: packager_distro: suse12 repo_edition: org scons_cache_scope: shared - test_flags: --excludeWithAnyTags=requires_increased_memlock_limits,requires_latch_analyzer --enableEnterpriseTests=off large_distro_name: suse12-sp5-large tasks: - name: compile_test_and_package_serial_TG distros: - suse12-sp5-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - suse12-sp5-large - name: .aggfuzzer .common - name: aggregation - name: .auth !.audit !.multiversion @@ -1326,6 +1020,7 @@ buildvariants: - suse12-sp5-large - name: concurrency_replication_causal_consistency_gen - name: disk_wiredtiger + - name: free_monitoring - name: .jscore .common !.decimal - name: .jstestfuzz .common - name: multiversion_gen @@ -1337,11 +1032,15 @@ buildvariants: - name: .ssl - name: .stitch - name: .publish + distros: + - suse12-small - name: generate_buildid_to_debug_symbols_mapping - name: enterprise-suse12-64 display_name: Enterprise SLES 12 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - suse12-sp5-small expansions: @@ -1360,15 +1059,10 @@ buildvariants: packager_distro: suse12 repo_edition: enterprise scons_cache_scope: shared - test_flags: --excludeWithAnyTags=requires_latch_analyzer - large_distro_name: suse12-sp5-large tasks: - name: compile_test_and_package_serial_TG distros: - suse12-sp5-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - suse12-sp5-large - name: .aggfuzzer .common - name: audit - name: causally_consistent_jscore_txns_passthrough @@ -1381,16 +1075,22 @@ buildvariants: - name: sasl - name: sharding_auth_gen - name: snmp + - name: .stitch - name: .crypt - distros: - - suse12-sp5-large - name: .publish_crypt + - name: test_packages + distros: + - ubuntu2004-package - name: .publish + distros: + - suse12-small - name: generate_buildid_to_debug_symbols_mapping - name: enterprise-suse15-64 display_name: Enterprise SLES 15 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - suse15-test expansions: @@ -1407,14 +1107,10 @@ buildvariants: packager_distro: suse15 repo_edition: enterprise scons_cache_scope: shared - test_flags: --excludeWithAnyTags=requires_latch_analyzer tasks: - name: compile_test_and_package_serial_TG distros: - suse15-build - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - suse15-build - name: .aggfuzzer .common !.multiversion - name: audit - name: causally_consistent_jscore_txns_passthrough @@ -1427,9 +1123,12 @@ buildvariants: - name: sasl - name: sharding_auth_gen - name: snmp + - name: .stitch - name: .crypt - name: .publish_crypt - name: .publish + distros: + - suse15-small - name: generate_buildid_to_debug_symbols_mapping - name: suse15 @@ -1442,7 +1141,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: x86_64-suse15 - compile_flags: --ssl MONGO_DISTMOD=suse15 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= + compile_flags: --ssl MONGO_DISTMOD=suse15 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: linux_x86_64 multiversion_edition: base multiversion_platform_42_or_later: suse15 @@ -1453,15 +1152,11 @@ buildvariants: packager_distro: suse15 repo_edition: org scons_cache_scope: shared - test_flags: --excludeWithAnyTags=requires_increased_memlock_limits,requires_latch_analyzer --enableEnterpriseTests=off large_distro_name: suse15-build tasks: - name: compile_test_and_package_serial_TG distros: - suse15-build - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - suse15-build - name: .aggfuzzer .common !.multiversion - name: aggregation - name: .auth !.audit !.multiversion @@ -1470,6 +1165,7 @@ buildvariants: - name: .concurrency .common - name: concurrency_replication_causal_consistency_gen - name: disk_wiredtiger + - name: free_monitoring - name: .jscore .common !.decimal - name: .jstestfuzz .common - name: .logical_session_cache .one_sec @@ -1481,6 +1177,8 @@ buildvariants: - name: .ssl - name: .stitch - name: .publish + distros: + - suse15-small - name: generate_buildid_to_debug_symbols_mapping @@ -1494,10 +1192,10 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: x86_64-ubuntu1804 - compile_flags: --ssl --ocsp-stapling=off MONGO_DISTMOD=ubuntu1804 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= + compile_flags: --ssl --ocsp-stapling=off MONGO_DISTMOD=ubuntu1804 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: ubuntu1804 multiversion_edition: targeted - test_flags: --excludeWithAnyTags=requires_ocsp_stapling,requires_latch_analyzer --enableEnterpriseTests=off + test_flags: --excludeWithAnyTags=requires_ocsp_stapling has_packages: true packager_script: packager.py packager_arch: x86_64 @@ -1509,9 +1207,6 @@ buildvariants: - name: compile_test_and_package_serial_TG distros: - ubuntu1804-build - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - ubuntu1804-build - name: .aggfuzzer .common - name: aggregation - name: .auth !.audit !.multiversion @@ -1519,6 +1214,7 @@ buildvariants: - name: .concurrency .common - name: concurrency_replication_causal_consistency_gen - name: disk_wiredtiger + - name: free_monitoring - name: .jepsen distros: - ubuntu1804-build @@ -1536,12 +1232,19 @@ buildvariants: - name: watchdog_wiredtiger - name: .ssl - name: .stitch + - name: test_packages + distros: + - ubuntu2004-package - name: .publish + distros: + - ubuntu1804-small - name: generate_buildid_to_debug_symbols_mapping - name: enterprise-ubuntu1804-64 display_name: Enterprise Ubuntu 18.04 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - ubuntu1804-test stepback: false @@ -1555,7 +1258,7 @@ buildvariants: crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" multiversion_platform: ubuntu1804 multiversion_edition: enterprise - test_flags: --excludeWithAnyTags=requires_ocsp_stapling,requires_latch_analyzer + test_flags: --excludeWithAnyTags=requires_ocsp_stapling has_packages: true packager_script: packager_enterprise.py packager_arch: x86_64 @@ -1567,9 +1270,6 @@ buildvariants: - name: compile_test_and_package_serial_TG distros: - ubuntu1804-build - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - ubuntu1804-build - name: compile_build_tools_next_TG distros: - ubuntu1804-build @@ -1602,12 +1302,19 @@ buildvariants: - name: sharding_auth_gen - name: snmp - name: .watchdog + - name: test_packages + distros: + - ubuntu2004-package - name: .publish + distros: + - ubuntu1804-small - name: generate_buildid_to_debug_symbols_mapping - name: enterprise-ubuntu1804-arm64 display_name: Enterprise Ubuntu 18.04 arm64 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - ubuntu1804-arm64-build expansions: @@ -1618,7 +1325,7 @@ buildvariants: push_arch: aarch64-enterprise-ubuntu1804 compile_flags: --ssl --ocsp-stapling=off MONGO_DISTMOD=ubuntu1804 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" - test_flags: --excludeWithAnyTags=requires_ocsp_stapling,requires_latch_analyzer + test_flags: --excludeWithAnyTags=requires_ocsp_stapling resmoke_jobs_max: 4 # Avoid starting too many mongod's on ARM test servers has_packages: true packager_script: packager_enterprise.py @@ -1632,7 +1339,6 @@ buildvariants: scons_cache_scope: shared tasks: - name: compile_test_and_package_serial_TG - - name: compile_test_and_package_parallel_unittest_stream_TG - name: aggregation - name: aggregation_wildcard_fuzzer_gen - name: .auth !.audit !.multiversion !.jscore @@ -1650,9 +1356,17 @@ buildvariants: - name: sharding_gen - name: sharding_jscore_passthrough - name: .ssl + - name: .stitch - name: .crypt - name: .publish_crypt + distros: + - ubuntu1804-test + - name: test_packages + distros: + - ubuntu2004-package - name: .publish + distros: + - ubuntu1804-test - name: generate_buildid_to_debug_symbols_mapping - name: ubuntu1804-arm64 @@ -1665,8 +1379,8 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: aarch64-ubuntu1804 - compile_flags: --ssl --ocsp-stapling=off MONGO_DISTMOD=ubuntu1804 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= - test_flags: --excludeWithAnyTags=requires_ocsp_stapling,requires_latch_analyzer --enableEnterpriseTests=off + compile_flags: --ssl --ocsp-stapling=off MONGO_DISTMOD=ubuntu1804 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars + test_flags: --excludeWithAnyTags=requires_ocsp_stapling resmoke_jobs_max: 8 # Avoid starting too many mongod's on ARM test servers has_packages: true packager_script: packager.py @@ -1680,64 +1394,17 @@ buildvariants: scons_cache_scope: shared tasks: - name: compile_test_and_package_serial_TG - - name: compile_test_and_package_parallel_unittest_stream_TG + - name: free_monitoring - name: jsCore - name: replica_sets_jscore_passthrough - - name: .publish - - name: generate_buildid_to_debug_symbols_mapping - - -- name: ubuntu2204 - display_name: Ubuntu 22.04 - cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. - run_on: - - ubuntu2204-small - expansions: - push_path: linux - push_bucket: downloads.mongodb.org - push_name: linux - push_arch: x86_64-ubuntu2204 - compile_flags: --ssl MONGO_DISTMOD=ubuntu2204 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= - multiversion_platform: ubuntu2204 - multiversion_edition: targeted - has_packages: true - packager_script: packager.py - packager_arch: x86_64 - packager_distro: ubuntu2204 - repo_edition: org - scons_cache_scope: shared - large_distro_name: ubuntu2204-large - test_flags: --excludeWithAnyTags=requires_increased_memlock_limits,requires_latch_analyzer --enableEnterpriseTests=off - tasks: - - name: compile_test_and_package_serial_TG - distros: - - ubuntu2204-large - - name: compile_test_and_package_parallel_unittest_stream_TG + - name: test_packages distros: - - ubuntu2204-large - - name: .aggfuzzer .common !.multiversion - - name: aggregation - - name: .auth !.audit !.multiversion - - name: .misc_js - - name: .concurrency .common - - name: concurrency_replication_causal_consistency_gen - - name: disk_wiredtiger - - name: .jscore .common - - name: .jstestfuzz .common - - name: libunwind_tests - - name: .logical_session_cache .one_sec - # - name: multiversion_gen - - name: replica_sets_gen - - name: replica_sets_jscore_passthrough - - name: .sharding .txns - - name: sharding_gen - - name: sharding_jscore_passthrough - - name: .ssl - - name: .stitch + - ubuntu2004-package - name: .publish + distros: + - ubuntu1804-test - name: generate_buildid_to_debug_symbols_mapping - - name: ubuntu2004 display_name: Ubuntu 20.04 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. @@ -1748,8 +1415,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: x86_64-ubuntu2004 - compile_flags: --ssl MONGO_DISTMOD=ubuntu2004 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= - test_flags: --enableEnterpriseTests=off --excludeWithAnyTags=requires_latch_analyzer + compile_flags: --ssl MONGO_DISTMOD=ubuntu2004 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars multiversion_platform: ubuntu2004 multiversion_edition: targeted has_packages: true @@ -1763,9 +1429,6 @@ buildvariants: - name: compile_test_and_package_serial_TG distros: - ubuntu2004-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - ubuntu2004-large - name: .aggfuzzer .common !.multiversion - name: aggregation - name: .auth !.audit !.multiversion @@ -1773,6 +1436,7 @@ buildvariants: - name: .concurrency .common - name: concurrency_replication_causal_consistency_gen - name: disk_wiredtiger + - name: free_monitoring - name: .jscore .common - name: .jstestfuzz .common - name: libunwind_tests @@ -1785,12 +1449,19 @@ buildvariants: - name: sharding_jscore_passthrough - name: .ssl - name: .stitch + - name: test_packages + distros: + - ubuntu2004-package - name: .publish + distros: + - ubuntu2004-small - name: generate_buildid_to_debug_symbols_mapping - name: enterprise-ubuntu2004-64 display_name: Enterprise Ubuntu 20.04 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - ubuntu2004-small stepback: false @@ -1811,14 +1482,10 @@ buildvariants: repo_edition: enterprise scons_cache_scope: shared large_distro_name: ubuntu2004-large - test_flags: --excludeWithAnyTags=requires_latch_analyzer tasks: - name: compile_test_and_package_serial_TG distros: - ubuntu2004-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - ubuntu2004-large - name: .crypt - name: .publish_crypt - name: .aggfuzzer .common !.multiversion @@ -1838,90 +1505,19 @@ buildvariants: - name: sasl - name: sharding_auth_gen - name: snmp - - name: .publish - - name: generate_buildid_to_debug_symbols_mapping - -- name: enterprise-ubuntu2204-64 - display_name: Enterprise Ubuntu 22.04 - cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. - run_on: - - ubuntu2204-small - stepback: false - expansions: - additional_package_targets: archive-mongocryptd archive-mongocryptd-debug archive-mh archive-mh-debug - push_path: linux - push_bucket: downloads.10gen.com - push_name: linux - push_arch: x86_64-enterprise-ubuntu2204 - compile_flags: --ssl MONGO_DISTMOD=ubuntu2204 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars - crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" - multiversion_platform: ubuntu2204 - multiversion_edition: enterprise - has_packages: true - packager_script: packager_enterprise.py - packager_arch: x86_64 - packager_distro: ubuntu2204 - repo_edition: enterprise - scons_cache_scope: shared - large_distro_name: ubuntu2204-large - test_flags: --excludeWithAnyTags=requires_latch_analyzer - tasks: - - name: compile_test_and_package_serial_TG + - name: test_packages distros: - - ubuntu2204-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - ubuntu2204-large - - name: .crypt - - name: .publish_crypt - - name: .aggfuzzer .common !.multiversion - - name: audit - - name: causally_consistent_jscore_txns_passthrough - - name: .encrypt !.aggregation !.replica_sets !.sharding !.jscore - - name: external_auth - - name: external_auth_aws - - name: .jscore .common !.decimal !.sharding - - name: jsCore_auth - - name: .jstestfuzz .common - - name: libunwind_tests - - name: .logical_session_cache .one_sec - - name: .ocsp - - name: replica_sets_auth_gen - - name: replica_sets_jscore_passthrough - - name: sasl - - name: sharding_auth_gen - - name: snmp + - ubuntu2004-package - name: .publish + distros: + - ubuntu2004-small - name: generate_buildid_to_debug_symbols_mapping - -- name: enterprise-ubuntu2204-jepsen - display_name: Jepsen Tests on Enterprise Ubuntu 22.04 - tags: ["bazel_check"] - cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. - run_on: - - ubuntu2204-small - stepback: false - expansions: - compile_flags: >- - --ssl - MONGO_DISTMOD=ubuntu2204 - -j$(grep -c ^processor /proc/cpuinfo) - --variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars - scons_cache_scope: shared - large_distro_name: ubuntu2204-large - compile_variant: enterprise-ubuntu2204-64 - tasks: - - name: compile_test_and_package_serial_TG - distros: - - ubuntu2204-large - - name: .jepsen_docker - distros: - - ubuntu2204-large - - name: enterprise-ubuntu2004-arm64 display_name: Enterprise Ubuntu 20.04 arm64 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - ubuntu2004-arm64-large expansions: @@ -1943,10 +1539,8 @@ buildvariants: multiversion_architecture_42_or_later: aarch64 multiversion_edition: enterprise scons_cache_scope: shared - test_flags: --excludeWithAnyTags=requires_latch_analyzer tasks: - name: compile_test_and_package_serial_TG - - name: compile_test_and_package_parallel_unittest_stream_TG - name: aggregation - name: aggregation_wildcard_fuzzer_gen - name: .auth !.audit !.multiversion !.jscore @@ -1964,9 +1558,15 @@ buildvariants: - name: sharding_gen - name: sharding_jscore_passthrough - name: .ssl + - name: .stitch - name: .crypt - name: .publish_crypt + - name: test_packages + distros: + - ubuntu2004-package - name: .publish + distros: + - ubuntu2004-test - name: generate_buildid_to_debug_symbols_mapping - name: ubuntu2004-arm64 @@ -1979,8 +1579,7 @@ buildvariants: push_bucket: downloads.mongodb.org push_name: linux push_arch: aarch64-ubuntu2004 - compile_flags: --ssl MONGO_DISTMOD=ubuntu2004 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= - test_flags: --enableEnterpriseTests=off --excludeWithAnyTags=requires_latch_analyzer + compile_flags: --ssl MONGO_DISTMOD=ubuntu2004 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars resmoke_jobs_max: 8 # Avoid starting too many mongod's on ARM test servers has_packages: true packager_script: packager.py @@ -1994,92 +1593,15 @@ buildvariants: scons_cache_scope: shared tasks: - name: compile_test_and_package_serial_TG - - name: compile_test_and_package_parallel_unittest_stream_TG - - name: jsCore - - name: replica_sets_jscore_passthrough - - name: .publish - - name: generate_buildid_to_debug_symbols_mapping - - -- name: enterprise-ubuntu2204-arm64 - display_name: Enterprise Ubuntu 22.04 arm64 - cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. - run_on: - - ubuntu2204-arm64-large - expansions: - additional_package_targets: archive-mongocryptd archive-mongocryptd-debug - push_path: linux - push_bucket: downloads.10gen.com - push_name: linux - push_arch: aarch64-enterprise-ubuntu2204 - compile_flags: --ssl MONGO_DISTMOD=ubuntu2204 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars - crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" - resmoke_jobs_max: 4 # Avoid starting too many mongod's on ARM test servers - has_packages: true - packager_script: packager_enterprise.py - packager_arch: arm64 - packager_distro: ubuntu2204 - repo_edition: enterprise - multiversion_platform: ubuntu2204 - multiversion_architecture: arm64 - multiversion_architecture_42_or_later: aarch64 - multiversion_edition: enterprise - scons_cache_scope: shared - test_flags: --excludeWithAnyTags=requires_latch_analyzer - tasks: - - name: compile_test_and_package_serial_TG - - name: compile_test_and_package_parallel_unittest_stream_TG - - name: aggregation - - name: aggregation_wildcard_fuzzer_gen - - name: .auth !.audit !.multiversion !.jscore - - name: causally_consistent_jscore_txns_passthrough - - name: .misc_js - - name: .concurrency .common - - name: concurrency_replication_causal_consistency_gen - - name: fle - - name: .jscore .common !.auth - - name: .jstestfuzz .common - - name: .logical_session_cache .one_sec - - name: replica_sets_gen - - name: .replica_sets .common - - name: .sharding .txns - - name: sharding_gen - - name: sharding_jscore_passthrough - - name: .ssl - - name: .crypt - - name: .publish_crypt - - name: .publish - - name: generate_buildid_to_debug_symbols_mapping - -- name: ubuntu2204-arm64 - display_name: Ubuntu 22.04 arm64 - cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. - run_on: - - ubuntu2204-arm64-large - expansions: - push_path: linux - push_bucket: downloads.mongodb.org - push_name: linux - push_arch: aarch64-ubuntu2204 - compile_flags: --ssl MONGO_DISTMOD=ubuntu2204 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --modules= - test_flags: --enableEnterpriseTests=off --excludeWithAnyTags=requires_latch_analyzer - resmoke_jobs_max: 8 # Avoid starting too many mongod's on ARM test servers - has_packages: true - packager_script: packager.py - packager_arch: arm64 - packager_distro: ubuntu2204 - repo_edition: org - multiversion_platform: ubuntu2204 - multiversion_architecture: arm64 - multiversion_architecture_42_or_later: aarch64 - multiversion_edition: targeted - scons_cache_scope: shared - tasks: - - name: compile_test_and_package_serial_TG - - name: compile_test_and_package_parallel_unittest_stream_TG + - name: free_monitoring - name: jsCore - name: replica_sets_jscore_passthrough + - name: test_packages + distros: + - ubuntu2004-package - name: .publish + distros: + - ubuntu2004-test - name: generate_buildid_to_debug_symbols_mapping - name: windows @@ -2099,20 +1621,17 @@ buildvariants: multiversion_platform_44_or_later: windows multiversion_edition: base content_type: application/zip - compile_flags: --ssl MONGO_DISTMOD=windows -j$(bc <<< "$(grep -c '^processor' /proc/cpuinfo) / 1.5") --win-version-min=win10 --modules= + compile_flags: --ssl MONGO_DISTMOD=windows -j$(bc <<< "$(grep -c '^processor' /proc/cpuinfo) / 1.5") --win-version-min=win10 num_scons_link_jobs_available: 0.25 python: '/cygdrive/c/python/python37/python.exe' ext: zip scons_cache_scope: shared large_distro_name: windows-vsCurrent-large - test_flags: &windows_common_test_excludes --excludeWithAnyTags=incompatible_with_windows_tls,requires_latch_analyzer --enableEnterpriseTests=off + test_flags: &windows_common_test_excludes --excludeWithAnyTags=incompatible_with_windows_tls tasks: - name: compile_test_and_package_serial_TG distros: - windows-vsCurrent-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - windows-vsCurrent-large - name: .aggfuzzer - name: .aggregation !.auth !.encrypt !.unwind - name: auth_gen @@ -2125,6 +1644,7 @@ buildvariants: - windows-vsCurrent-large - name: .concurrency .common - name: disk_wiredtiger + - name: free_monitoring - name: .jscore .common !.auth - name: json_schema - name: .jstestfuzz !.initsync !.flow_control !.stepdowns @@ -2133,7 +1653,7 @@ buildvariants: - name: .query_fuzzer - name: .read_write_concern - name: replica_sets_gen - - name: replica_sets_jscore_passthrough_gen + - name: replica_sets_jscore_passthrough - name: .sharding .jscore !.wo_snapshot !.multi_stmt - name: .sharding .txns - name: .sharding .common !.csrs @@ -2141,10 +1661,14 @@ buildvariants: - name: .stitch - name: .updatefuzzer - name: push + distros: + - rhel70-small - name: enterprise-windows display_name: "Enterprise Windows" cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - windows-vsCurrent-small expansions: @@ -2172,9 +1696,6 @@ buildvariants: - name: compile_test_and_package_serial_TG distros: - windows-vsCurrent-large - - name: compile_test_and_package_parallel_unittest_stream_TG - distros: - - windows-vsCurrent-large - name: .aggfuzzer - name: .aggregation !.auth !.encrypt !.unwind - name: auth_gen @@ -2190,6 +1711,8 @@ buildvariants: distros: - windows-vsCurrent-large - name: .publish_crypt + distros: + - rhel70-small - name: disk_wiredtiger - name: .jscore .common !.auth - name: json_schema @@ -2205,8 +1728,11 @@ buildvariants: - name: .sharding .txns - name: .sharding .common !.csrs - name: .ssl + - name: .stitch - name: .updatefuzzer - name: push + distros: + - rhel70-small ########################################### # macOS buildvariants # @@ -2217,29 +1743,50 @@ buildvariants: run_on: - macos-1100 expansions: - test_flags: --excludeWithAnyTags=incompatible_with_macos,requires_latch_analyzer --enableEnterpriseTests=off + test_flags: --excludeWithAnyTags=incompatible_with_macos push_path: osx push_bucket: downloads.mongodb.org push_name: macos push_arch: x86_64 compile_env: DEVELOPER_DIR=/Applications/Xcode13.app - compile_flags: --ssl -j$(sysctl -n hw.logicalcpu) --libc++ --variables-files=etc/scons/xcode_macosx.vars --modules= + compile_flags: --ssl -j$(sysctl -n hw.logicalcpu) --libc++ --variables-files=etc/scons/xcode_macosx.vars resmoke_jobs_max: 6 tasks: - name: compile_test_and_package_serial_TG - - name: compile_test_and_package_parallel_unittest_stream_TG - name: compile_build_tools_next_TG - - name: aggregation + - name: .aggregation !.auth !.encrypt !.unwind - name: auth_gen - - name: change_streams + - name: .causally_consistent !.sharding + - name: .change_streams !.secondary_reads - name: .misc_js + - name: .concurrency !.ubsan !.no_txns !.debug_only !.kill_terminate - name: disk_wiredtiger - - name: .jscore .common !.auth !.sharding + - name: free_monitoring + - name: initial_sync_fuzzer_gen + - name: .jscore .common !.auth + - name: jsCore_txns_large_txns_format + - name: .jstestfuzz .causal + - name: .jstestfuzz .interrupt + - name: .jstestfuzz .common + - name: .jstestfuzz .session - name: .logical_session_cache .one_sec + - name: .query_fuzzer + - name: .read_write_concern !.linearize - name: replica_sets_gen + - name: replica_sets_kill_secondaries_jscore_passthrough + - name: replica_sets_large_txns_format_gen - name: .replica_sets .common !.auth + - name: retryable_writes_jscore_passthrough_gen + - name: .rollbackfuzzer + - name: session_jscore_passthrough + - name: .sharding .jscore !.wo_snapshot !.multi_stmt + - name: .sharding .txns - name: .ssl + - name: .stitch + - name: unittest_shell_hang_analyzer_gen - name: push + distros: + - rhel70-small - name: macos-arm64 display_name: macOS arm64 @@ -2247,37 +1794,60 @@ buildvariants: run_on: - macos-1100-arm64 expansions: - test_flags: --excludeWithAnyTags=incompatible_with_macos,requires_latch_analyzer --enableEnterpriseTests=off + test_flags: --excludeWithAnyTags=incompatible_with_macos push_path: osx push_bucket: downloads.mongodb.org push_name: macos push_arch: arm64 compile_env: DEVELOPER_DIR=/Applications/Xcode13.app - compile_flags: --ssl -j$(sysctl -n hw.logicalcpu) --libc++ --variables-files=etc/scons/xcode_macosx_arm.vars --modules= + compile_flags: --ssl -j$(sysctl -n hw.logicalcpu) --libc++ --variables-files=etc/scons/xcode_macosx_arm.vars resmoke_jobs_max: 6 tasks: - name: compile_test_and_package_serial_TG - - name: compile_test_and_package_parallel_unittest_stream_TG - name: compile_build_tools_next_TG - - name: aggregation + - name: .aggregation !.auth !.encrypt !.unwind - name: auth_gen - - name: change_streams + - name: .causally_consistent !.sharding + - name: .change_streams !.secondary_reads - name: .misc_js + - name: .concurrency !.ubsan !.no_txns !.debug_only !.kill_terminate - name: disk_wiredtiger - - name: .jscore .common !.auth !.sharding + - name: free_monitoring + - name: initial_sync_fuzzer_gen + - name: .jscore .common !.auth + - name: jsCore_txns_large_txns_format + - name: .jstestfuzz .causal + - name: .jstestfuzz .interrupt + - name: .jstestfuzz .common + - name: .jstestfuzz .session - name: .logical_session_cache .one_sec + - name: .query_fuzzer + - name: .read_write_concern !.linearize - name: replica_sets_gen + - name: replica_sets_kill_secondaries_jscore_passthrough + - name: replica_sets_large_txns_format_gen - name: .replica_sets .common !.auth + - name: retryable_writes_jscore_passthrough_gen + - name: .rollbackfuzzer + - name: session_jscore_passthrough + - name: .sharding .jscore !.wo_snapshot !.multi_stmt + - name: .sharding .txns - name: .ssl + - name: .stitch + - name: unittest_shell_hang_analyzer_gen - name: push + distros: + - rhel70-small - name: enterprise-macos display_name: Enterprise macOS cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - macos-1100 expansions: - test_flags: --excludeWithAnyTags=incompatible_with_macos,requires_gcm,requires_latch_analyzer + test_flags: --excludeWithAnyTags=incompatible_with_macos,requires_gcm additional_package_targets: archive-mongocryptd archive-mongocryptd-debug archive-mh archive-mh-debug push_path: osx push_bucket: downloads.10gen.com @@ -2288,25 +1858,36 @@ buildvariants: resmoke_jobs_max: 6 tasks: - name: compile_test_and_package_serial_TG - - name: compile_test_and_package_parallel_unittest_stream_TG - name: compile_build_tools_next_TG - name: audit - name: auth_audit_gen - - name: .encrypt !.replica_sets !.sharding !.aggregation !.jscore + - name: causally_consistent_jscore_txns_passthrough + # TODO: SERVER-66945 Re-enable ESE on enterprise macos + # - name: .encrypt !.replica_sets !.sharding !.aggregation !.jscore + - name: .jscore .common !.decimal !.sharding + - name: .jstestfuzz .common - name: .logical_session_cache .one_sec + - name: mqlrun - name: replica_sets_auth_gen + - name: replica_sets_jscore_passthrough - name: sasl - name: push + distros: + - rhel70-small - name: .crypt - name: .publish_crypt + distros: + - rhel70-small - name: enterprise-macos-arm64 display_name: Enterprise macOS arm64 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - macos-1100-arm64 expansions: - test_flags: --excludeWithAnyTags=incompatible_with_macos,requires_gcm,requires_latch_analyzer + test_flags: --excludeWithAnyTags=incompatible_with_macos,requires_gcm additional_package_targets: archive-mongocryptd archive-mongocryptd-debug archive-mh archive-mh-debug push_path: osx push_bucket: downloads.10gen.com @@ -2317,225 +1898,22 @@ buildvariants: resmoke_jobs_max: 6 tasks: - name: compile_test_and_package_serial_TG - - name: compile_test_and_package_parallel_unittest_stream_TG - name: compile_build_tools_next_TG - name: audit - name: auth_audit_gen + - name: causally_consistent_jscore_txns_passthrough + - name: .encrypt !.replica_sets !.sharding !.aggregation !.jscore - name: .jscore .common !.decimal !.sharding - - name: fle - - name: fle2 + - name: .jstestfuzz .common - name: .logical_session_cache .one_sec + - name: mqlrun - name: replica_sets_auth_gen + - name: replica_sets_jscore_passthrough - name: sasl - name: push + distros: + - rhel70-small - name: .crypt - name: .publish_crypt - -- name: amazon-linux2-arm64-try-sbe-engine - display_name: Amazon Linux 2 arm64 Query Patch Only (trySbeEngine) - cron: "0 4 * * 0" # From the ${project_weekly_cron} parameter. - run_on: - - amazon2-arm64-latest-small - expansions: - additional_package_targets: archive-mongocryptd archive-mongocryptd-debug archive-mh archive-mh-debug - push_path: linux - push_bucket: downloads.10gen.com - push_name: linux - push_arch: aarch64-enterprise-amazon2 - # Diagnostic latches are disabled by default, and we match that behavior here. We also need to - # exclude tests with 'requires_latch_analyzer'. - compile_flags: >- - --ssl - MONGO_DISTMOD=amazon2 - -j$(grep -c ^processor /proc/cpuinfo) - --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars - --use-diagnostic-latches=off - crypt_task_compile_flags: SHLINKFLAGS_EXTRA="-Wl,-Bsymbolic -Wl,--no-gnu-unique" CCFLAGS="-fno-gnu-unique" - test_flags: >- - --mongodSetParameters="{featureFlagSbeFull: true, internalQueryForceClassicEngine: false}" - --excludeWithAnyTags=resource_intensive,incompatible_with_amazon_linux,sbe_incompatible,requires_latch_analyzer - has_packages: true - multiversion_platform: amazon2 - multiversion_edition: enterprise - multiversion_architecture: arm64 - multiversion_architecture_42_or_later: aarch64 - multiversion_skip_install_for_40: "true" - packager_script: packager_enterprise.py - packager_arch: aarch64 - packager_distro: amazon2 - repo_edition: enterprise - scons_cache_scope: shared - large_distro_name: amazon2-arm64-latest-large - tasks: - - name: compile_and_archive_dist_test_then_package_TG - distros: - - amazon2-arm64-latest-large - - name: aggregation_mongos_passthrough - - name: aggregation_sharded_collections_passthrough - - name: aggregation_one_shard_sharded_collections - - name: aggregation - - name: aggregation_disabled_optimization - - name: noPassthrough_gen - - name: noPassthroughWithMongod_gen - - name: jsCore distros: - - amazon2-arm64-latest-large - - name: replica_sets_jscore_passthrough_gen - - name: sharded_collections_jscore_passthrough_gen - - name: sharding_jscore_passthrough - - name: burn_in_tests_gen - - name: concurrency_gen - - name: concurrency_replication_gen - - name: concurrency_sharded_replication_gen - -# This task is responsible for creating a AL2023 x86 server binary candidate for 10gen/mongot. -# A project trigger defined on 10gen/mongot runs when this variant succeeds, to check if the resulting -# binary candidate passes their tests and is therefore safe to use in their pre-commit integration tests. -- name: amazon-linux-2023-x86-mongot-integration-cron-only - display_name: "AL2023 x86 mongot integration tasks cron only" - cron: "0 */4 * * *" # Run these tasks every 4 hours - patchable: false - run_on: - - amazon2023.0-small - expansions: - push_path: linux - push_bucket: downloads.10gen.com - push_name: linux - push_arch: x86_64-enterprise-amazon2023 - compile_flags: --ssl MONGO_DISTMOD=amazon2023 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars --enterprise-features="audit,encryptdb,fcbis,fips,fle,hot_backups,inmemory,kerberos,vector_search,ldap,live_import,mongohouse,queryable,sasl,search,serverless" - # TODO BUILD-13887 should fix uses_pykmip incompatibility. - test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux,requires_ldap_pool,uses_pykmip,requires_v4_0,requires_external_data_source,requires_latch_analyzer - has_packages: false - multiversion_platform: amazon2023 - multiversion_edition: enterprise - multiversion_architecture: x86_64 - packager_script: packager_enterprise.py - packager_arch: x86_64 - packager_distro: amazon2023 - repo_edition: enterprise - scons_cache_scope: shared - compile_variant: amazon-linux-2023-x86-mongot-integration-cron-only - tasks: - - name: compile_test_and_package_serial_TG - distros: - - amazon2023.0-large - - name: search - - name: search_auth - - name: search_pinned_connections_auth - - name: search_ssl - - name: vector_search - - name: vector_search_auth - - name: vector_search_ssl - -# This task is responsible for creating a AL2023 arm64 server binary candidate for 10gen/mongot. -# A project trigger defined on 10gen/mongot runs when this variant succeeds, to check if the resulting -# binary candidate passes their tests and is therefore safe to use in their pre-commit integration tests. -- name: amazon2023-arm64-mongot-integration-cron-only - display_name: "AL2023 arm64 mongot integration tasks cron only" - cron: "0 */4 * * *" # Run these tasks every 4 hours - patchable: false - run_on: - - amazon2023.0-arm64-small - expansions: - compile_flags: >- - --ssl - MONGO_DISTMOD=amazon2023 - -j$(grep -c ^processor /proc/cpuinfo) - --variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars --enterprise-features="audit,encryptdb,fcbis,fips,fle,hot_backups,inmemory,kerberos,vector_search,ldap,live_import,mongohouse,queryable,sasl,search,serverless" - test_flags: >- - --excludeWithAnyTags=incompatible_with_amazon_linux,requires_external_data_source,requires_latch_analyzer - --enableEnterpriseTests=off - has_packages: false - multiversion_platform: amazon2023 - multiversion_edition: enterprise - multiversion_architecture: aarch64 - packager_script: packager_enterprise.py - packager_arch: aarch64 - packager_distro: amazon2023 - repo_edition: enterprise - scons_cache_scope: shared - compile_variant: amazon2023-arm64-mongot-integration-cron-only - tasks: - - name: compile_test_and_package_serial_TG - distros: - - amazon2023.0-arm64-large - - name: search - - name: search_auth - - name: search_pinned_connections_auth - - name: search_ssl - - name: vector_search - - name: vector_search_auth - - name: vector_search_ssl - -# This task is responsible for creating a AL2 arm64 server binary candidate for 10gen/mongot. -# A project trigger defined on 10gen/mongot runs when this variant succeeds, to check if the resulting -# binary candidate passes their tests and is therefore safe to use in their pre-commit integration tests. -- name: amazon-linux2-arm64-mongot-integration-cron-only - display_name: "AL2 arm64 mongot integration tasks cron only" - cron: "0 */4 * * *" # Run these tasks every 4 hours - patchable: false - run_on: - - amazon2-arm64-small - stepback: true - expansions: - compile_flags: >- - --ssl - MONGO_DISTMOD=amazon2 - -j$(grep -c ^processor /proc/cpuinfo) - --variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars - scons_cache_scope: shared - scons_cache_mode: all - has_packages: false - target_resmoke_time: 10 - idle_timeout_factor: 1.5 - exec_timeout_factor: 1.5 - compile_variant: amazon-linux2-arm64-mongot-integration-cron-only - tasks: - - name: compile_test_and_package_serial_TG - distros: - - amazon2-arm64-large - - name: search - - name: search_auth - - name: search_pinned_connections_auth - - name: search_ssl - - name: vector_search - - name: vector_search_auth - - name: vector_search_ssl - -# This task is responsible for creating a AL2 x86 server binary candidate for 10gen/mongot. -# A project trigger defined on 10gen/mongot runs when this variant succeeds, to check if the resulting -# binary candidate passes their tests and is therefore safe to use in their pre-commit integration tests -- name: amazon2-x86-mongot-integration-cron-only - display_name: "AL2 x86 mongot integration tasks cron only" - cron: "0 */4 * * *" # Run these tasks every 4 hours - patchable: false - run_on: - - amazon2-large - expansions: - compile_flags: >- - --ssl - MONGO_DISTMOD=amazon2 - -j$(grep -c ^processor /proc/cpuinfo) - --variables-files=etc/scons/mongodbtoolchain_stable_gcc.vars - test_flags: --excludeWithAnyTags=incompatible_with_amazon_linux,requires_ldap_pool,requires_v4_0,requires_external_data_source,requires_latch_analyzer - has_packages: false - multiversion_platform: amazon2 - multiversion_edition: enterprise - multiversion_architecture: x86_64 - packager_script: packager_enterprise.py - packager_arch: x86_64 - packager_distro: amazon2 - repo_edition: enterprise - scons_cache_scope: shared - compile_variant: amazon2-x86-mongot-integration-cron-only - tasks: - - name: compile_test_and_package_serial_TG - distros: - - amazon2-large - - name: search - - name: search_auth - - name: search_pinned_connections_auth - - name: search_ssl - - name: vector_search - - name: vector_search_auth - - name: vector_search_ssl + - rhel70-small diff --git a/etc/evergreen_yml_components/variants/ninja.yml b/etc/evergreen_yml_components/variants/ninja.yml deleted file mode 100644 index 07d5be46125..00000000000 --- a/etc/evergreen_yml_components/variants/ninja.yml +++ /dev/null @@ -1,85 +0,0 @@ -buildvariants: - -- name: enterprise-windows-ninja - display_name: "Ninja Build: Enterprise Windows" - cron: "0 4 * * 0" # Run once a week to ensure no failures introduced to ninja builds - expansions: - compile_flags: --ssl MONGO_DISTMOD=windows CPPPATH="c:/sasl/include c:/snmp/include" LIBPATH="c:/sasl/lib c:/snmp/lib" -j$(bc <<< "$(grep -c '^processor' /proc/cpuinfo) / 1.5") --win-version-min=win10 - tasks: - - name: compile_ninja_next_TG - distros: - - windows-vsCurrent-large - - name: compile_ninja_TG - distros: - - windows-vsCurrent-large - -- name: macos-enterprise-ninja - display_name: "Ninja Build: macOS Enterprise" - cron: "0 4 * * 0" # Run once a week to ensure no failures introduced to ninja builds - run_on: - - macos-1100 - expansions: - compile_env: DEVELOPER_DIR=/Applications/Xcode13.app - compile_flags: --ssl -j$(sysctl -n hw.logicalcpu) --libc++ --variables-files=etc/scons/xcode_macosx.vars - tasks: - - name: compile_ninja_next_TG - - name: compile_ninja_TG - -- name: ubuntu1804-ninja-build-profiles - display_name: "Ninja Build Profiles: Ubuntu 18.04" - cron: "0 4 * * 0" # # Run once a week to ensure no failures introduced to build profiles - run_on: - - ubuntu1804-small - stepback: false - expansions: - compile_flags: --ssl --ocsp-stapling=off MONGO_DISTMOD=ubuntu1804 -j$(grep -c ^processor /proc/cpuinfo) --modules= - test_flags: --enableEnterpriseTests=off - repo_edition: enterprise - has_packages: false - tasks: - - name: compile_ninja_default_profile_TG - distros: - - ubuntu1804-xlarge - - name: compile_ninja_opt_profile_TG - distros: - - ubuntu1804-xlarge - - name: compile_ninja_san_profile_TG - distros: - - ubuntu1804-xlarge - - name: compile_ninja_fast_profile_TG - distros: - - ubuntu1804-xlarge - -- name: enterprise-rhel-8-64-bit-dynamic-required-ninja - display_name: "Ninja Build: Enterprise RHEL 8" - cron: "0 4 * * 0" # Run once a week to ensure no failures introduced to ninja builds - run_on: - - rhel80-small - expansions: - compile_flags: --ssl MONGO_DISTMOD=rhel80 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --link-model=dynamic - has_packages: false - tasks: - - name: compile_ninja_next_TG - distros: - - rhel80-xlarge - - name: compile_ninja_TG - distros: - - rhel80-xlarge - -- name: enterprise-rhel8-ninja - display_name: "Ninja Build: RHEL 8" - cron: "0 4 * * 0" # Run once a week to ensure no failures introduced to ninja builds - run_on: - - rhel80-small - stepback: false - expansions: - compile_flags: --ssl --ocsp-stapling=off MONGO_DISTMOD=rhel80 -j$(grep -c ^processor /proc/cpuinfo) --variables-files=etc/scons/mongodbtoolchain_v3_gcc.vars --link-model=dynamic - repo_edition: enterprise - has_packages: false - tasks: - - name: compile_ninja_next_TG - distros: - - rhel80-build - - name: compile_ninja_TG - distros: - - rhel80-build diff --git a/etc/evergreen_yml_components/variants/sanitizer.yml b/etc/evergreen_yml_components/variants/sanitizer.yml index bdc478003e8..ec0da723723 100644 --- a/etc/evergreen_yml_components/variants/sanitizer.yml +++ b/etc/evergreen_yml_components/variants/sanitizer.yml @@ -3,8 +3,8 @@ buildvariants: -- name: rhel8-asan - display_name: ~ ASAN RHEL 8 +- name: rhel80-asan + display_name: ~ ASAN RHEL 8.0 cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. run_on: - rhel80-build @@ -12,7 +12,7 @@ buildvariants: expansions: lang_environment: LANG=C san_options: LSAN_OPTIONS="suppressions=etc/lsan.suppressions:report_objects=1:external_symbolizer_path=/opt/mongodbtoolchain/v3/bin/llvm-symbolizer" ASAN_OPTIONS="detect_leaks=1:check_initialization_order=true:strict_init_order=true:abort_on_error=1:disable_coredump=0:handle_abort=1:external_symbolizer_path=/opt/mongodbtoolchain/v3/bin/llvm-symbolizer" - compile_flags: --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars --opt=on --allocator=system --sanitize=address --ssl --ocsp-stapling=off -j$(grep -c ^processor /proc/cpuinfo) --use-diagnostic-latches=on + compile_flags: --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars --opt=on --allocator=system --sanitize=address --ssl --ocsp-stapling=off -j$(grep -c ^processor /proc/cpuinfo) multiversion_platform: rhel80 multiversion_edition: enterprise resmoke_jobs_factor: 0.3 # Avoid starting too many mongod's under ASAN build. @@ -22,13 +22,15 @@ buildvariants: separate_debug: off tasks: - name: compile_test_and_package_serial_TG - - name: compile_test_and_package_parallel_unittest_stream_TG - name: .aggfuzzer .common + - name: free_monitoring - name: .jstestfuzz !.initsync -- name: rhel8-debug-asan - display_name: ~ ASAN Enterprise RHEL 8 DEBUG +- name: rhel80-debug-asan + display_name: ~ ASAN Enterprise RHEL 8.0 DEBUG cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - rhel80-build stepback: false @@ -38,8 +40,8 @@ buildvariants: # If you add anything to san_options, make sure the appropriate changes are # also made to SConstruct. san_options: LSAN_OPTIONS="suppressions=etc/lsan.suppressions:report_objects=1:external_symbolizer_path=/opt/mongodbtoolchain/v3/bin/llvm-symbolizer" ASAN_OPTIONS="detect_leaks=1:check_initialization_order=true:strict_init_order=true:abort_on_error=1:disable_coredump=0:handle_abort=1:external_symbolizer_path=/opt/mongodbtoolchain/v3/bin/llvm-symbolizer" - compile_flags: --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars --dbg=on --opt=on --allocator=system --sanitize=address --ssl --ocsp-stapling=off -j$(grep -c ^processor /proc/cpuinfo) - test_flags: --excludeWithAnyTags=requires_fast_memory,requires_ocsp_stapling,requires_increased_memlock_limits,requires_latch_analyzer + compile_flags: --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars --dbg=on --opt=on --allocator=system --sanitize=address --ssl --ocsp-stapling=off --enable-free-mon=on -j$(grep -c ^processor /proc/cpuinfo) + test_flags: --excludeWithAnyTags=requires_fast_memory,requires_ocsp_stapling multiversion_platform: rhel80 multiversion_edition: enterprise resmoke_jobs_factor: 0.3 # Avoid starting too many mongod's under ASAN build. @@ -50,9 +52,7 @@ buildvariants: large_distro_name: rhel80-build tasks: - name: compile_test_and_package_serial_TG - - name: compile_test_and_package_parallel_unittest_stream_TG - name: compile_benchmarks - - name: compile_integration_and_test_parallel_stream_TG - name: .aggregation - name: .auth - name: audit @@ -62,9 +62,11 @@ buildvariants: - name: .misc_js - name: .concurrency !.ubsan !.no_txns !.kill_terminate - name: .encrypt + - name: free_monitoring - name: external_auth - name: external_auth_aws - name: initial_sync_fuzzer_gen + - name: .integration !.standalone !.audit - name: .jscore .common - name: jsCore_minimum_batch_size - name: jsCore_txns_large_txns_format @@ -92,15 +94,18 @@ buildvariants: - name: .sharding .common !.csrs - name: snmp - name: .watchdog + - name: .stitch - name: .serverless - name: unittest_shell_hang_analyzer_gen - name: .updatefuzzer - name: server_discovery_and_monitoring_json_test_TG - name: server_selection_json_test_TG -- name: rhel8-debug-ubsan - display_name: ~ UBSAN Enterprise RHEL 8 DEBUG +- name: rhel80-debug-ubsan + display_name: ~ UBSAN Enterprise RHEL 8.0 DEBUG cron: "0 4 * * *" # From the ${project_nightly_cron} parameter. + modules: + - enterprise run_on: - rhel80-build stepback: false @@ -110,8 +115,8 @@ buildvariants: # If you add anything to san_options, make sure the appropriate changes are # also made to SConstruct. san_options: UBSAN_OPTIONS="print_stacktrace=1:external_symbolizer_path=/opt/mongodbtoolchain/v3/bin/llvm-symbolizer" - compile_flags: --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars --dbg=on --opt=on --sanitize=undefined --ssl --ocsp-stapling=off -j$(grep -c ^processor /proc/cpuinfo) --use-diagnostic-latches=on - test_flags: --excludeWithAnyTags=requires_ocsp_stapling,requires_increased_memlock_limits + compile_flags: --variables-files=etc/scons/mongodbtoolchain_v3_clang.vars --dbg=on --opt=on --sanitize=undefined --ssl --ocsp-stapling=off --enable-free-mon=on -j$(grep -c ^processor /proc/cpuinfo) + test_flags: --excludeWithAnyTags=requires_ocsp_stapling multiversion_platform: rhel80 multiversion_edition: enterprise resmoke_jobs_factor: 0.3 # Avoid starting too many mongod's under UBSAN build. @@ -120,9 +125,7 @@ buildvariants: large_distro_name: rhel80-build tasks: - name: compile_test_and_package_serial_TG - - name: compile_test_and_package_parallel_unittest_stream_TG - name: compile_benchmarks - - name: compile_integration_and_test_parallel_stream_TG - name: .aggregation - name: .auth - name: audit @@ -130,10 +133,12 @@ buildvariants: - name: .causally_consistent !.wo_snapshot - name: .change_streams - name: .misc_js - - name: .concurrency !.no_txns !.kill_terminate + - name: .concurrency !.no_txns !.repl !.kill_terminate - name: disk_wiredtiger - name: .encrypt + - name: free_monitoring - name: initial_sync_fuzzer_gen + - name: .integration !.audit - name: .jscore .common - name: jsCore_minimum_batch_size - name: jsCore_txns_large_txns_format @@ -158,6 +163,7 @@ buildvariants: - name: .sharding .jscore !.wo_snapshot - name: .sharding .common !.csrs - name: snmp + - name: .stitch - name: .updatefuzzer - name: .serverless - name: watchdog_wiredtiger diff --git a/etc/evergreen_yml_components/variants/task_generation.yml b/etc/evergreen_yml_components/variants/task_generation.yml index fa010996291..9c09890e566 100644 --- a/etc/evergreen_yml_components/variants/task_generation.yml +++ b/etc/evergreen_yml_components/variants/task_generation.yml @@ -3,13 +3,9 @@ buildvariants: - name: generate-tasks-for-version display_name: "Generate tasks for evergreen version" + modules: + - enterprise run_on: - rhel80-medium tasks: - name: version_gen - distros: - - ubuntu2004-medium - - name: version_burn_in_gen - distros: - - ubuntu2004-medium - - name: version_expansions_gen |