self-tests.yml

command_type: test
stepback: true
ignore:
  - "*.md" # don't schedule tests if a commit only changes markdown files
  - "*.mdx"
  - ".github/*" # github CODEOWNERS configuration

pre_error_fails_task: true
pre:
  - func: assume-role

post:
  - func: attach-test-results
  - command: s3.put
    display_name: Upload smoke test's app server logs to S3
    type: system
    params:
      aws_key: ${AWS_ACCESS_KEY_ID}
      aws_secret: ${AWS_SECRET_ACCESS_KEY}
      aws_session_token: ${AWS_SESSION_TOKEN}
      local_file: evergreen/app_server.log
      remote_file: evergreen/${task_id}/app_server.log
      bucket: mciuploads
      content_type: text/plain
      permissions: private
      display_name: Evergreen smoke test application server logs
  - command: s3.put
    display_name: Upload smoke test agent logs to S3
    type: system
    params:
      aws_key: ${AWS_ACCESS_KEY_ID}
      aws_secret: ${AWS_SECRET_ACCESS_KEY}
      aws_session_token: ${AWS_SESSION_TOKEN}
      local_files_include_filter: evergreen/smoke*.log
      remote_file: evergreen/${task_id}/
      bucket: mciuploads
      content_type: text/plain
      permissions: private
      display_name: (Evergreen smoke test agent logs)

#######################################
#         YAML Templates              #
#######################################
variables:
  - &run-go-test-suite
    # runs a make target and then uploads gotest output to
    # evergreen. The test name should correspond to a make target for
    # that suite
    name: test
    must_have_test_results: true
    commands:
      - func: get-project-and-modules
      - func: setup-credentials
      - func: run-make
        vars: { target: "${task_name}" }
  - &run-go-test-suite-with-docker
    name: test
    must_have_test_results: true
    commands:
      - func: get-project-and-modules
      - func: setup-credentials
      - func: setup-mongodb
      - func: setup-docker-host
      - func: run-make
        vars: { target: "${task_name}" }
  - &run-go-test-suite-with-mongodb
    # runs a make target above, but only on systems that have a
    # running mongod started for testing.
    name: test
    must_have_test_results: true
    commands:
      - func: get-project-and-modules
      - func: setup-credentials
      - func: setup-mongodb
      - func: run-make
        vars: { target: "${task_name}" }
  - &run-go-test-suite-with-mongodb-useast
    # runs a make target above, but only on systems that have a
    # running mongod started for testing.
    name: test
    must_have_test_results: true
    commands:
      - func: get-project-and-modules
      - func: setup-credentials
      - func: setup-mongodb
      - func: run-make
        vars: { target: "${task_name}", tz: "America/New_York" }
  - &run-smoke-test
    name: smoke
    must_have_test_results: true
    commands:
      - command: timeout.update
        params:
          exec_timeout_secs: 900
          timeout_secs: 900
      - func: get-project-and-modules
      - func: setup-mongodb
      - func: setup-credentials
      - func: run-make
        vars: { target: "load-smoke-data" }
      - command: github.generate_token
        params:
          expansion_name: github_token
      - command: subprocess.exec
        params:
          silent: true
          working_dir: evergreen
          env:
            GITHUB_APP_ID: ${staging_github_app_id}
            GITHUB_APP_KEY: ${staging_github_app_key}
          command: bash scripts/setup-smoke-config.sh
      - func: run-make
        vars: { target: "set-smoke-vars" }
      - func: run-make
        vars: { target: "set-smoke-git-config" }
      - func: run-make
        vars: { target: "${task_name}" }

  - &run-generate-lint
    name: generate-lint
    commands:
      - func: get-project-and-modules
      - func: run-make
        vars: { target: "${task_name}" }
      - command: s3.put
        type: system
        params:
          aws_key: ${AWS_ACCESS_KEY_ID}
          aws_secret: ${AWS_SECRET_ACCESS_KEY}
          aws_session_token: ${AWS_SESSION_TOKEN}
          local_file: evergreen/bin/generate-lint.json
          remote_file: evergreen/${build_id}-${build_variant}/bin/generate-lint.json
          bucket: mciuploads
          content_type: application/json
          permissions: public-read
          display_name: generate-lint.json
      - command: generate.tasks
        params:
          files:
            - evergreen/bin/generate-lint.json

  - &build-and-push-client
    name: build-and-push-client
    commands:
      - func: get-project-and-modules
      - func: run-make
        vars: { target: "${task_name}" }
      - func: assume-role
        vars:
          assume_role_arn: ${client_assume_role_arn}
      - command: s3.put
        params:
          aws_key: ${AWS_ACCESS_KEY_ID}
          aws_secret: ${AWS_SECRET_ACCESS_KEY}
          aws_session_token: ${AWS_SESSION_TOKEN}
          local_files_include_filter_prefix: evergreen/clients
          local_files_include_filter: "*_*/evergreen*"
          remote_file: evergreen/clients/${version_id}/
          content_type: binary/octet-stream
          bucket: evg-bucket-evergreen
          permissions: public-read
          preserve_path: true

  - &tar-and-push-static-assets
    commands:
      - func: get-project-and-modules
      - func: run-make
        vars: { target: "bin/static_assets.tgz" }
      - func: assume-role
        vars:
          assume_role_arn: ${client_assume_role_arn}
      - command: s3.put
        params:
          aws_key: ${AWS_ACCESS_KEY_ID}
          aws_secret: ${AWS_SECRET_ACCESS_KEY}
          aws_session_token: ${AWS_SESSION_TOKEN}
          local_file: evergreen/bin/static_assets.tgz
          remote_file: evergreen/clients/${version_id}/static_assets.tgz
          content_type: application/gzip
          bucket: evg-bucket-evergreen
          permissions: public-read

#######################################
#              Functions              #
#######################################
functions:
  get-project-and-modules:
    - command: github.generate_token
      type: setup
      params:
        expansion_name: github_token
    - command: git.get_project
      type: setup
      params:
        directory: evergreen
        token: ${github_token}
        use_scalar: true
    - command: shell.exec
      type: setup
      params:
        working_dir: evergreen
        include_expansions_in_env: ["GOROOT", "github_token"]
        shell: bash
        script: |
          # Set GitHub app dynamic token to ensure it can clone non-public repos for Go modules.
          git config --global url."https://x-access-token:${github_token}@github.com/evergreen-ci/".insteadOf https://github.com/evergreen-ci/

          # Downloading modules is flaky in the ubuntu1604-arm64 distros, because the TCP connection is sometimes reset
          # by the peer for unknown reasons (this does not happen in other distros). Retry the module download multiple
          # times to reduce the flakiness.
          for i in {1..5}; do
            make mod-tidy
            [[ $? -eq 0 ]] && break;
          done

  assume-role:
    command: ec2.assume_role
    type: setup
    params:
      role_arn: ${assume_role_arn}

  run-make:
    command: subprocess.exec
    params:
      working_dir: evergreen
      binary: make
      args: ["${make_args|}", "${target}"]
      include_expansions_in_env:
        - GOROOT
        - AWS_ACCESS_KEY_ID
        - AWS_SECRET_ACCESS_KEY
        - AWS_SESSION_TOKEN
        - MONGO_CREDS_FILE
        - RUN_TEST
        - RUN_EC2_SPECIFIC_TESTS
        - IS_DOCKER
        - task_id
        - task_name
        - execution
        - version_id
        - requester
        - build_id
        - build_variant
        - project
        - project_id
        - distro_id
      env:
        DEBUG_ENABLED: ${debug}
        DOCKER_HOST: ${docker_host}
        EVERGREEN_ALL: "true"
        GOARCH: ${goarch}
        GOOS: ${goos}
        KARMA_REPORTER: junit
        NODE_BIN_PATH: ${nodebin}
        RACE_DETECTOR: ${race_detector}
        SETTINGS_OVERRIDE: creds.yml
        TEST_TIMEOUT: ${test_timeout}
        TZ: ${tz}
        VENDOR_PKG: "github.com/${trigger_repo_owner}/${trigger_repo_name}"
        VENDOR_REVISION: ${trigger_revision}
        XC_BUILD: ${xc_build}
        NOTARY_CLIENT_URL: ${notary_client_url}
        NOTARY_SERVER_URL: ${notary_server_url}
        MACOS_NOTARY_KEY: ${notary_server_id}
        MACOS_NOTARY_SECRET: ${notary_server_secret}
        EVERGREEN_BUNDLE_ID: ${evergreen_bundle_id}
        OTEL_COLLECTOR_ENDPOINT: ${otel_collector_endpoint}
        OTEL_TRACE_ID: ${otel_trace_id}
        OTEL_PARENT_ID: ${otel_parent_id}
        EVG_VERSION_ID: ${version_id}
        EVG_CLIENT_S3_BUCKET: evg-bucket-evergreen

  setup-credentials:
    - command: github.generate_token
      params:
        expansion_name: github_token
    - command: subprocess.exec
      type: setup
      params:
        silent: true
        working_dir: evergreen
        env:
          GITHUB_APP_ID: ${staging_github_app_id}
          GITHUB_APP_KEY: ${staging_github_app_key}
          JIRA_SERVER: ${jiraserver}
          CROWD_SERVER: ${crowdserver}
          PARSER_PROJECT_S3_PREFIX: ${task_id}/parser-projects
          GENERATED_JSON_S3_PREFIX: ${task_id}/generated-json
          JIRA_PRIVATE_KEY: ${jira_private_key}
          JIRA_ACCESS_TOKEN: ${jira_access_token}
          JIRA_TOKEN_SECRET: ${jira_token_secret}
          JIRA_CONSUMER_KEY: ${jira_consumer_key}
          PAPERTRAIL_KEY_ID: ${papertrail_key_id}
          PAPERTRAIL_SECRET_KEY: ${papertrail_secret_key}
          RUNTIME_ENVIRONMENTS_BASE_URL: ${staging_runtime_environments_base_url}
          RUNTIME_ENVIRONMENTS_API_KEY: ${staging_runtime_environments_api_key}
          AWS_ACCESS_KEY_ID: ${AWS_ACCESS_KEY_ID}
          AWS_SECRET_ACCESS_KEY: ${AWS_SECRET_ACCESS_KEY}
          AWS_SESSION_TOKEN: ${AWS_SESSION_TOKEN}

        command: bash scripts/setup-credentials.sh

  setup-mongodb:
    - command: subprocess.exec
      type: setup
      params:
        env:
          MONGODB_URL: ${mongodb_url}
          MONGODB_DECOMPRESS: ${decompress}
        working_dir: evergreen
        command: make get-mongodb
    - command: subprocess.exec
      type: setup
      params:
        env:
          MONGOSH_URL: ${mongosh_url}
          MONGOSH_DECOMPRESS: ${mongosh_decompress|*decompress}
        working_dir: evergreen
        command: make get-mongosh
    - command: subprocess.exec
      type: setup
      params:
        background: true
        working_dir: evergreen
        command: make start-mongod
    - command: subprocess.exec
      type: setup
      params:
        working_dir: evergreen
        command: make configure-mongod

  setup-docker-host:
    - command: host.create
      type: setup
      params:
        distro: archlinux-parent
        provider: ec2
        retries: 3
        scope: build
        security_group_ids:
          - sg-097bff6dd0d1d31d0
    - command: host.list
      type: setup
      params:
        wait: true
        timeout_seconds: 900
        num_hosts: 1
        path: evergreen/spawned_hosts.json
    - command: subprocess.exec
      type: setup
      params:
        working_dir: evergreen
        command: make parse-host-file
        include_expansions_in_env: ["GOROOT"]
        env:
          HOST_FILE: spawned_hosts.json
    - command: expansions.update
      params:
        file: evergreen/bin/expansions.yml

  verify-agent-version-update:
    - command: subprocess.exec
      params:
        working_dir: evergreen
        binary: bash
        args: ["scripts/verify-agent-version-update.sh"]
        env:
          BRANCH_NAME: ${branch_name}

  verify-swaggo-fmt:
    - command: subprocess.exec
      params:
        working_dir: evergreen
        binary: bash
        args: ["scripts/verify-swaggo-fmt.sh"]
        env:
          GOPATH: ${workdir}/gopath

  check-go-vulnerabilities:
    - command: subprocess.exec
      params:
        working_dir: evergreen
        binary: bash
        args: ["scripts/check-go-vulnerabilities.sh"]
        env:
          GOPATH: ${workdir}/gopath
        include_expansions_in_env: ["GOROOT"]

  verify-client-version-update:
    - command: subprocess.exec
      params:
        working_dir: evergreen
        binary: bash
        args: ["scripts/verify-client-version-update.sh"]
        env:
          BRANCH_NAME: ${branch_name}

  verify-merge-function-update:
    - command: subprocess.exec
      params:
        working_dir: evergreen
        binary: bash
        args: ["scripts/verify-merge-function-update.sh"]
        env:
          BRANCH_NAME: ${branch_name}

  attach-test-results:
    - command: gotest.parse_files
      type: system
      params:
        files:
          - "evergreen/bin/output.*"
    - command: attach.xunit_results
      type: system
      params:
        files:
          - "evergreen/bin/jstests/*.xml"
  remove-test-results:
    - command: shell.exec
      type: system
      params:
        shell: bash
        script: |
          set -o xtrace
          rm evergreen/bin/output.*
          rm evergreen/bin/jstests/*.xml

  write-downstream-expansions-for-pine:
    - command: shell.exec
      params:
        script: |
          touch downstream_expansions_pine.yaml
          echo "pine_repo_name: evergreen" | tee downstream_expansions_pine.yaml

#######################################
#                Tasks                #
#######################################

tasks:
  - <<: *run-smoke-test
    name: test-smoke-internal-host
    tags: ["smoke"]
  - <<: *run-smoke-test
    name: test-smoke-internal-container
    tags: ["smoke"]
  - <<: *run-smoke-test
    name: test-smoke-internal-endpoint
    tags: ["smoke"]
    # The endpoint smoke test needs to check that the Evergreen CLI can be downloaded.
    depends_on:
      - name: build-linux_amd64
        variant: build-and-push
  - <<: *run-smoke-test
    name: test-smoke-internal-agentmonitor
    tags: ["smoke"]
    # The agent monitor smoke test needs to download the Evergreen CLI for this OS/arch.
    depends_on:
      - name: build-linux_amd64
        variant: build-and-push
  - <<: *run-generate-lint
  - <<: *run-go-test-suite
    name: js-test
  - <<: *run-go-test-suite
    tags: ["nodb", "test"]
    name: test-thirdparty-docker
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-auth
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-rest-route
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-rest-client
  - <<: *run-go-test-suite-with-mongodb
    name: test-rest-model
    tags: ["db", "test"]
  - <<: *run-go-test-suite-with-mongodb
    tags: ["test", "db"]
    name: test-units
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test", "agent"]
    name: test-agent
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test", "agent"]
    name: test-agent-internal
  - <<: *run-go-test-suite
    tags: ["nodb", "test", "agent"]
    name: test-agent-internal-client
  - <<: *run-go-test-suite
    tags: ["nodb", "test", "agent"]
    name: test-agent-internal-taskoutput
  - <<: *run-go-test-suite
    tags: ["nodb", "test", "agent"]
    name: test-agent-util
  - <<: *run-go-test-suite-with-mongodb
    tags: ["test", "db", "agent"]
    name: test-agent-command
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-rest-data
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test", "cli"]
    name: test-operations
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-db
  - <<: *run-go-test-suite-with-docker
    tags: ["db"]
    name: test-cloud
  - <<: *run-go-test-suite-with-mongodb
    tags: ["nodb", "test"]
    name: test-cloud-parameterstore
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-cloud-parameterstore-fakeparameter
  - <<: *run-go-test-suite
    tags: ["nodb", "test"]
    name: test-cloud-userdata
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-scheduler
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-service
  - <<: *run-go-test-suite-with-mongodb-useast
    tags: ["db", "test"]
    name: test-service-graphql
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-evergreen
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-taskoutput
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-thirdparty
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-trigger
  - <<: *run-go-test-suite
    tags: ["nodb", "test"]
    name: test-util
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-validator
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-alertrecord
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-annotations
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-artifact
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-build
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-event
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-githubapp
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-host
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-notification
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-parsley
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-patch
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-pod
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-pod-definition
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-pod-dispatcher
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-taskstats
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-task
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-testresult
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-user
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-distro
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-cache
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-manifest
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-model-testlog
  - <<: *run-go-test-suite-with-mongodb
    tags: ["db", "test"]
    name: test-plugin
  - <<: *run-go-test-suite-with-mongodb-useast
    tags: ["db", "test"]
    name: test-graphql
  - name: test-repotracker
    tags: ["db", "test"]
    commands:
      - command: github.generate_token
        params:
          expansion_name: github_token
      - command: git.get_project
        type: setup
        params:
          directory: evergreen
          token: ${github_token}
          use_scalar: true
      - func: setup-credentials
      - func: setup-mongodb
      - func: run-make
        vars: { target: "test-repotracker" }
  - name: verify-swaggo-fmt
    tags: ["linter"]
    commands:
      - func: get-project-and-modules
      - command: subprocess.exec
        params:
          binary: make
          args: ["swaggo-install"]
          working_dir: evergreen
          env:
            GOPATH: ${workdir}/gopath
          include_expansions_in_env: ["GOROOT"]
      - func: verify-swaggo-fmt
  - name: check-go-vulnerabilities
    disable: true # TODO: re-enable in DEVPROD-5453
    tags: ["linter"]
    commands:
      - func: get-project-and-modules
      - command: subprocess.exec
        params:
          binary: make
          args: ["govul-install"]
          working_dir: evergreen
          env:
            GOPATH: ${workdir}/gopath
          include_expansions_in_env:
            - GOROOT
      - func: check-go-vulnerabilities
  - name: verify-agent-version-update
    tags: ["linter"]
    patch_only: true
    commands:
      - func: get-project-and-modules
      - func: verify-agent-version-update
  - name: verify-client-version-update
    tags: ["linter"]
    patch_only: true
    commands:
      - func: get-project-and-modules
      - func: verify-client-version-update
  - name: verify-mod-tidy
    tags: ["linter"]
    commands:
      - command: github.generate_token
        params:
          expansion_name: github_token
      - command: git.get_project
        type: setup
        params:
          directory: evergreen
          token: ${github_token}
          use_scalar: true
      - command: shell.exec
        params:
          script: |
            # Set GitHub app dynamic token to ensure it can clone non-public repos for Go modules.
            git config --global url."https://x-access-token:${github_token}@github.com/evergreen-ci/".insteadOf https://github.com/evergreen-ci/
      - command: subprocess.exec
        params:
          working_dir: evergreen
          binary: make
          args: ["verify-mod-tidy"]
          include_expansions_in_env: ["GOROOT", "github_token"]
  - name: verify-merge-function-update
    tags: ["linter"]
    patch_only: true
    commands:
      - func: get-project-and-modules
      - func: verify-merge-function-update
  - name: generate-api-docs
    commands:
      - func: get-project-and-modules
      - command: subprocess.exec
        params:
          binary: make
          args: ["swaggo-install"]
          working_dir: evergreen
          env:
            GOPATH: ${workdir}/gopath
          include_expansions_in_env:
            - GOROOT
      - command: shell.exec
        params:
          shell: bash
          working_dir: evergreen
          env:
            GOPATH: ${workdir}/gopath
          script: |
            set -o verbose
            set -o errexit
            $GOPATH/bin/swag init -g service/service.go
      - command: s3.get
        params:
          aws_key: ${AWS_ACCESS_KEY_ID}
          aws_secret: ${AWS_SECRET_ACCESS_KEY}
          aws_session_token: ${AWS_SESSION_TOKEN}
          local_file: evergreen/docs/swagger.old.sum
          remote_file: evergreen/latest/swagger.sum
          bucket: mciuploads
          content_type: text/plain
          optional: true
      - command: subprocess.exec
        params:
          working_dir: evergreen
          binary: bash
          args: ["scripts/prepare-swagger-push.sh"]
          env:
            SWAGGER_JSON_FILE: docs/swagger.json
            SWAGGER_OLD_SUM_FILE: docs/swagger.old.sum
            OUTPUT_SUM_FILE: docs/swagger.sum
      - command: s3.put
        params:
          aws_key: ${AWS_ACCESS_KEY_ID}
          aws_secret: ${AWS_SECRET_ACCESS_KEY}
          aws_session_token: ${AWS_SESSION_TOKEN}
          local_file: evergreen/docs/swagger.json
          remote_file: evergreen/${task_id}/${execution}/swagger.json
          bucket: mciuploads
          content_type: application/json
          permissions: public-read
          display_name: swagger.json
      - command: s3.put
        params:
          aws_key: ${AWS_ACCESS_KEY_ID}
          aws_secret: ${AWS_SECRET_ACCESS_KEY}
          aws_session_token: ${AWS_SESSION_TOKEN}
          local_file: evergreen/docs/swagger.json
          remote_file: evergreen/latest/swagger.json
          bucket: mciuploads
          content_type: application/json
          permissions: public-read
          display_name: swagger.json (latest)
          patchable: false
      - command: s3.put
        params:
          aws_key: ${AWS_ACCESS_KEY_ID}
          aws_secret: ${AWS_SECRET_ACCESS_KEY}
          aws_session_token: ${AWS_SESSION_TOKEN}
          local_file: evergreen/docs/swagger.sum
          remote_file: evergreen/latest/swagger.sum
          bucket: mciuploads
          content_type: text/plain
          permissions: public-read
          display_name: swagger.sum (latest)
          patchable: false
  - name: write-downstream-expansions-for-pine
    commands:
      - func: write-downstream-expansions-for-pine
      - command: downstream_expansions.set
        params:
          file: downstream_expansions_pine.yaml
  - name: generate-graphql-merged-schema
    commands:
      - func: get-project-and-modules
      - command: shell.exec
        params:
          working_dir: evergreen
          shell: bash
          script: |
            cat graphql/schema/types/*.graphql \
            graphql/schema/*.graphql > docs/merged-schema.graphql
      - command: s3.put
        params:
          aws_key: ${AWS_ACCESS_KEY_ID}
          aws_secret: ${AWS_SECRET_ACCESS_KEY}
          aws_session_token: ${AWS_SESSION_TOKEN}
          local_file: evergreen/docs/merged-schema.graphql
          remote_file: evergreen/latest/merged-schema.graphql
          bucket: mciuploads
          content_type: text/plain
          permissions: public-read
          display_name: merged-schema.graphql (latest)
  - <<: *build-and-push-client
    name: build-linux_amd64
    tags: ["build"]
  - <<: *build-and-push-client
    name: build-linux_s390x
    tags: ["build"]
  - <<: *build-and-push-client
    name: build-linux_arm64
    tags: ["build"]
  - <<: *build-and-push-client
    name: build-linux_ppc64le
    tags: ["build"]
  - <<: *build-and-push-client
    name: build-windows_amd64
    tags: ["build"]
  - <<: *build-and-push-client
    name: build-darwin_amd64
    tags: ["build"]
  - <<: *build-and-push-client
    name: build-darwin_arm64
    tags: ["build"]
  - <<: *tar-and-push-static-assets
    name: tar-and-push-static-assets
    tags: ["build"]

  - <<: *build-and-push-client
    name: build-linux-staging_amd64
    tags: ["build-staging"]
  - <<: *build-and-push-client
    name: build-windows-staging_amd64
    tags: ["build-staging"]
  - <<: *tar-and-push-static-assets
    name: tar-and-push-static-assets-staging
    tags: ["build-staging"]

  - <<: *build-and-push-client
    name: build-darwin-unsigned_amd64
    tags: ["build-unsigned"]
  - <<: *build-and-push-client
    name: build-darwin-unsigned_arm64
    tags: ["build-unsigned"]

#######################################
#            Buildvariants            #
#######################################
buildvariants:
  - name: ubuntu2204
    display_name: Ubuntu 22.04
    run_on:
      - ubuntu2204-small
      - ubuntu2204-large
    expansions:
      goos: linux
      goarch: amd64
      nodebin: /opt/node/bin
      GOROOT: /opt/golang/go1.24
      RUN_EC2_SPECIFIC_TESTS: true
      mongodb_url: https://fastdl.mongodb.org/linux/mongodb-linux-x86_64-ubuntu2204-8.0.0.tgz
      mongosh_url: https://downloads.mongodb.com/compass/mongosh-2.0.2-linux-x64.tgz
      notary_client_url: https://macos-notary-1628249594.s3.amazonaws.com/releases/client/v3.1.2/linux_amd64.zip
    tasks:
      - name: ".smoke"
      - name: ".test"
      - name: ".linter"
      - name: test-cloud
      - name: "js-test"
      - name: generate-api-docs
      - name: push-api-docs
      - name: write-downstream-expansions-for-pine
      - name: generate-graphql-merged-schema

  - name: race-detector
    display_name: Race Detector
    run_on:
      - ubuntu2204-small
      - ubuntu2204-large
    expansions:
      GOROOT: /opt/golang/go1.24
      RUN_EC2_SPECIFIC_TESTS: true
      mongodb_url: https://fastdl.mongodb.org/linux/mongodb-linux-x86_64-ubuntu2204-8.0.0.tgz
      mongosh_url: https://downloads.mongodb.com/compass/mongosh-2.0.2-linux-x64.tgz
      race_detector: true
      test_timeout: 15m
    tasks:
      - name: ".test"

  - name: ubuntu2004-container
    display_name: Ubuntu 20.04 (Container)
    run_on:
      - evg-container
    expansions:
      goos: linux
      goarch: amd64
      IS_DOCKER: true
      GOROOT: /usr/local/go
      mongodb_url: https://fastdl.mongodb.org/linux/mongodb-linux-x86_64-ubuntu2004-8.0.0.tgz
      mongosh_url: https://downloads.mongodb.com/compass/mongosh-2.0.2-linux-x64.tgz
      decompress: tar zxvf
    tasks:
      - name: ".smoke"

  - name: lint
    display_name: Lint
    run_on:
      - ubuntu2204-small
      - ubuntu2204-large
    expansions:
      GOROOT: /opt/golang/go1.24
    tasks:
      - name: generate-lint

  - name: windows
    display_name: Windows
    run_on:
      - windows-vsCurrent-small
      - windows-vsCurrent-large
    expansions:
      GOROOT: C:/golang/go1.24
      RUN_EC2_SPECIFIC_TESTS: true
      mongodb_url: https://fastdl.mongodb.org/windows/mongodb-windows-x86_64-8.0.0.zip
      mongosh_url: https://downloads.mongodb.com/compass/mongosh-2.0.2-win32-x64.zip
      extension: ".exe"
      archiveExt: ".zip"
    tasks:
      - name: ".agent .test"
      - name: ".cli .test"

  - name: ubuntu2204-arm64
    display_name: Ubuntu 22.04 ARM
    batchtime: 2880
    run_on:
      - ubuntu2204-arm64-large
    expansions:
      xc_build: yes
      goarch: arm64
      goos: linux
      GOROOT: /opt/golang/go1.24
      RUN_EC2_SPECIFIC_TESTS: true
      mongodb_url: https://fastdl.mongodb.org/linux/mongodb-linux-aarch64-ubuntu2204-8.0.0.tgz
      mongosh_url: https://downloads.mongodb.com/compass/mongosh-2.0.2-linux-arm64.tgz
    tasks:
      - name: ".agent .test"

  - name: osx
    display_name: OSX
    batchtime: 2880
    run_on:
      - macos-1100-arm64
    expansions:
      GOROOT: /opt/golang/go1.24
      mongodb_url: https://fastdl.mongodb.org/osx/mongodb-macos-arm64-8.0.0.tgz
      mongosh_url: https://downloads.mongodb.com/compass/mongosh-2.0.2-darwin-arm64.zip
      mongosh_decompress: unzip
    tasks:
      - name: ".agent .test"
      - name: ".cli .test"

  - name: build-and-push
    display_name: Build and Push
    run_on:
      - ubuntu2204-small
    tasks:
      - name: ".build"
      - name: ".build-staging"
        activate: false
      - name: ".build-unsigned"
        activate: false
    expansions:
      GOROOT: /opt/golang/go1.24
      notary_client_url: https://macos-notary-1628249594.s3.amazonaws.com/releases/client/v3.1.2/linux_amd64.zip
    display_tasks:
      - name: build-and-push
        execution_tasks:
          - ".build"
      - name: build-and-push-staging
        execution_tasks:
          - ".build-staging"
      - name: build-and-push-darwin-unsigned
        execution_tasks:
          - ".build-unsigned"

containers:
  - name: evg-container
    working_dir: /
    image: ${container_image}
    resources:
      cpu: 4096
      memory_mb: 8192
    system:
      cpu_architecture: x86_64
      operating_system: linux