diff --git a/.evergreen/generated_configs/tasks.yml b/.evergreen/generated_configs/tasks.yml index 32754af9af..504cad4882 100644 --- a/.evergreen/generated_configs/tasks.yml +++ b/.evergreen/generated_configs/tasks.yml @@ -243,233 +243,6 @@ tasks: TEST_NAME: kms SUB_TEST_NAME: azure-fail - # Load balancer tests - - name: test-load-balancer-auth-ssl-v6.0 - commands: - - func: run server - vars: - TOPOLOGY: sharded_cluster - AUTH: auth - SSL: ssl - TEST_NAME: load_balancer - VERSION: "6.0" - - func: run tests - vars: - AUTH: auth - SSL: ssl - TEST_NAME: load_balancer - tags: [load-balancer, auth, ssl] - - name: test-load-balancer-auth-ssl-v7.0 - commands: - - func: run server - vars: - TOPOLOGY: sharded_cluster - AUTH: auth - SSL: ssl - TEST_NAME: load_balancer - VERSION: "7.0" - - func: run tests - vars: - AUTH: auth - SSL: ssl - TEST_NAME: load_balancer - tags: [load-balancer, auth, ssl] - - name: test-load-balancer-auth-ssl-v8.0 - commands: - - func: run server - vars: - TOPOLOGY: sharded_cluster - AUTH: auth - SSL: ssl - TEST_NAME: load_balancer - VERSION: "8.0" - - func: run tests - vars: - AUTH: auth - SSL: ssl - TEST_NAME: load_balancer - tags: [load-balancer, auth, ssl] - - name: test-load-balancer-auth-ssl-rapid - commands: - - func: run server - vars: - TOPOLOGY: sharded_cluster - AUTH: auth - SSL: ssl - TEST_NAME: load_balancer - VERSION: rapid - - func: run tests - vars: - AUTH: auth - SSL: ssl - TEST_NAME: load_balancer - tags: [load-balancer, auth, ssl] - - name: test-load-balancer-auth-ssl-latest - commands: - - func: run server - vars: - TOPOLOGY: sharded_cluster - AUTH: auth - SSL: ssl - TEST_NAME: load_balancer - VERSION: latest - - func: run tests - vars: - AUTH: auth - SSL: ssl - TEST_NAME: load_balancer - tags: [load-balancer, auth, ssl] - - name: test-load-balancer-noauth-ssl-v6.0 - commands: - - func: run server - vars: - TOPOLOGY: sharded_cluster - AUTH: noauth - SSL: ssl - TEST_NAME: load_balancer - VERSION: "6.0" - - func: run tests - vars: - AUTH: noauth - SSL: ssl - TEST_NAME: load_balancer - tags: [load-balancer, noauth, ssl] - - name: test-load-balancer-noauth-ssl-v7.0 - commands: - - func: run server - vars: - TOPOLOGY: sharded_cluster - AUTH: noauth - SSL: ssl - TEST_NAME: load_balancer - VERSION: "7.0" - - func: run tests - vars: - AUTH: noauth - SSL: ssl - TEST_NAME: load_balancer - tags: [load-balancer, noauth, ssl] - - name: test-load-balancer-noauth-ssl-v8.0 - commands: - - func: run server - vars: - TOPOLOGY: sharded_cluster - AUTH: noauth - SSL: ssl - TEST_NAME: load_balancer - VERSION: "8.0" - - func: run tests - vars: - AUTH: noauth - SSL: ssl - TEST_NAME: load_balancer - tags: [load-balancer, noauth, ssl] - - name: test-load-balancer-noauth-ssl-rapid - commands: - - func: run server - vars: - TOPOLOGY: sharded_cluster - AUTH: noauth - SSL: ssl - TEST_NAME: load_balancer - VERSION: rapid - - func: run tests - vars: - AUTH: noauth - SSL: ssl - TEST_NAME: load_balancer - tags: [load-balancer, noauth, ssl] - - name: test-load-balancer-noauth-ssl-latest - commands: - - func: run server - vars: - TOPOLOGY: sharded_cluster - AUTH: noauth - SSL: ssl - TEST_NAME: load_balancer - VERSION: latest - - func: run tests - vars: - AUTH: noauth - SSL: ssl - TEST_NAME: load_balancer - tags: [load-balancer, noauth, ssl] - - name: test-load-balancer-noauth-nossl-v6.0 - commands: - - func: run server - vars: - TOPOLOGY: sharded_cluster - AUTH: noauth - SSL: nossl - TEST_NAME: load_balancer - VERSION: "6.0" - - func: run tests - vars: - AUTH: noauth - SSL: nossl - TEST_NAME: load_balancer - tags: [load-balancer, noauth, nossl] - - name: test-load-balancer-noauth-nossl-v7.0 - commands: - - func: run server - vars: - TOPOLOGY: sharded_cluster - AUTH: noauth - SSL: nossl - TEST_NAME: load_balancer - VERSION: "7.0" - - func: run tests - vars: - AUTH: noauth - SSL: nossl - TEST_NAME: load_balancer - tags: [load-balancer, noauth, nossl] - - name: test-load-balancer-noauth-nossl-v8.0 - commands: - - func: run server - vars: - TOPOLOGY: sharded_cluster - AUTH: noauth - SSL: nossl - TEST_NAME: load_balancer - VERSION: "8.0" - - func: run tests - vars: - AUTH: noauth - SSL: nossl - TEST_NAME: load_balancer - tags: [load-balancer, noauth, nossl] - - name: test-load-balancer-noauth-nossl-rapid - commands: - - func: run server - vars: - TOPOLOGY: sharded_cluster - AUTH: noauth - SSL: nossl - TEST_NAME: load_balancer - VERSION: rapid - - func: run tests - vars: - AUTH: noauth - SSL: nossl - TEST_NAME: load_balancer - tags: [load-balancer, noauth, nossl] - - name: test-load-balancer-noauth-nossl-latest - commands: - - func: run server - vars: - TOPOLOGY: sharded_cluster - AUTH: noauth - SSL: nossl - TEST_NAME: load_balancer - VERSION: latest - - func: run tests - vars: - AUTH: noauth - SSL: nossl - TEST_NAME: load_balancer - tags: [load-balancer, noauth, nossl] - # Mod wsgi tests - name: mod-wsgi-replica-set-python3.9 commands: @@ -539,21 +312,65 @@ tasks: - func: run tests vars: PYTHON_VERSION: "3.9" - tags: [no-orchestration, python-3.9] + tags: [test-no-orchestration, python-3.9] - name: test-no-orchestration-python3.13 commands: - func: assume ec2 role - func: run tests vars: PYTHON_VERSION: "3.13" - tags: [no-orchestration, python-3.13] + tags: [test-no-orchestration, python-3.13] - name: test-no-orchestration-pypy3.10 commands: - func: assume ec2 role - func: run tests vars: PYTHON_VERSION: pypy3.10 - tags: [no-orchestration, python-pypy3.10] + tags: [test-no-orchestration, python-pypy3.10] + + # No toolchain tests + - name: test-no-toolchain-sync-noauth-nossl-standalone + commands: + - func: run server + vars: + AUTH: noauth + SSL: nossl + TOPOLOGY: standalone + - func: run tests + vars: + AUTH: noauth + SSL: nossl + TOPOLOGY: standalone + TEST_NAME: default_sync + tags: [test-no-toolchain, standalone-noauth-nossl] + - name: test-no-toolchain-async-noauth-ssl-replica-set + commands: + - func: run server + vars: + AUTH: noauth + SSL: ssl + TOPOLOGY: replica_set + - func: run tests + vars: + AUTH: noauth + SSL: ssl + TOPOLOGY: replica_set + TEST_NAME: default_async + tags: [test-no-toolchain, replica_set-noauth-ssl] + - name: test-no-toolchain-sync-auth-ssl-sharded-cluster + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + TEST_NAME: default_sync + tags: [test-no-toolchain, sharded_cluster-auth-ssl] # Ocsp tests - name: test-ocsp-ecdsa-valid-cert-server-does-not-staple-v4.4-python3.9 @@ -2505,50 +2322,6 @@ tasks: SUB_TEST_NAME: gke tags: [auth_oidc, auth_oidc_remote] - # Other hosts tests - - name: test-sync-noauth-nossl-standalone - commands: - - func: run server - vars: - AUTH: noauth - SSL: nossl - TOPOLOGY: standalone - - func: run tests - vars: - AUTH: noauth - SSL: nossl - TOPOLOGY: standalone - TEST_NAME: default_sync - tags: [other-hosts, standalone-noauth-nossl] - - name: test-async-noauth-ssl-replica-set - commands: - - func: run server - vars: - AUTH: noauth - SSL: ssl - TOPOLOGY: replica_set - - func: run tests - vars: - AUTH: noauth - SSL: ssl - TOPOLOGY: replica_set - TEST_NAME: default_async - tags: [other-hosts, replica_set-noauth-ssl] - - name: test-sync-auth-ssl-sharded-cluster - commands: - - func: run server - vars: - AUTH: auth - SSL: ssl - TOPOLOGY: sharded_cluster - - func: run tests - vars: - AUTH: auth - SSL: ssl - TOPOLOGY: sharded_cluster - TEST_NAME: default_sync - tags: [other-hosts, sharded_cluster-auth-ssl] - # Perf tests - name: perf-8.0-standalone-ssl commands: @@ -7397,181 +7170,236 @@ tasks: - sync_async # Server version tests - - name: test-python3.9-auth-ssl-sharded-cluster-cov + - name: test-server-version-python3.9-sync-auth-ssl-standalone-cov commands: - func: run server vars: AUTH: auth SSL: ssl - TOPOLOGY: sharded_cluster + TOPOLOGY: standalone COVERAGE: "1" - func: run tests vars: AUTH: auth SSL: ssl - TOPOLOGY: sharded_cluster + TOPOLOGY: standalone COVERAGE: "1" PYTHON_VERSION: "3.9" - tags: [server-version, python-3.9, sharded_cluster-auth-ssl] - - name: test-python3.10-auth-ssl-sharded-cluster-cov + TEST_NAME: default_sync + tags: + - server-version + - python-3.9 + - standalone-auth-ssl + - sync + - name: test-server-version-python3.10-async-auth-ssl-standalone-cov commands: - func: run server vars: AUTH: auth SSL: ssl - TOPOLOGY: sharded_cluster + TOPOLOGY: standalone COVERAGE: "1" - func: run tests vars: AUTH: auth SSL: ssl - TOPOLOGY: sharded_cluster + TOPOLOGY: standalone COVERAGE: "1" PYTHON_VERSION: "3.10" - tags: [server-version, python-3.10, sharded_cluster-auth-ssl] - - name: test-python3.11-auth-ssl-sharded-cluster-cov + TEST_NAME: default_async + tags: + - server-version + - python-3.10 + - standalone-auth-ssl + - async + - name: test-server-version-python3.11-sync-auth-nossl-standalone-cov commands: - func: run server vars: AUTH: auth - SSL: ssl - TOPOLOGY: sharded_cluster + SSL: nossl + TOPOLOGY: standalone COVERAGE: "1" - func: run tests vars: AUTH: auth - SSL: ssl - TOPOLOGY: sharded_cluster + SSL: nossl + TOPOLOGY: standalone COVERAGE: "1" PYTHON_VERSION: "3.11" - tags: [server-version, python-3.11, sharded_cluster-auth-ssl] - - name: test-python3.12-auth-ssl-sharded-cluster-cov + TEST_NAME: default_sync + tags: + - server-version + - python-3.11 + - standalone-auth-nossl + - sync + - name: test-server-version-python3.12-async-auth-nossl-standalone-cov commands: - func: run server vars: AUTH: auth - SSL: ssl - TOPOLOGY: sharded_cluster + SSL: nossl + TOPOLOGY: standalone COVERAGE: "1" - func: run tests vars: AUTH: auth - SSL: ssl - TOPOLOGY: sharded_cluster + SSL: nossl + TOPOLOGY: standalone COVERAGE: "1" PYTHON_VERSION: "3.12" - tags: [server-version, python-3.12, sharded_cluster-auth-ssl] - - name: test-python3.13-auth-ssl-sharded-cluster-cov + TEST_NAME: default_async + tags: + - server-version + - python-3.12 + - standalone-auth-nossl + - async + - name: test-server-version-python3.13-sync-noauth-ssl-standalone-cov commands: - func: run server vars: - AUTH: auth + AUTH: noauth SSL: ssl - TOPOLOGY: sharded_cluster + TOPOLOGY: standalone COVERAGE: "1" - func: run tests vars: - AUTH: auth + AUTH: noauth SSL: ssl - TOPOLOGY: sharded_cluster + TOPOLOGY: standalone COVERAGE: "1" PYTHON_VERSION: "3.13" - tags: [server-version, python-3.13, sharded_cluster-auth-ssl] - - name: test-pypy3.10-auth-ssl-sharded-cluster + TEST_NAME: default_sync + tags: + - server-version + - python-3.13 + - standalone-noauth-ssl + - sync + - name: test-server-version-pypy3.10-async-noauth-ssl-standalone commands: - func: run server vars: - AUTH: auth + AUTH: noauth SSL: ssl - TOPOLOGY: sharded_cluster + TOPOLOGY: standalone - func: run tests vars: - AUTH: auth + AUTH: noauth SSL: ssl - TOPOLOGY: sharded_cluster + TOPOLOGY: standalone PYTHON_VERSION: pypy3.10 - tags: [server-version, python-pypy3.10, sharded_cluster-auth-ssl] - - name: test-python3.9-auth-ssl-standalone-cov + TEST_NAME: default_async + tags: + - server-version + - python-pypy3.10 + - standalone-noauth-ssl + - async + - name: test-server-version-python3.9-sync-noauth-nossl-standalone-cov commands: - func: run server vars: - AUTH: auth - SSL: ssl + AUTH: noauth + SSL: nossl TOPOLOGY: standalone COVERAGE: "1" - func: run tests vars: - AUTH: auth - SSL: ssl + AUTH: noauth + SSL: nossl TOPOLOGY: standalone COVERAGE: "1" PYTHON_VERSION: "3.9" - tags: [server-version, python-3.9, standalone-auth-ssl] - - name: test-python3.10-auth-nossl-standalone-cov + TEST_NAME: default_sync + tags: + - server-version + - python-3.9 + - standalone-noauth-nossl + - sync + - name: test-server-version-python3.10-async-noauth-nossl-standalone-cov commands: - func: run server vars: - AUTH: auth + AUTH: noauth SSL: nossl TOPOLOGY: standalone COVERAGE: "1" - func: run tests vars: - AUTH: auth + AUTH: noauth SSL: nossl TOPOLOGY: standalone COVERAGE: "1" PYTHON_VERSION: "3.10" - tags: [server-version, python-3.10, standalone-auth-nossl] - - name: test-python3.11-noauth-ssl-standalone-cov + TEST_NAME: default_async + tags: + - server-version + - python-3.10 + - standalone-noauth-nossl + - async + - name: test-server-version-python3.11-sync-auth-ssl-replica-set-cov commands: - func: run server vars: - AUTH: noauth + AUTH: auth SSL: ssl - TOPOLOGY: standalone + TOPOLOGY: replica_set COVERAGE: "1" - func: run tests vars: - AUTH: noauth + AUTH: auth SSL: ssl - TOPOLOGY: standalone + TOPOLOGY: replica_set COVERAGE: "1" PYTHON_VERSION: "3.11" - tags: [server-version, python-3.11, standalone-noauth-ssl] - - name: test-python3.12-noauth-nossl-standalone-cov + TEST_NAME: default_sync + tags: + - server-version + - python-3.11 + - replica_set-auth-ssl + - sync + - name: test-server-version-python3.12-async-auth-ssl-replica-set-cov commands: - func: run server vars: - AUTH: noauth - SSL: nossl - TOPOLOGY: standalone + AUTH: auth + SSL: ssl + TOPOLOGY: replica_set COVERAGE: "1" - func: run tests vars: - AUTH: noauth - SSL: nossl - TOPOLOGY: standalone + AUTH: auth + SSL: ssl + TOPOLOGY: replica_set COVERAGE: "1" PYTHON_VERSION: "3.12" - tags: [server-version, python-3.12, standalone-noauth-nossl] - - name: test-python3.13-auth-ssl-replica-set-cov + TEST_NAME: default_async + tags: + - server-version + - python-3.12 + - replica_set-auth-ssl + - async + - name: test-server-version-python3.13-sync-auth-nossl-replica-set-cov commands: - func: run server vars: AUTH: auth - SSL: ssl + SSL: nossl TOPOLOGY: replica_set COVERAGE: "1" - func: run tests vars: AUTH: auth - SSL: ssl + SSL: nossl TOPOLOGY: replica_set COVERAGE: "1" PYTHON_VERSION: "3.13" - tags: [server-version, python-3.13, replica_set-auth-ssl] - - name: test-pypy3.10-auth-nossl-replica-set + TEST_NAME: default_sync + tags: + - server-version + - python-3.13 + - replica_set-auth-nossl + - sync + - name: test-server-version-pypy3.10-async-auth-nossl-replica-set commands: - func: run server vars: @@ -7584,8 +7412,13 @@ tasks: SSL: nossl TOPOLOGY: replica_set PYTHON_VERSION: pypy3.10 - tags: [server-version, python-pypy3.10, replica_set-auth-nossl] - - name: test-python3.9-noauth-ssl-replica-set-cov + TEST_NAME: default_async + tags: + - server-version + - python-pypy3.10 + - replica_set-auth-nossl + - async + - name: test-server-version-python3.9-sync-noauth-ssl-replica-set-cov commands: - func: run server vars: @@ -7600,8 +7433,34 @@ tasks: TOPOLOGY: replica_set COVERAGE: "1" PYTHON_VERSION: "3.9" - tags: [server-version, python-3.9, replica_set-noauth-ssl] - - name: test-python3.10-noauth-nossl-replica-set-cov + TEST_NAME: default_sync + tags: + - server-version + - python-3.9 + - replica_set-noauth-ssl + - sync + - name: test-server-version-python3.10-async-noauth-ssl-replica-set-cov + commands: + - func: run server + vars: + AUTH: noauth + SSL: ssl + TOPOLOGY: replica_set + COVERAGE: "1" + - func: run tests + vars: + AUTH: noauth + SSL: ssl + TOPOLOGY: replica_set + COVERAGE: "1" + PYTHON_VERSION: "3.10" + TEST_NAME: default_async + tags: + - server-version + - python-3.10 + - replica_set-noauth-ssl + - async + - name: test-server-version-python3.11-sync-noauth-nossl-replica-set-cov commands: - func: run server vars: @@ -7615,9 +7474,75 @@ tasks: SSL: nossl TOPOLOGY: replica_set COVERAGE: "1" - PYTHON_VERSION: "3.10" - tags: [server-version, python-3.10, replica_set-noauth-nossl] - - name: test-python3.12-auth-nossl-sharded-cluster-cov + PYTHON_VERSION: "3.11" + TEST_NAME: default_sync + tags: + - server-version + - python-3.11 + - replica_set-noauth-nossl + - sync + - name: test-server-version-python3.12-async-noauth-nossl-replica-set-cov + commands: + - func: run server + vars: + AUTH: noauth + SSL: nossl + TOPOLOGY: replica_set + COVERAGE: "1" + - func: run tests + vars: + AUTH: noauth + SSL: nossl + TOPOLOGY: replica_set + COVERAGE: "1" + PYTHON_VERSION: "3.12" + TEST_NAME: default_async + tags: + - server-version + - python-3.12 + - replica_set-noauth-nossl + - async + - name: test-server-version-python3.13-sync-auth-ssl-sharded-cluster-cov + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + PYTHON_VERSION: "3.13" + TEST_NAME: default_sync + tags: + - server-version + - python-3.13 + - sharded_cluster-auth-ssl + - sync + - name: test-server-version-pypy3.10-async-auth-ssl-sharded-cluster + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + PYTHON_VERSION: pypy3.10 + TEST_NAME: default_async + tags: + - server-version + - python-pypy3.10 + - sharded_cluster-auth-ssl + - async + - name: test-server-version-python3.9-sync-auth-nossl-sharded-cluster-cov commands: - func: run server vars: @@ -7631,9 +7556,35 @@ tasks: SSL: nossl TOPOLOGY: sharded_cluster COVERAGE: "1" - PYTHON_VERSION: "3.12" - tags: [server-version, python-3.12, sharded_cluster-auth-nossl] - - name: test-python3.13-noauth-ssl-sharded-cluster-cov + PYTHON_VERSION: "3.9" + TEST_NAME: default_sync + tags: + - server-version + - python-3.9 + - sharded_cluster-auth-nossl + - sync + - name: test-server-version-python3.10-async-auth-nossl-sharded-cluster-cov + commands: + - func: run server + vars: + AUTH: auth + SSL: nossl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + - func: run tests + vars: + AUTH: auth + SSL: nossl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + PYTHON_VERSION: "3.10" + TEST_NAME: default_async + tags: + - server-version + - python-3.10 + - sharded_cluster-auth-nossl + - async + - name: test-server-version-python3.11-sync-noauth-ssl-sharded-cluster-cov commands: - func: run server vars: @@ -7647,555 +7598,1073 @@ tasks: SSL: ssl TOPOLOGY: sharded_cluster COVERAGE: "1" - PYTHON_VERSION: "3.13" - tags: [server-version, python-3.13, sharded_cluster-noauth-ssl] - - name: test-pypy3.10-noauth-nossl-sharded-cluster + PYTHON_VERSION: "3.11" + TEST_NAME: default_sync + tags: + - server-version + - python-3.11 + - sharded_cluster-noauth-ssl + - sync + - name: test-server-version-python3.12-async-noauth-ssl-sharded-cluster-cov + commands: + - func: run server + vars: + AUTH: noauth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + - func: run tests + vars: + AUTH: noauth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + PYTHON_VERSION: "3.12" + TEST_NAME: default_async + tags: + - server-version + - python-3.12 + - sharded_cluster-noauth-ssl + - async + - name: test-server-version-python3.13-sync-noauth-nossl-sharded-cluster-cov commands: - func: run server vars: AUTH: noauth SSL: nossl TOPOLOGY: sharded_cluster + COVERAGE: "1" - func: run tests vars: AUTH: noauth SSL: nossl TOPOLOGY: sharded_cluster - PYTHON_VERSION: pypy3.10 - tags: [server-version, python-pypy3.10, sharded_cluster-noauth-nossl] - - # Serverless tests - - name: test-serverless + COVERAGE: "1" + PYTHON_VERSION: "3.13" + TEST_NAME: default_sync + tags: + - server-version + - python-3.13 + - sharded_cluster-noauth-nossl + - sync + - name: test-server-version-pypy3.10-async-noauth-nossl-sharded-cluster commands: - - func: run tests + - func: run server vars: - TEST_NAME: serverless + AUTH: noauth + SSL: nossl + TOPOLOGY: sharded_cluster + - func: run tests + vars: + AUTH: noauth + SSL: nossl + TOPOLOGY: sharded_cluster + PYTHON_VERSION: pypy3.10 + TEST_NAME: default_async + tags: + - server-version + - python-pypy3.10 + - sharded_cluster-noauth-nossl + - async + - name: test-server-version-python3.9-sync-auth-ssl-sharded-cluster-cov + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + PYTHON_VERSION: "3.9" + TEST_NAME: default_sync + tags: + - server-version + - python-3.9 + - sharded_cluster-auth-ssl + - sync + - name: test-server-version-python3.9-async-auth-ssl-sharded-cluster-cov + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + PYTHON_VERSION: "3.9" + TEST_NAME: default_async + tags: + - server-version + - python-3.9 + - sharded_cluster-auth-ssl + - async + - name: test-server-version-python3.10-sync-auth-ssl-sharded-cluster-cov + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + PYTHON_VERSION: "3.10" + TEST_NAME: default_sync + tags: + - server-version + - python-3.10 + - sharded_cluster-auth-ssl + - sync + - name: test-server-version-python3.10-async-auth-ssl-sharded-cluster-cov + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + PYTHON_VERSION: "3.10" + TEST_NAME: default_async + tags: + - server-version + - python-3.10 + - sharded_cluster-auth-ssl + - async + - name: test-server-version-python3.11-sync-auth-ssl-sharded-cluster-cov + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + PYTHON_VERSION: "3.11" + TEST_NAME: default_sync + tags: + - server-version + - python-3.11 + - sharded_cluster-auth-ssl + - sync + - name: test-server-version-python3.11-async-auth-ssl-sharded-cluster-cov + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + PYTHON_VERSION: "3.11" + TEST_NAME: default_async + tags: + - server-version + - python-3.11 + - sharded_cluster-auth-ssl + - async + - name: test-server-version-python3.12-sync-auth-ssl-sharded-cluster-cov + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + PYTHON_VERSION: "3.12" + TEST_NAME: default_sync + tags: + - server-version + - python-3.12 + - sharded_cluster-auth-ssl + - sync + - name: test-server-version-python3.12-async-auth-ssl-sharded-cluster-cov + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + PYTHON_VERSION: "3.12" + TEST_NAME: default_async + tags: + - server-version + - python-3.12 + - sharded_cluster-auth-ssl + - async + - name: test-server-version-python3.13-async-auth-ssl-sharded-cluster-cov + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + COVERAGE: "1" + PYTHON_VERSION: "3.13" + TEST_NAME: default_async + tags: + - server-version + - python-3.13 + - sharded_cluster-auth-ssl + - async + - name: test-server-version-pypy3.10-sync-auth-ssl-sharded-cluster + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + PYTHON_VERSION: pypy3.10 + TEST_NAME: default_sync + tags: + - server-version + - python-pypy3.10 + - sharded_cluster-auth-ssl + - sync + + # Serverless tests + - name: test-serverless + commands: + - func: run tests + vars: + TEST_NAME: serverless AUTH: auth SSL: ssl tags: [serverless] - # Standard linux tests - - name: test-v4.0-python3.9-noauth-nossl-standalone + # Standard tests + - name: test-standard-v4.0-python3.9-sync-noauth-nossl-standalone + commands: + - func: run server + vars: + AUTH: noauth + SSL: nossl + TOPOLOGY: standalone + VERSION: "4.0" + - func: run tests + vars: + AUTH: noauth + SSL: nossl + TOPOLOGY: standalone + VERSION: "4.0" + PYTHON_VERSION: "3.9" + TEST_NAME: default_sync + tags: + - test-standard + - server-4.0 + - python-3.9 + - standalone-noauth-nossl + - sync + - name: test-standard-v4.0-python3.10-async-noauth-ssl-replica-set + commands: + - func: run server + vars: + AUTH: noauth + SSL: ssl + TOPOLOGY: replica_set + VERSION: "4.0" + - func: run tests + vars: + AUTH: noauth + SSL: ssl + TOPOLOGY: replica_set + VERSION: "4.0" + PYTHON_VERSION: "3.10" + TEST_NAME: default_async + tags: + - test-standard + - server-4.0 + - python-3.10 + - replica_set-noauth-ssl + - async + - name: test-standard-v4.0-python3.11-sync-auth-ssl-sharded-cluster + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + VERSION: "4.0" + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + VERSION: "4.0" + PYTHON_VERSION: "3.11" + TEST_NAME: default_sync + tags: + - test-standard + - server-4.0 + - python-3.11 + - sharded_cluster-auth-ssl + - sync + - name: test-standard-v4.2-python3.12-async-noauth-nossl-standalone + commands: + - func: run server + vars: + AUTH: noauth + SSL: nossl + TOPOLOGY: standalone + VERSION: "4.2" + - func: run tests + vars: + AUTH: noauth + SSL: nossl + TOPOLOGY: standalone + VERSION: "4.2" + PYTHON_VERSION: "3.12" + TEST_NAME: default_async + tags: + - test-standard + - server-4.2 + - python-3.12 + - standalone-noauth-nossl + - async + - name: test-standard-v4.2-python3.13-sync-noauth-ssl-replica-set + commands: + - func: run server + vars: + AUTH: noauth + SSL: ssl + TOPOLOGY: replica_set + VERSION: "4.2" + - func: run tests + vars: + AUTH: noauth + SSL: ssl + TOPOLOGY: replica_set + VERSION: "4.2" + PYTHON_VERSION: "3.13" + TEST_NAME: default_sync + tags: + - test-standard + - server-4.2 + - python-3.13 + - replica_set-noauth-ssl + - sync + - name: test-standard-v4.2-python3.9-async-auth-ssl-sharded-cluster + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + VERSION: "4.2" + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + VERSION: "4.2" + PYTHON_VERSION: "3.9" + TEST_NAME: default_async + tags: + - test-standard + - server-4.2 + - python-3.9 + - sharded_cluster-auth-ssl + - async + - name: test-standard-v4.4-python3.10-sync-noauth-nossl-standalone + commands: + - func: run server + vars: + AUTH: noauth + SSL: nossl + TOPOLOGY: standalone + VERSION: "4.4" + - func: run tests + vars: + AUTH: noauth + SSL: nossl + TOPOLOGY: standalone + VERSION: "4.4" + PYTHON_VERSION: "3.10" + TEST_NAME: default_sync + tags: + - test-standard + - server-4.4 + - python-3.10 + - standalone-noauth-nossl + - sync + - name: test-standard-v4.4-python3.11-async-noauth-ssl-replica-set + commands: + - func: run server + vars: + AUTH: noauth + SSL: ssl + TOPOLOGY: replica_set + VERSION: "4.4" + - func: run tests + vars: + AUTH: noauth + SSL: ssl + TOPOLOGY: replica_set + VERSION: "4.4" + PYTHON_VERSION: "3.11" + TEST_NAME: default_async + tags: + - test-standard + - server-4.4 + - python-3.11 + - replica_set-noauth-ssl + - async + - name: test-standard-v4.4-python3.12-sync-auth-ssl-sharded-cluster + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + VERSION: "4.4" + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + VERSION: "4.4" + PYTHON_VERSION: "3.12" + TEST_NAME: default_sync + tags: + - test-standard + - server-4.4 + - python-3.12 + - sharded_cluster-auth-ssl + - sync + - name: test-standard-v5.0-python3.13-async-noauth-nossl-standalone commands: - func: run server vars: AUTH: noauth SSL: nossl TOPOLOGY: standalone - VERSION: "4.0" + VERSION: "5.0" - func: run tests vars: AUTH: noauth SSL: nossl TOPOLOGY: standalone - VERSION: "4.0" - PYTHON_VERSION: "3.9" + VERSION: "5.0" + PYTHON_VERSION: "3.13" + TEST_NAME: default_async tags: - - standard-linux - - server-4.0 - - python-3.9 + - test-standard + - server-5.0 + - python-3.13 - standalone-noauth-nossl - - name: test-v4.0-python3.10-noauth-ssl-replica-set + - async + - name: test-standard-v5.0-python3.9-sync-noauth-ssl-replica-set commands: - func: run server vars: AUTH: noauth SSL: ssl TOPOLOGY: replica_set - VERSION: "4.0" + VERSION: "5.0" - func: run tests vars: AUTH: noauth SSL: ssl TOPOLOGY: replica_set - VERSION: "4.0" - PYTHON_VERSION: "3.10" + VERSION: "5.0" + PYTHON_VERSION: "3.9" + TEST_NAME: default_sync tags: - - standard-linux - - server-4.0 - - python-3.10 + - test-standard + - server-5.0 + - python-3.9 - replica_set-noauth-ssl - - name: test-v4.0-python3.11-auth-ssl-sharded-cluster + - sync + - name: test-standard-v5.0-python3.10-async-auth-ssl-sharded-cluster commands: - func: run server vars: AUTH: auth SSL: ssl TOPOLOGY: sharded_cluster - VERSION: "4.0" + VERSION: "5.0" - func: run tests vars: AUTH: auth SSL: ssl TOPOLOGY: sharded_cluster - VERSION: "4.0" - PYTHON_VERSION: "3.11" + VERSION: "5.0" + PYTHON_VERSION: "3.10" + TEST_NAME: default_async tags: - - standard-linux - - server-4.0 - - python-3.11 + - test-standard + - server-5.0 + - python-3.10 - sharded_cluster-auth-ssl - - name: test-v4.2-python3.12-noauth-nossl-standalone + - async + - name: test-standard-v6.0-python3.11-sync-noauth-nossl-standalone commands: - func: run server vars: AUTH: noauth SSL: nossl TOPOLOGY: standalone - VERSION: "4.2" + VERSION: "6.0" - func: run tests vars: AUTH: noauth SSL: nossl TOPOLOGY: standalone - VERSION: "4.2" - PYTHON_VERSION: "3.12" + VERSION: "6.0" + PYTHON_VERSION: "3.11" + TEST_NAME: default_sync tags: - - standard-linux - - server-4.2 - - python-3.12 + - test-standard + - server-6.0 + - python-3.11 - standalone-noauth-nossl - - name: test-v4.2-python3.13-noauth-ssl-replica-set + - sync + - name: test-standard-v6.0-python3.12-async-noauth-ssl-replica-set commands: - func: run server vars: AUTH: noauth SSL: ssl TOPOLOGY: replica_set - VERSION: "4.2" + VERSION: "6.0" - func: run tests vars: AUTH: noauth SSL: ssl TOPOLOGY: replica_set - VERSION: "4.2" - PYTHON_VERSION: "3.13" + VERSION: "6.0" + PYTHON_VERSION: "3.12" + TEST_NAME: default_async tags: - - standard-linux - - server-4.2 - - python-3.13 + - test-standard + - server-6.0 + - python-3.12 - replica_set-noauth-ssl - - name: test-v4.2-pypy3.10-auth-ssl-sharded-cluster + - async + - name: test-standard-v6.0-python3.13-sync-auth-ssl-sharded-cluster commands: - func: run server vars: AUTH: auth SSL: ssl TOPOLOGY: sharded_cluster - VERSION: "4.2" + VERSION: "6.0" - func: run tests vars: AUTH: auth SSL: ssl TOPOLOGY: sharded_cluster - VERSION: "4.2" - PYTHON_VERSION: pypy3.10 + VERSION: "6.0" + PYTHON_VERSION: "3.13" + TEST_NAME: default_sync tags: - - standard-linux - - server-4.2 - - python-pypy3.10 + - test-standard + - server-6.0 + - python-3.13 - sharded_cluster-auth-ssl - - name: test-v4.4-python3.9-noauth-nossl-standalone + - sync + - name: test-standard-v7.0-python3.9-async-noauth-nossl-standalone commands: - func: run server vars: AUTH: noauth SSL: nossl TOPOLOGY: standalone - VERSION: "4.4" + VERSION: "7.0" - func: run tests vars: AUTH: noauth SSL: nossl TOPOLOGY: standalone - VERSION: "4.4" + VERSION: "7.0" PYTHON_VERSION: "3.9" + TEST_NAME: default_async tags: - - standard-linux - - server-4.4 + - test-standard + - server-7.0 - python-3.9 - standalone-noauth-nossl - - name: test-v4.4-python3.10-noauth-ssl-replica-set + - async + - name: test-standard-v7.0-python3.10-sync-noauth-ssl-replica-set commands: - func: run server vars: AUTH: noauth SSL: ssl TOPOLOGY: replica_set - VERSION: "4.4" + VERSION: "7.0" - func: run tests vars: AUTH: noauth SSL: ssl TOPOLOGY: replica_set - VERSION: "4.4" + VERSION: "7.0" PYTHON_VERSION: "3.10" + TEST_NAME: default_sync tags: - - standard-linux - - server-4.4 + - test-standard + - server-7.0 - python-3.10 - replica_set-noauth-ssl - - name: test-v4.4-python3.11-auth-ssl-sharded-cluster + - sync + - name: test-standard-v7.0-python3.11-async-auth-ssl-sharded-cluster commands: - func: run server vars: AUTH: auth SSL: ssl TOPOLOGY: sharded_cluster - VERSION: "4.4" + VERSION: "7.0" - func: run tests vars: AUTH: auth SSL: ssl TOPOLOGY: sharded_cluster - VERSION: "4.4" + VERSION: "7.0" PYTHON_VERSION: "3.11" + TEST_NAME: default_async tags: - - standard-linux - - server-4.4 + - test-standard + - server-7.0 - python-3.11 - sharded_cluster-auth-ssl - - name: test-v5.0-python3.12-noauth-nossl-standalone + - async + - name: test-standard-v8.0-python3.12-sync-noauth-nossl-standalone commands: - func: run server vars: AUTH: noauth SSL: nossl TOPOLOGY: standalone - VERSION: "5.0" + VERSION: "8.0" - func: run tests vars: AUTH: noauth SSL: nossl TOPOLOGY: standalone - VERSION: "5.0" + VERSION: "8.0" PYTHON_VERSION: "3.12" + TEST_NAME: default_sync tags: - - standard-linux - - server-5.0 + - test-standard + - server-8.0 - python-3.12 - standalone-noauth-nossl - - name: test-v5.0-python3.13-noauth-ssl-replica-set + - sync + - name: test-standard-v8.0-python3.13-async-noauth-ssl-replica-set commands: - func: run server vars: AUTH: noauth SSL: ssl TOPOLOGY: replica_set - VERSION: "5.0" + VERSION: "8.0" - func: run tests vars: AUTH: noauth SSL: ssl TOPOLOGY: replica_set - VERSION: "5.0" + VERSION: "8.0" PYTHON_VERSION: "3.13" + TEST_NAME: default_async tags: - - standard-linux - - server-5.0 + - test-standard + - server-8.0 - python-3.13 - replica_set-noauth-ssl - - name: test-v5.0-pypy3.10-auth-ssl-sharded-cluster + - async + - name: test-standard-v8.0-python3.9-sync-auth-ssl-sharded-cluster commands: - func: run server vars: AUTH: auth SSL: ssl TOPOLOGY: sharded_cluster - VERSION: "5.0" + VERSION: "8.0" - func: run tests vars: AUTH: auth SSL: ssl TOPOLOGY: sharded_cluster - VERSION: "5.0" - PYTHON_VERSION: pypy3.10 + VERSION: "8.0" + PYTHON_VERSION: "3.9" + TEST_NAME: default_sync tags: - - standard-linux - - server-5.0 - - python-pypy3.10 + - test-standard + - server-8.0 + - python-3.9 - sharded_cluster-auth-ssl - - name: test-v6.0-python3.9-noauth-nossl-standalone + - sync + - name: test-standard-rapid-python3.10-async-noauth-nossl-standalone commands: - func: run server vars: AUTH: noauth SSL: nossl TOPOLOGY: standalone - VERSION: "6.0" + VERSION: rapid - func: run tests vars: AUTH: noauth SSL: nossl TOPOLOGY: standalone - VERSION: "6.0" - PYTHON_VERSION: "3.9" + VERSION: rapid + PYTHON_VERSION: "3.10" + TEST_NAME: default_async tags: - - standard-linux - - server-6.0 - - python-3.9 + - test-standard + - server-rapid + - python-3.10 - standalone-noauth-nossl - - name: test-v6.0-python3.10-noauth-ssl-replica-set + - async + - name: test-standard-rapid-python3.11-sync-noauth-ssl-replica-set commands: - func: run server vars: AUTH: noauth SSL: ssl TOPOLOGY: replica_set - VERSION: "6.0" + VERSION: rapid - func: run tests vars: AUTH: noauth SSL: ssl TOPOLOGY: replica_set - VERSION: "6.0" - PYTHON_VERSION: "3.10" + VERSION: rapid + PYTHON_VERSION: "3.11" + TEST_NAME: default_sync tags: - - standard-linux - - server-6.0 - - python-3.10 + - test-standard + - server-rapid + - python-3.11 - replica_set-noauth-ssl - - name: test-v6.0-python3.11-auth-ssl-sharded-cluster + - sync + - name: test-standard-rapid-python3.12-async-auth-ssl-sharded-cluster commands: - func: run server vars: AUTH: auth SSL: ssl TOPOLOGY: sharded_cluster - VERSION: "6.0" + VERSION: rapid - func: run tests vars: AUTH: auth SSL: ssl TOPOLOGY: sharded_cluster - VERSION: "6.0" - PYTHON_VERSION: "3.11" + VERSION: rapid + PYTHON_VERSION: "3.12" + TEST_NAME: default_async tags: - - standard-linux - - server-6.0 - - python-3.11 + - test-standard + - server-rapid + - python-3.12 - sharded_cluster-auth-ssl - - name: test-v7.0-python3.12-noauth-nossl-standalone + - async + - name: test-standard-latest-python3.13-sync-noauth-nossl-standalone commands: - func: run server vars: AUTH: noauth SSL: nossl TOPOLOGY: standalone - VERSION: "7.0" + VERSION: latest - func: run tests vars: AUTH: noauth SSL: nossl TOPOLOGY: standalone - VERSION: "7.0" - PYTHON_VERSION: "3.12" + VERSION: latest + PYTHON_VERSION: "3.13" + TEST_NAME: default_sync tags: - - standard-linux - - server-7.0 - - python-3.12 + - test-standard + - server-latest + - python-3.13 - standalone-noauth-nossl - - name: test-v7.0-python3.13-noauth-ssl-replica-set + - sync + - name: test-standard-latest-python3.9-async-noauth-ssl-replica-set commands: - func: run server vars: AUTH: noauth SSL: ssl TOPOLOGY: replica_set - VERSION: "7.0" + VERSION: latest - func: run tests vars: AUTH: noauth SSL: ssl TOPOLOGY: replica_set - VERSION: "7.0" - PYTHON_VERSION: "3.13" + VERSION: latest + PYTHON_VERSION: "3.9" + TEST_NAME: default_async tags: - - standard-linux - - server-7.0 - - python-3.13 + - test-standard + - server-latest + - python-3.9 - replica_set-noauth-ssl - - name: test-v7.0-pypy3.10-auth-ssl-sharded-cluster + - async + - name: test-standard-latest-python3.10-sync-auth-ssl-sharded-cluster commands: - func: run server vars: AUTH: auth SSL: ssl TOPOLOGY: sharded_cluster - VERSION: "7.0" + VERSION: latest - func: run tests vars: AUTH: auth SSL: ssl TOPOLOGY: sharded_cluster - VERSION: "7.0" - PYTHON_VERSION: pypy3.10 + VERSION: latest + PYTHON_VERSION: "3.10" + TEST_NAME: default_sync tags: - - standard-linux - - server-7.0 - - python-pypy3.10 + - test-standard + - server-latest + - python-3.10 - sharded_cluster-auth-ssl - - name: test-v8.0-python3.9-noauth-nossl-standalone + - sync + - name: test-standard-v4.0-pypy3.10-sync-noauth-nossl-standalone commands: - func: run server vars: AUTH: noauth SSL: nossl TOPOLOGY: standalone - VERSION: "8.0" + VERSION: "4.0" - func: run tests vars: AUTH: noauth SSL: nossl TOPOLOGY: standalone - VERSION: "8.0" - PYTHON_VERSION: "3.9" + VERSION: "4.0" + PYTHON_VERSION: pypy3.10 + TEST_NAME: default_sync tags: - - standard-linux - - server-8.0 - - python-3.9 + - test-standard + - server-4.0 + - python-pypy3.10 - standalone-noauth-nossl - - name: test-v8.0-python3.10-noauth-ssl-replica-set + - sync + - pypy + - name: test-standard-v4.2-pypy3.10-async-noauth-ssl-replica-set commands: - func: run server vars: AUTH: noauth SSL: ssl TOPOLOGY: replica_set - VERSION: "8.0" + VERSION: "4.2" - func: run tests vars: AUTH: noauth SSL: ssl TOPOLOGY: replica_set - VERSION: "8.0" - PYTHON_VERSION: "3.10" + VERSION: "4.2" + PYTHON_VERSION: pypy3.10 + TEST_NAME: default_async tags: - - standard-linux - - server-8.0 - - python-3.10 + - test-standard + - server-4.2 + - python-pypy3.10 - replica_set-noauth-ssl - - name: test-v8.0-python3.11-auth-ssl-sharded-cluster + - async + - pypy + - name: test-standard-v4.4-pypy3.10-sync-auth-ssl-sharded-cluster commands: - func: run server vars: AUTH: auth SSL: ssl TOPOLOGY: sharded_cluster - VERSION: "8.0" + VERSION: "4.4" - func: run tests vars: AUTH: auth SSL: ssl TOPOLOGY: sharded_cluster - VERSION: "8.0" - PYTHON_VERSION: "3.11" + VERSION: "4.4" + PYTHON_VERSION: pypy3.10 + TEST_NAME: default_sync tags: - - standard-linux - - server-8.0 - - python-3.11 + - test-standard + - server-4.4 + - python-pypy3.10 - sharded_cluster-auth-ssl - - name: test-rapid-python3.12-noauth-nossl-standalone + - sync + - pypy + - name: test-standard-v5.0-pypy3.10-async-noauth-nossl-standalone commands: - func: run server vars: AUTH: noauth SSL: nossl TOPOLOGY: standalone - VERSION: rapid + VERSION: "5.0" - func: run tests vars: AUTH: noauth SSL: nossl TOPOLOGY: standalone - VERSION: rapid - PYTHON_VERSION: "3.12" + VERSION: "5.0" + PYTHON_VERSION: pypy3.10 + TEST_NAME: default_async tags: - - standard-linux - - server-rapid - - python-3.12 + - test-standard + - server-5.0 + - python-pypy3.10 - standalone-noauth-nossl - - name: test-rapid-python3.13-noauth-ssl-replica-set + - async + - pypy + - name: test-standard-v6.0-pypy3.10-sync-noauth-ssl-replica-set commands: - func: run server vars: AUTH: noauth SSL: ssl TOPOLOGY: replica_set - VERSION: rapid + VERSION: "6.0" - func: run tests vars: AUTH: noauth SSL: ssl TOPOLOGY: replica_set - VERSION: rapid - PYTHON_VERSION: "3.13" + VERSION: "6.0" + PYTHON_VERSION: pypy3.10 + TEST_NAME: default_sync tags: - - standard-linux - - server-rapid - - python-3.13 + - test-standard + - server-6.0 + - python-pypy3.10 - replica_set-noauth-ssl - - name: test-rapid-pypy3.10-auth-ssl-sharded-cluster + - sync + - pypy + - name: test-standard-v7.0-pypy3.10-async-auth-ssl-sharded-cluster commands: - func: run server vars: AUTH: auth SSL: ssl TOPOLOGY: sharded_cluster - VERSION: rapid + VERSION: "7.0" - func: run tests vars: AUTH: auth SSL: ssl TOPOLOGY: sharded_cluster - VERSION: rapid + VERSION: "7.0" PYTHON_VERSION: pypy3.10 + TEST_NAME: default_async tags: - - standard-linux - - server-rapid + - test-standard + - server-7.0 - python-pypy3.10 - sharded_cluster-auth-ssl - - name: test-latest-python3.9-noauth-nossl-standalone + - async + - pypy + - name: test-standard-v8.0-pypy3.10-sync-noauth-nossl-standalone commands: - func: run server vars: AUTH: noauth SSL: nossl TOPOLOGY: standalone - VERSION: latest + VERSION: "8.0" - func: run tests vars: AUTH: noauth SSL: nossl TOPOLOGY: standalone - VERSION: latest - PYTHON_VERSION: "3.9" + VERSION: "8.0" + PYTHON_VERSION: pypy3.10 + TEST_NAME: default_sync tags: - - standard-linux - - server-latest - - python-3.9 + - test-standard + - server-8.0 + - python-pypy3.10 - standalone-noauth-nossl - - name: test-latest-python3.10-noauth-ssl-replica-set + - sync + - pypy + - name: test-standard-rapid-pypy3.10-async-noauth-ssl-replica-set commands: - func: run server vars: AUTH: noauth SSL: ssl TOPOLOGY: replica_set - VERSION: latest + VERSION: rapid - func: run tests vars: AUTH: noauth SSL: ssl TOPOLOGY: replica_set - VERSION: latest - PYTHON_VERSION: "3.10" + VERSION: rapid + PYTHON_VERSION: pypy3.10 + TEST_NAME: default_async tags: - - standard-linux - - server-latest - - python-3.10 + - test-standard + - server-rapid + - python-pypy3.10 - replica_set-noauth-ssl - - name: test-latest-python3.11-auth-ssl-sharded-cluster + - async + - pypy + - name: test-standard-latest-pypy3.10-sync-auth-ssl-sharded-cluster commands: - func: run server vars: @@ -8209,15 +8678,18 @@ tasks: SSL: ssl TOPOLOGY: sharded_cluster VERSION: latest - PYTHON_VERSION: "3.11" + PYTHON_VERSION: pypy3.10 + TEST_NAME: default_sync tags: - - standard-linux + - test-standard - server-latest - - python-3.11 + - python-pypy3.10 - sharded_cluster-auth-ssl + - sync + - pypy - # Standard non linux tests - - name: test-v4.0-python3.9-sync-noauth-nossl-standalone + # Test non standard tests + - name: test-non-standard-v4.0-python3.9-noauth-nossl-standalone commands: - func: run server vars: @@ -8232,14 +8704,12 @@ tasks: TOPOLOGY: standalone VERSION: "4.0" PYTHON_VERSION: "3.9" - TEST_NAME: default_sync tags: - - standard-non-linux + - test-non-standard - server-4.0 - python-3.9 - standalone-noauth-nossl - - sync - - name: test-v4.0-python3.10-async-noauth-ssl-replica-set + - name: test-non-standard-v4.0-python3.10-noauth-ssl-replica-set commands: - func: run server vars: @@ -8254,14 +8724,12 @@ tasks: TOPOLOGY: replica_set VERSION: "4.0" PYTHON_VERSION: "3.10" - TEST_NAME: default_async tags: - - standard-non-linux + - test-non-standard - server-4.0 - python-3.10 - replica_set-noauth-ssl - - async - - name: test-v4.0-python3.11-sync-auth-ssl-sharded-cluster + - name: test-non-standard-v4.0-python3.11-auth-ssl-sharded-cluster commands: - func: run server vars: @@ -8276,14 +8744,12 @@ tasks: TOPOLOGY: sharded_cluster VERSION: "4.0" PYTHON_VERSION: "3.11" - TEST_NAME: default_sync tags: - - standard-non-linux + - test-non-standard - server-4.0 - python-3.11 - sharded_cluster-auth-ssl - - sync - - name: test-v4.2-python3.12-async-noauth-nossl-standalone + - name: test-non-standard-v4.2-python3.12-noauth-nossl-standalone commands: - func: run server vars: @@ -8298,14 +8764,12 @@ tasks: TOPOLOGY: standalone VERSION: "4.2" PYTHON_VERSION: "3.12" - TEST_NAME: default_async tags: - - standard-non-linux + - test-non-standard - server-4.2 - python-3.12 - standalone-noauth-nossl - - async - - name: test-v4.2-python3.13-sync-noauth-ssl-replica-set + - name: test-non-standard-v4.2-python3.13-noauth-ssl-replica-set commands: - func: run server vars: @@ -8320,14 +8784,12 @@ tasks: TOPOLOGY: replica_set VERSION: "4.2" PYTHON_VERSION: "3.13" - TEST_NAME: default_sync tags: - - standard-non-linux + - test-non-standard - server-4.2 - python-3.13 - replica_set-noauth-ssl - - sync - - name: test-v4.2-python3.9-async-auth-ssl-sharded-cluster + - name: test-non-standard-v4.2-python3.9-auth-ssl-sharded-cluster commands: - func: run server vars: @@ -8342,14 +8804,12 @@ tasks: TOPOLOGY: sharded_cluster VERSION: "4.2" PYTHON_VERSION: "3.9" - TEST_NAME: default_async tags: - - standard-non-linux + - test-non-standard - server-4.2 - python-3.9 - sharded_cluster-auth-ssl - - async - - name: test-v4.4-python3.10-sync-noauth-nossl-standalone + - name: test-non-standard-v4.4-python3.10-noauth-nossl-standalone commands: - func: run server vars: @@ -8364,14 +8824,12 @@ tasks: TOPOLOGY: standalone VERSION: "4.4" PYTHON_VERSION: "3.10" - TEST_NAME: default_sync tags: - - standard-non-linux + - test-non-standard - server-4.4 - python-3.10 - standalone-noauth-nossl - - sync - - name: test-v4.4-python3.11-async-noauth-ssl-replica-set + - name: test-non-standard-v4.4-python3.11-noauth-ssl-replica-set commands: - func: run server vars: @@ -8386,14 +8844,12 @@ tasks: TOPOLOGY: replica_set VERSION: "4.4" PYTHON_VERSION: "3.11" - TEST_NAME: default_async tags: - - standard-non-linux + - test-non-standard - server-4.4 - python-3.11 - replica_set-noauth-ssl - - async - - name: test-v4.4-python3.12-sync-auth-ssl-sharded-cluster + - name: test-non-standard-v4.4-python3.12-auth-ssl-sharded-cluster commands: - func: run server vars: @@ -8408,14 +8864,12 @@ tasks: TOPOLOGY: sharded_cluster VERSION: "4.4" PYTHON_VERSION: "3.12" - TEST_NAME: default_sync tags: - - standard-non-linux + - test-non-standard - server-4.4 - python-3.12 - sharded_cluster-auth-ssl - - sync - - name: test-v5.0-python3.13-async-noauth-nossl-standalone + - name: test-non-standard-v5.0-python3.13-noauth-nossl-standalone commands: - func: run server vars: @@ -8430,14 +8884,12 @@ tasks: TOPOLOGY: standalone VERSION: "5.0" PYTHON_VERSION: "3.13" - TEST_NAME: default_async tags: - - standard-non-linux + - test-non-standard - server-5.0 - python-3.13 - standalone-noauth-nossl - - async - - name: test-v5.0-python3.9-sync-noauth-ssl-replica-set + - name: test-non-standard-v5.0-python3.9-noauth-ssl-replica-set commands: - func: run server vars: @@ -8452,14 +8904,12 @@ tasks: TOPOLOGY: replica_set VERSION: "5.0" PYTHON_VERSION: "3.9" - TEST_NAME: default_sync tags: - - standard-non-linux + - test-non-standard - server-5.0 - python-3.9 - replica_set-noauth-ssl - - sync - - name: test-v5.0-python3.10-async-auth-ssl-sharded-cluster + - name: test-non-standard-v5.0-python3.10-auth-ssl-sharded-cluster commands: - func: run server vars: @@ -8474,14 +8924,12 @@ tasks: TOPOLOGY: sharded_cluster VERSION: "5.0" PYTHON_VERSION: "3.10" - TEST_NAME: default_async tags: - - standard-non-linux + - test-non-standard - server-5.0 - python-3.10 - sharded_cluster-auth-ssl - - async - - name: test-v6.0-python3.11-sync-noauth-nossl-standalone + - name: test-non-standard-v6.0-python3.11-noauth-nossl-standalone commands: - func: run server vars: @@ -8496,14 +8944,12 @@ tasks: TOPOLOGY: standalone VERSION: "6.0" PYTHON_VERSION: "3.11" - TEST_NAME: default_sync tags: - - standard-non-linux + - test-non-standard - server-6.0 - python-3.11 - standalone-noauth-nossl - - sync - - name: test-v6.0-python3.12-async-noauth-ssl-replica-set + - name: test-non-standard-v6.0-python3.12-noauth-ssl-replica-set commands: - func: run server vars: @@ -8518,14 +8964,12 @@ tasks: TOPOLOGY: replica_set VERSION: "6.0" PYTHON_VERSION: "3.12" - TEST_NAME: default_async tags: - - standard-non-linux + - test-non-standard - server-6.0 - python-3.12 - replica_set-noauth-ssl - - async - - name: test-v6.0-python3.13-sync-auth-ssl-sharded-cluster + - name: test-non-standard-v6.0-python3.13-auth-ssl-sharded-cluster commands: - func: run server vars: @@ -8540,14 +8984,12 @@ tasks: TOPOLOGY: sharded_cluster VERSION: "6.0" PYTHON_VERSION: "3.13" - TEST_NAME: default_sync tags: - - standard-non-linux + - test-non-standard - server-6.0 - python-3.13 - sharded_cluster-auth-ssl - - sync - - name: test-v7.0-python3.9-async-noauth-nossl-standalone + - name: test-non-standard-v7.0-python3.9-noauth-nossl-standalone commands: - func: run server vars: @@ -8562,14 +9004,12 @@ tasks: TOPOLOGY: standalone VERSION: "7.0" PYTHON_VERSION: "3.9" - TEST_NAME: default_async tags: - - standard-non-linux + - test-non-standard - server-7.0 - python-3.9 - standalone-noauth-nossl - - async - - name: test-v7.0-python3.10-sync-noauth-ssl-replica-set + - name: test-non-standard-v7.0-python3.10-noauth-ssl-replica-set commands: - func: run server vars: @@ -8584,14 +9024,12 @@ tasks: TOPOLOGY: replica_set VERSION: "7.0" PYTHON_VERSION: "3.10" - TEST_NAME: default_sync tags: - - standard-non-linux + - test-non-standard - server-7.0 - python-3.10 - replica_set-noauth-ssl - - sync - - name: test-v7.0-python3.11-async-auth-ssl-sharded-cluster + - name: test-non-standard-v7.0-python3.11-auth-ssl-sharded-cluster commands: - func: run server vars: @@ -8606,14 +9044,12 @@ tasks: TOPOLOGY: sharded_cluster VERSION: "7.0" PYTHON_VERSION: "3.11" - TEST_NAME: default_async tags: - - standard-non-linux + - test-non-standard - server-7.0 - python-3.11 - sharded_cluster-auth-ssl - - async - - name: test-v8.0-python3.12-sync-noauth-nossl-standalone + - name: test-non-standard-v8.0-python3.12-noauth-nossl-standalone commands: - func: run server vars: @@ -8628,14 +9064,12 @@ tasks: TOPOLOGY: standalone VERSION: "8.0" PYTHON_VERSION: "3.12" - TEST_NAME: default_sync tags: - - standard-non-linux + - test-non-standard - server-8.0 - python-3.12 - standalone-noauth-nossl - - sync - - name: test-v8.0-python3.13-async-noauth-ssl-replica-set + - name: test-non-standard-v8.0-python3.13-noauth-ssl-replica-set commands: - func: run server vars: @@ -8650,14 +9084,12 @@ tasks: TOPOLOGY: replica_set VERSION: "8.0" PYTHON_VERSION: "3.13" - TEST_NAME: default_async tags: - - standard-non-linux + - test-non-standard - server-8.0 - python-3.13 - replica_set-noauth-ssl - - async - - name: test-v8.0-python3.9-sync-auth-ssl-sharded-cluster + - name: test-non-standard-v8.0-python3.9-auth-ssl-sharded-cluster commands: - func: run server vars: @@ -8672,14 +9104,12 @@ tasks: TOPOLOGY: sharded_cluster VERSION: "8.0" PYTHON_VERSION: "3.9" - TEST_NAME: default_sync tags: - - standard-non-linux + - test-non-standard - server-8.0 - python-3.9 - sharded_cluster-auth-ssl - - sync - - name: test-rapid-python3.10-async-noauth-nossl-standalone + - name: test-non-standard-rapid-python3.10-noauth-nossl-standalone commands: - func: run server vars: @@ -8694,14 +9124,12 @@ tasks: TOPOLOGY: standalone VERSION: rapid PYTHON_VERSION: "3.10" - TEST_NAME: default_async tags: - - standard-non-linux + - test-non-standard - server-rapid - python-3.10 - standalone-noauth-nossl - - async - - name: test-rapid-python3.11-sync-noauth-ssl-replica-set + - name: test-non-standard-rapid-python3.11-noauth-ssl-replica-set commands: - func: run server vars: @@ -8716,14 +9144,12 @@ tasks: TOPOLOGY: replica_set VERSION: rapid PYTHON_VERSION: "3.11" - TEST_NAME: default_sync tags: - - standard-non-linux + - test-non-standard - server-rapid - python-3.11 - replica_set-noauth-ssl - - sync - - name: test-rapid-python3.12-async-auth-ssl-sharded-cluster + - name: test-non-standard-rapid-python3.12-auth-ssl-sharded-cluster commands: - func: run server vars: @@ -8738,14 +9164,12 @@ tasks: TOPOLOGY: sharded_cluster VERSION: rapid PYTHON_VERSION: "3.12" - TEST_NAME: default_async tags: - - standard-non-linux + - test-non-standard - server-rapid - python-3.12 - sharded_cluster-auth-ssl - - async - - name: test-latest-python3.13-sync-noauth-nossl-standalone + - name: test-non-standard-latest-python3.13-noauth-nossl-standalone commands: - func: run server vars: @@ -8760,14 +9184,12 @@ tasks: TOPOLOGY: standalone VERSION: latest PYTHON_VERSION: "3.13" - TEST_NAME: default_sync tags: - - standard-non-linux + - test-non-standard - server-latest - python-3.13 - standalone-noauth-nossl - - sync - - name: test-latest-python3.9-async-noauth-ssl-replica-set + - name: test-non-standard-latest-python3.9-noauth-ssl-replica-set commands: - func: run server vars: @@ -8782,14 +9204,12 @@ tasks: TOPOLOGY: replica_set VERSION: latest PYTHON_VERSION: "3.9" - TEST_NAME: default_async tags: - - standard-non-linux + - test-non-standard - server-latest - python-3.9 - replica_set-noauth-ssl - - async - - name: test-latest-python3.10-sync-auth-ssl-sharded-cluster + - name: test-non-standard-latest-python3.10-auth-ssl-sharded-cluster commands: - func: run server vars: @@ -8804,10 +9224,197 @@ tasks: TOPOLOGY: sharded_cluster VERSION: latest PYTHON_VERSION: "3.10" - TEST_NAME: default_sync tags: - - standard-non-linux + - test-non-standard - server-latest - python-3.10 - sharded_cluster-auth-ssl - - sync + - name: test-non-standard-v4.0-pypy3.10-noauth-nossl-standalone + commands: + - func: run server + vars: + AUTH: noauth + SSL: nossl + TOPOLOGY: standalone + VERSION: "4.0" + - func: run tests + vars: + AUTH: noauth + SSL: nossl + TOPOLOGY: standalone + VERSION: "4.0" + PYTHON_VERSION: pypy3.10 + tags: + - test-non-standard + - server-4.0 + - python-pypy3.10 + - standalone-noauth-nossl + - pypy + - name: test-non-standard-v4.2-pypy3.10-noauth-ssl-replica-set + commands: + - func: run server + vars: + AUTH: noauth + SSL: ssl + TOPOLOGY: replica_set + VERSION: "4.2" + - func: run tests + vars: + AUTH: noauth + SSL: ssl + TOPOLOGY: replica_set + VERSION: "4.2" + PYTHON_VERSION: pypy3.10 + tags: + - test-non-standard + - server-4.2 + - python-pypy3.10 + - replica_set-noauth-ssl + - pypy + - name: test-non-standard-v4.4-pypy3.10-auth-ssl-sharded-cluster + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + VERSION: "4.4" + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + VERSION: "4.4" + PYTHON_VERSION: pypy3.10 + tags: + - test-non-standard + - server-4.4 + - python-pypy3.10 + - sharded_cluster-auth-ssl + - pypy + - name: test-non-standard-v5.0-pypy3.10-noauth-nossl-standalone + commands: + - func: run server + vars: + AUTH: noauth + SSL: nossl + TOPOLOGY: standalone + VERSION: "5.0" + - func: run tests + vars: + AUTH: noauth + SSL: nossl + TOPOLOGY: standalone + VERSION: "5.0" + PYTHON_VERSION: pypy3.10 + tags: + - test-non-standard + - server-5.0 + - python-pypy3.10 + - standalone-noauth-nossl + - pypy + - name: test-non-standard-v6.0-pypy3.10-noauth-ssl-replica-set + commands: + - func: run server + vars: + AUTH: noauth + SSL: ssl + TOPOLOGY: replica_set + VERSION: "6.0" + - func: run tests + vars: + AUTH: noauth + SSL: ssl + TOPOLOGY: replica_set + VERSION: "6.0" + PYTHON_VERSION: pypy3.10 + tags: + - test-non-standard + - server-6.0 + - python-pypy3.10 + - replica_set-noauth-ssl + - pypy + - name: test-non-standard-v7.0-pypy3.10-auth-ssl-sharded-cluster + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + VERSION: "7.0" + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + VERSION: "7.0" + PYTHON_VERSION: pypy3.10 + tags: + - test-non-standard + - server-7.0 + - python-pypy3.10 + - sharded_cluster-auth-ssl + - pypy + - name: test-non-standard-v8.0-pypy3.10-noauth-nossl-standalone + commands: + - func: run server + vars: + AUTH: noauth + SSL: nossl + TOPOLOGY: standalone + VERSION: "8.0" + - func: run tests + vars: + AUTH: noauth + SSL: nossl + TOPOLOGY: standalone + VERSION: "8.0" + PYTHON_VERSION: pypy3.10 + tags: + - test-non-standard + - server-8.0 + - python-pypy3.10 + - standalone-noauth-nossl + - pypy + - name: test-non-standard-rapid-pypy3.10-noauth-ssl-replica-set + commands: + - func: run server + vars: + AUTH: noauth + SSL: ssl + TOPOLOGY: replica_set + VERSION: rapid + - func: run tests + vars: + AUTH: noauth + SSL: ssl + TOPOLOGY: replica_set + VERSION: rapid + PYTHON_VERSION: pypy3.10 + tags: + - test-non-standard + - server-rapid + - python-pypy3.10 + - replica_set-noauth-ssl + - pypy + - name: test-non-standard-latest-pypy3.10-auth-ssl-sharded-cluster + commands: + - func: run server + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + VERSION: latest + - func: run tests + vars: + AUTH: auth + SSL: ssl + TOPOLOGY: sharded_cluster + VERSION: latest + PYTHON_VERSION: pypy3.10 + tags: + - test-non-standard + - server-latest + - python-pypy3.10 + - sharded_cluster-auth-ssl + - pypy diff --git a/.evergreen/generated_configs/variants.yml b/.evergreen/generated_configs/variants.yml index 8ba16273de..3cb14c716d 100644 --- a/.evergreen/generated_configs/variants.yml +++ b/.evergreen/generated_configs/variants.yml @@ -2,7 +2,7 @@ buildvariants: # Alternative hosts tests - name: openssl-1.0.2-rhel7-v5.0-python3.9 tasks: - - name: .other-hosts + - name: .test-no-toolchain display_name: OpenSSL 1.0.2 RHEL7 v5.0 Python3.9 run_on: - rhel79-small @@ -13,7 +13,7 @@ buildvariants: PYTHON_BINARY: /opt/python/3.9/bin/python3 - name: other-hosts-rhel9-fips-latest tasks: - - name: .other-hosts + - name: .test-no-toolchain display_name: Other hosts RHEL9-FIPS latest run_on: - rhel92-fips @@ -24,7 +24,7 @@ buildvariants: REQUIRE_FIPS: "1" - name: other-hosts-rhel8-zseries-latest tasks: - - name: .other-hosts + - name: .test-no-toolchain display_name: Other hosts RHEL8-zseries latest run_on: - rhel8-zseries-small @@ -34,7 +34,7 @@ buildvariants: NO_EXT: "1" - name: other-hosts-rhel8-power8-latest tasks: - - name: .other-hosts + - name: .test-no-toolchain display_name: Other hosts RHEL8-POWER8 latest run_on: - rhel8-power-small @@ -44,7 +44,7 @@ buildvariants: NO_EXT: "1" - name: other-hosts-rhel8-arm64-latest tasks: - - name: .other-hosts + - name: .test-no-toolchain display_name: Other hosts RHEL8-arm64 latest run_on: - rhel82-arm64-small @@ -54,7 +54,7 @@ buildvariants: NO_EXT: "1" - name: other-hosts-amazon2023-latest tasks: - - name: .other-hosts + - name: .test-no-toolchain display_name: Other hosts Amazon2023 latest run_on: - amazon2023-arm64-latest-large-m8g @@ -66,7 +66,7 @@ buildvariants: # Atlas connect tests - name: atlas-connect-rhel8 tasks: - - name: .no-orchestration + - name: .test-no-orchestration display_name: Atlas connect RHEL8 run_on: - rhel87-small @@ -74,7 +74,7 @@ buildvariants: # Atlas data lake tests - name: atlas-data-lake-ubuntu-22 tasks: - - name: .no-orchestration + - name: .test-no-orchestration display_name: Atlas Data Lake Ubuntu-22 run_on: - ubuntu2204-small @@ -120,7 +120,7 @@ buildvariants: # Compression tests - name: compression-snappy-rhel8 tasks: - - name: .standard-linux + - name: .test-standard display_name: Compression snappy RHEL8 run_on: - rhel87-small @@ -128,7 +128,7 @@ buildvariants: COMPRESSOR: snappy - name: compression-zlib-rhel8 tasks: - - name: .standard-linux + - name: .test-standard display_name: Compression zlib RHEL8 run_on: - rhel87-small @@ -136,7 +136,7 @@ buildvariants: COMPRESSOR: zlib - name: compression-zstd-rhel8 tasks: - - name: .standard-linux !.server-4.0 + - name: .test-standard !.server-4.0 display_name: Compression zstd RHEL8 run_on: - rhel87-small @@ -167,7 +167,7 @@ buildvariants: # Doctests tests - name: doctests-rhel8 tasks: - - name: .standard-linux .standalone-noauth-nossl + - name: .test-non-standard .standalone-noauth-nossl display_name: Doctests RHEL8 run_on: - rhel87-small @@ -468,7 +468,7 @@ buildvariants: # Green framework tests - name: green-eventlet-rhel8 tasks: - - name: .standard-linux .standalone-noauth-nossl .python-3.9 + - name: .test-standard .standalone-noauth-nossl .python-3.9 display_name: Green Eventlet RHEL8 run_on: - rhel87-small @@ -478,7 +478,7 @@ buildvariants: SSL: ssl - name: green-gevent-rhel8 tasks: - - name: .standard-linux .standalone-noauth-nossl + - name: .test-standard .standalone-noauth-nossl display_name: Green Gevent RHEL8 run_on: - rhel87-small @@ -511,16 +511,22 @@ buildvariants: # Load balancer tests - name: load-balancer tasks: - - name: .load-balancer + - name: .test-non-standard .server-6.0 .sharded_cluster-auth-ssl + - name: .test-non-standard .server-7.0 .sharded_cluster-auth-ssl + - name: .test-non-standard .server-8.0 .sharded_cluster-auth-ssl + - name: .test-non-standard .server-rapid .sharded_cluster-auth-ssl + - name: .test-non-standard .server-latest .sharded_cluster-auth-ssl display_name: Load Balancer run_on: - rhel87-small batchtime: 10080 + expansions: + TEST_NAME: load_balancer # Mockupdb tests - name: mockupdb-rhel8 tasks: - - name: .no-orchestration + - name: .test-no-orchestration display_name: MockupDB RHEL8 run_on: - rhel87-small @@ -540,7 +546,7 @@ buildvariants: # No c ext tests - name: no-c-ext-rhel8 tasks: - - name: .standard-linux + - name: .test-standard display_name: No C Ext RHEL8 run_on: - rhel87-small @@ -548,7 +554,7 @@ buildvariants: # No server tests - name: no-server-rhel8 tasks: - - name: .no-orchestration + - name: .test-no-orchestration display_name: No server RHEL8 run_on: - rhel87-small @@ -782,12 +788,12 @@ buildvariants: # Stable api tests - name: stable-api-require-v1-rhel8-auth tasks: - - name: .standard-linux !.replica_set-noauth-ssl .server-5.0 - - name: .standard-linux !.replica_set-noauth-ssl .server-6.0 - - name: .standard-linux !.replica_set-noauth-ssl .server-7.0 - - name: .standard-linux !.replica_set-noauth-ssl .server-8.0 - - name: .standard-linux !.replica_set-noauth-ssl .server-rapid - - name: .standard-linux !.replica_set-noauth-ssl .server-latest + - name: .test-standard !.replica_set-noauth-ssl .server-5.0 + - name: .test-standard !.replica_set-noauth-ssl .server-6.0 + - name: .test-standard !.replica_set-noauth-ssl .server-7.0 + - name: .test-standard !.replica_set-noauth-ssl .server-8.0 + - name: .test-standard !.replica_set-noauth-ssl .server-rapid + - name: .test-standard !.replica_set-noauth-ssl .server-latest display_name: Stable API require v1 RHEL8 Auth run_on: - rhel87-small @@ -798,12 +804,12 @@ buildvariants: tags: [versionedApi_tag] - name: stable-api-accept-v2-rhel8-auth tasks: - - name: .standard-linux .server-5.0 .standalone-noauth-nossl - - name: .standard-linux .server-6.0 .standalone-noauth-nossl - - name: .standard-linux .server-7.0 .standalone-noauth-nossl - - name: .standard-linux .server-8.0 .standalone-noauth-nossl - - name: .standard-linux .server-rapid .standalone-noauth-nossl - - name: .standard-linux .server-latest .standalone-noauth-nossl + - name: .test-standard .server-5.0 .standalone-noauth-nossl + - name: .test-standard .server-6.0 .standalone-noauth-nossl + - name: .test-standard .server-7.0 .standalone-noauth-nossl + - name: .test-standard .server-8.0 .standalone-noauth-nossl + - name: .test-standard .server-rapid .standalone-noauth-nossl + - name: .test-standard .server-latest .standalone-noauth-nossl display_name: Stable API accept v2 RHEL8 Auth run_on: - rhel87-small @@ -815,32 +821,32 @@ buildvariants: # Standard nonlinux tests - name: test-macos tasks: - - name: .standard-non-linux + - name: .test-standard !.pypy display_name: "* Test macOS" run_on: - macos-14 tags: [standard-non-linux] - name: test-macos-arm64 tasks: - - name: .standard-non-linux .server-6.0 - - name: .standard-non-linux .server-7.0 - - name: .standard-non-linux .server-8.0 - - name: .standard-non-linux .server-rapid - - name: .standard-non-linux .server-latest + - name: .test-standard !.pypy .server-6.0 + - name: .test-standard !.pypy .server-7.0 + - name: .test-standard !.pypy .server-8.0 + - name: .test-standard !.pypy .server-rapid + - name: .test-standard !.pypy .server-latest display_name: "* Test macOS Arm64" run_on: - macos-14-arm64 tags: [standard-non-linux] - name: test-win64 tasks: - - name: .standard-non-linux + - name: .test-standard !.pypy display_name: "* Test Win64" run_on: - windows-64-vsMulti-small tags: [standard-non-linux] - name: test-win32 tasks: - - name: .standard-non-linux + - name: .test-standard !.pypy display_name: "* Test Win32" run_on: - windows-64-vsMulti-small @@ -851,7 +857,7 @@ buildvariants: # Storage engine tests - name: storage-inmemory-rhel8 tasks: - - name: .standard-linux .standalone-noauth-nossl + - name: .test-standard .standalone-noauth-nossl display_name: Storage InMemory RHEL8 run_on: - rhel87-small @@ -859,7 +865,7 @@ buildvariants: STORAGE_ENGINE: inmemory - name: storage-mmapv1-rhel8 tasks: - - name: .standard-linux !.sharded_cluster-auth-ssl .server-4.0 + - name: .test-standard !.sharded_cluster-auth-ssl .server-4.0 display_name: Storage MMAPv1 RHEL8 run_on: - rhel87-small diff --git a/.evergreen/scripts/generate_config.py b/.evergreen/scripts/generate_config.py index be1a960db2..a0e39e2579 100644 --- a/.evergreen/scripts/generate_config.py +++ b/.evergreen/scripts/generate_config.py @@ -90,11 +90,11 @@ def create_standard_nonlinux_variants() -> list[BuildVariant]: # Test a subset on each of the other platforms. for host_name in ("macos", "macos-arm64", "win64", "win32"): - tasks = [".standard-non-linux"] + tasks = [".test-standard !.pypy"] # MacOS arm64 only works on server versions 6.0+ if host_name == "macos-arm64": tasks = [ - f".standard-non-linux .server-{version}" for version in get_versions_from("6.0") + f".test-standard !.pypy .server-{version}" for version in get_versions_from("6.0") ] host = HOSTS[host_name] tags = ["standard-non-linux"] @@ -203,10 +203,18 @@ def get_encryption_expansions(encryption): def create_load_balancer_variants(): - # Load balancer tests - run all supported server versions using the lowest supported python. + tasks = [ + f".test-non-standard .server-{v} .sharded_cluster-auth-ssl" + for v in get_versions_from("6.0") + ] + expansions = dict(TEST_NAME="load_balancer") return [ create_variant( - [".load-balancer"], "Load Balancer", host=DEFAULT_HOST, batchtime=BATCHTIME_WEEK + tasks, + "Load Balancer", + host=DEFAULT_HOST, + batchtime=BATCHTIME_WEEK, + expansions=expansions, ) ] @@ -218,9 +226,9 @@ def create_compression_variants(): for compressor in "snappy", "zlib", "zstd": expansions = dict(COMPRESSOR=compressor) if compressor == "zstd": - tasks = [".standard-linux !.server-4.0"] + tasks = [".test-standard !.server-4.0"] else: - tasks = [".standard-linux"] + tasks = [".test-standard"] display_name = get_variant_name(f"Compression {compressor}", host) variants.append( create_variant( @@ -296,11 +304,11 @@ def create_storage_engine_variants(): for engine in engines: expansions = dict(STORAGE_ENGINE=engine.lower()) if engine == engines[0]: - tasks = [".standard-linux .standalone-noauth-nossl"] + tasks = [".test-standard .standalone-noauth-nossl"] else: # MongoDB 4.2 drops support for MMAPv1 versions = get_versions_until("4.0") - tasks = [f".standard-linux !.sharded_cluster-auth-ssl .server-{v}" for v in versions] + tasks = [f".test-standard !.sharded_cluster-auth-ssl .server-{v}" for v in versions] display_name = get_variant_name(f"Storage {engine}", host) variant = create_variant(tasks, display_name, host=host, expansions=expansions) variants.append(variant) @@ -324,7 +332,7 @@ def create_stable_api_variants(): # MONGODB_API_VERSION is the apiVersion to use in the test suite. expansions["MONGODB_API_VERSION"] = "1" tasks = [ - f".standard-linux !.replica_set-noauth-ssl .server-{v}" + f".test-standard !.replica_set-noauth-ssl .server-{v}" for v in get_versions_from("5.0") ] else: @@ -333,7 +341,7 @@ def create_stable_api_variants(): # clients created in the test suite. expansions["ORCHESTRATION_FILE"] = "versioned-api-testing.json" tasks = [ - f".standard-linux .server-{v} .standalone-noauth-nossl" + f".test-standard .server-{v} .standalone-noauth-nossl" for v in get_versions_from("5.0") ] base_display_name = f"Stable API {test_type}" @@ -348,11 +356,11 @@ def create_green_framework_variants(): variants = [] host = DEFAULT_HOST for framework in ["eventlet", "gevent"]: - tasks = [".standard-linux .standalone-noauth-nossl"] + tasks = [".test-standard .standalone-noauth-nossl"] if framework == "eventlet": # Eventlet has issues with dnspython > 2.0 and newer versions of CPython # https://jira.mongodb.org/browse/PYTHON-5284 - tasks = [".standard-linux .standalone-noauth-nossl .python-3.9"] + tasks = [".test-standard .standalone-noauth-nossl .python-3.9"] expansions = dict(GREEN_FRAMEWORK=framework, AUTH="auth", SSL="ssl") display_name = get_variant_name(f"Green {framework.capitalize()}", host) variant = create_variant(tasks, display_name, host=host, expansions=expansions) @@ -362,7 +370,7 @@ def create_green_framework_variants(): def create_no_c_ext_variants(): host = DEFAULT_HOST - tasks = [".standard-linux"] + tasks = [".test-standard"] expansions = dict() handle_c_ext(C_EXTS[0], expansions) display_name = get_variant_name("No C Ext", host) @@ -371,7 +379,7 @@ def create_no_c_ext_variants(): def create_atlas_data_lake_variants(): host = HOSTS["ubuntu22"] - tasks = [".no-orchestration"] + tasks = [".test-no-orchestration"] expansions = dict(TEST_NAME="data_lake") display_name = get_variant_name("Atlas Data Lake", host) return [create_variant(tasks, display_name, host=host, expansions=expansions)] @@ -448,7 +456,7 @@ def create_mockupdb_variants(): expansions = dict(TEST_NAME="mockupdb") return [ create_variant( - [".no-orchestration"], + [".test-no-orchestration"], get_variant_name("MockupDB", host), host=host, expansions=expansions, @@ -461,7 +469,7 @@ def create_doctests_variants(): expansions = dict(TEST_NAME="doctest") return [ create_variant( - [".standard-linux .standalone-noauth-nossl"], + [".test-non-standard .standalone-noauth-nossl"], get_variant_name("Doctests", host), host=host, expansions=expansions, @@ -473,7 +481,7 @@ def create_atlas_connect_variants(): host = DEFAULT_HOST return [ create_variant( - [".no-orchestration"], + [".test-no-orchestration"], get_variant_name("Atlas connect", host), host=DEFAULT_HOST, ) @@ -532,7 +540,7 @@ def create_aws_auth_variants(): def create_no_server_variants(): host = HOSTS["rhel8"] name = get_variant_name("No server", host=host) - return [create_variant([".no-orchestration"], name, host=host)] + return [create_variant([".test-no-orchestration"], name, host=host)] def create_alternative_hosts_variants(): @@ -543,7 +551,7 @@ def create_alternative_hosts_variants(): version = "5.0" variants.append( create_variant( - [".other-hosts"], + [".test-no-toolchain"], get_variant_name("OpenSSL 1.0.2", host, python=CPYTHONS[0], version=version), host=host, python=CPYTHONS[0], @@ -561,7 +569,7 @@ def create_alternative_hosts_variants(): expansions["REQUIRE_FIPS"] = "1" variants.append( create_variant( - [".other-hosts"], + [".test-no-toolchain"], display_name=get_variant_name("Other hosts", host, version=version), batchtime=batchtime, host=host, @@ -583,41 +591,46 @@ def create_aws_lambda_variants(): def create_server_version_tasks(): tasks = [] - # Test all pythons with sharded_cluster, auth, and ssl. - task_types = [(p, "sharded_cluster", "auth", "ssl") for p in ALL_PYTHONS] - # Test all combinations of topology, auth, and ssl, with rotating pythons. - for (topology, auth, ssl), python in zip_cycle( - list(product(TOPOLOGIES, ["auth", "noauth"], ["ssl", "nossl"])), ALL_PYTHONS + task_inputs = [] + # All combinations of topology, auth, ssl, and sync should be tested. + for (topology, auth, ssl, sync), python in zip_cycle( + list(product(TOPOLOGIES, ["auth", "noauth"], ["ssl", "nossl"], SYNCS)), ALL_PYTHONS ): - # Skip the ones we already have. - if topology == "sharded_cluster" and auth == "auth" and ssl == "ssl": - continue - task_types.append((python, topology, auth, ssl)) - for python, topology, auth, ssl in task_types: - tags = ["server-version", f"python-{python}", f"{topology}-{auth}-{ssl}"] + task_inputs.append((topology, auth, ssl, sync, python)) + + # Every python should be tested with sharded cluster, auth, ssl, with sync and async. + for python, sync in product(ALL_PYTHONS, SYNCS): + task_input = ("sharded_cluster", "auth", "ssl", sync, python) + if task_input not in task_inputs: + task_inputs.append(task_input) + + # Assemble the tasks. + for topology, auth, ssl, sync, python in task_inputs: + tags = ["server-version", f"python-{python}", f"{topology}-{auth}-{ssl}", sync] expansions = dict(AUTH=auth, SSL=ssl, TOPOLOGY=topology) if python not in PYPYS: expansions["COVERAGE"] = "1" - name = get_task_name("test", python=python, **expansions) + name = get_task_name("test-server-version", python=python, sync=sync, **expansions) server_func = FunctionCall(func="run server", vars=expansions) test_vars = expansions.copy() test_vars["PYTHON_VERSION"] = python + test_vars["TEST_NAME"] = f"default_{sync}" test_func = FunctionCall(func="run tests", vars=test_vars) tasks.append(EvgTask(name=name, tags=tags, commands=[server_func, test_func])) return tasks -def create_other_hosts_tasks(): +def create_no_toolchain_tasks(): tasks = [] for topology, sync in zip_cycle(TOPOLOGIES, SYNCS): auth, ssl = get_standard_auth_ssl(topology) tags = [ - "other-hosts", + "test-no-toolchain", f"{topology}-{auth}-{ssl}", ] expansions = dict(AUTH=auth, SSL=ssl, TOPOLOGY=topology) - name = get_task_name("test", sync=sync, **expansions) + name = get_task_name("test-no-toolchain", sync=sync, **expansions) server_func = FunctionCall(func="run server", vars=expansions) test_vars = expansions.copy() test_vars["TEST_NAME"] = f"default_{sync}" @@ -626,21 +639,28 @@ def create_other_hosts_tasks(): return tasks -def create_standard_linux_tasks(): +def create_test_non_standard_tasks(): + """For variants that set a TEST_NAME.""" tasks = [] - - for (version, topology), python in zip_cycle( - list(product(ALL_VERSIONS, TOPOLOGIES)), ALL_PYTHONS - ): + task_combos = [] + # For each version and topology, rotate through the CPythons. + for (version, topology), python in zip_cycle(list(product(ALL_VERSIONS, TOPOLOGIES)), CPYTHONS): + task_combos.append((version, topology, python)) + # For each PyPy and topology, rotate through the the versions. + for (python, topology), version in zip_cycle(list(product(PYPYS, TOPOLOGIES)), ALL_VERSIONS): + task_combos.append((version, topology, python)) + for version, topology, python in task_combos: auth, ssl = get_standard_auth_ssl(topology) tags = [ - "standard-linux", + "test-non-standard", f"server-{version}", f"python-{python}", f"{topology}-{auth}-{ssl}", ] + if python in PYPYS: + tags.append("pypy") expansions = dict(AUTH=auth, SSL=ssl, TOPOLOGY=topology, VERSION=version) - name = get_task_name("test", python=python, **expansions) + name = get_task_name("test-non-standard", python=python, **expansions) server_func = FunctionCall(func="run server", vars=expansions) test_vars = expansions.copy() test_vars["PYTHON_VERSION"] = python @@ -649,22 +669,34 @@ def create_standard_linux_tasks(): return tasks -def create_standard_non_linux_tasks(): +def create_standard_tasks(): + """For variants that do not set a TEST_NAME.""" tasks = [] - + task_combos = [] + # For each version and topology, rotate through the CPythons and sync/async. for (version, topology), python, sync in zip_cycle( list(product(ALL_VERSIONS, TOPOLOGIES)), CPYTHONS, SYNCS ): + task_combos.append((version, topology, python, sync)) + # For each PyPy and topology, rotate through the the versions and sync/async. + for (python, topology), version, sync in zip_cycle( + list(product(PYPYS, TOPOLOGIES)), ALL_VERSIONS, SYNCS + ): + task_combos.append((version, topology, python, sync)) + + for version, topology, python, sync in task_combos: auth, ssl = get_standard_auth_ssl(topology) tags = [ - "standard-non-linux", + "test-standard", f"server-{version}", f"python-{python}", f"{topology}-{auth}-{ssl}", sync, ] + if python in PYPYS: + tags.append("pypy") expansions = dict(AUTH=auth, SSL=ssl, TOPOLOGY=topology, VERSION=version) - name = get_task_name("test", python=python, sync=sync, **expansions) + name = get_task_name("test-standard", python=python, sync=sync, **expansions) server_func = FunctionCall(func="run server", vars=expansions) test_vars = expansions.copy() test_vars["PYTHON_VERSION"] = python @@ -702,7 +734,7 @@ def create_no_orchestration_tasks(): tasks = [] for python in [*MIN_MAX_PYTHON, PYPYS[-1]]: tags = [ - "no-orchestration", + "test-no-orchestration", f"python-{python}", ] name = get_task_name("test-no-orchestration", python=python) @@ -714,26 +746,6 @@ def create_no_orchestration_tasks(): return tasks -def create_load_balancer_tasks(): - tasks = [] - for (auth, ssl), version in product(AUTH_SSLS, get_versions_from("6.0")): - name = get_task_name(f"test-load-balancer-{auth}-{ssl}", version=version) - tags = ["load-balancer", auth, ssl] - server_vars = dict( - TOPOLOGY="sharded_cluster", - AUTH=auth, - SSL=ssl, - TEST_NAME="load_balancer", - VERSION=version, - ) - server_func = FunctionCall(func="run server", vars=server_vars) - test_vars = dict(AUTH=auth, SSL=ssl, TEST_NAME="load_balancer") - test_func = FunctionCall(func="run tests", vars=test_vars) - tasks.append(EvgTask(name=name, tags=tags, commands=[server_func, test_func])) - - return tasks - - def create_kms_tasks(): tasks = [] for kms_type in ["gcp", "azure"]: