CDRIVER-4645 migrate and run load balancer tests (#1414)

* run simple_http_server.py on port 18000

Port 8000 conflicts with HAProxy started by run-load-balancer.sh in DET

* update load_balancers specification tests

Update to commit mongodb/specifications@5af2ab7 to fix test failure when an error is expected.

* use `hello`, not `isMaster` in test failpoint

* add new loadbalanced Evg config

* remove legacy load balanced config

* regenerate Evergreen config

* Sort imports

Co-authored-by: Ezra Chung <[email protected]>

Author: kevinAlbs

.evergreen/config_generator/components/loadbalanced.py

@@ -0,0 +1,114 @@
+from shrub.v3.evg_build_variant import BuildVariant
+from shrub.v3.evg_command import EvgCommandType, FunctionCall, expansions_update
+from shrub.v3.evg_task import EvgTaskRef, EvgTaskDependency
+
+from config_generator.components.funcs.bootstrap_mongo_orchestration import BootstrapMongoOrchestration
+from config_generator.components.funcs.fetch_build import FetchBuild
+from config_generator.components.funcs.fetch_det import FetchDET
+from config_generator.components.funcs.run_simple_http_server import RunSimpleHTTPServer
+from config_generator.components.funcs.run_tests import RunTests
+from config_generator.components.funcs.upload_build import UploadBuild
+from config_generator.etc.distros import make_distro_str, find_small_distro, find_large_distro
+from config_generator.etc.utils import Task, bash_exec
+
+# Use `rhel8.7` distro. `rhel8.7` distro includes necessary dependency: `haproxy`.
+_DISTRO_NAME = "rhel87"
+_COMPILER = "gcc"
+
+
+def functions():
+    return {
+        'start-load-balancer': [
+            bash_exec(
+                command_type=EvgCommandType.SETUP,
+                script='''\
+                    export DRIVERS_TOOLS=./drivers-evergreen-tools
+                    export MONGODB_URI="${MONGODB_URI}"
+                    $DRIVERS_TOOLS/.evergreen/run-load-balancer.sh start
+                ''',
+            ),
+            expansions_update(
+                command_type=EvgCommandType.SETUP,
+                file='lb-expansion.yml',
+            )
+        ]
+    }
+
+
+def make_test_task(auth: bool, ssl: bool, server_version: str):
+    auth_str = "auth" if auth else "noauth"
+    ssl_str = "openssl" if ssl else "nossl"
+    distro_str = make_distro_str(_DISTRO_NAME, _COMPILER, None)
+    return Task(
+        name=f"loadbalanced-{distro_str}-test-{server_version}-{auth_str}-{ssl_str}",
+        depends_on=[EvgTaskDependency(
+            name=f"loadbalanced-{distro_str}-compile")],
+        run_on=find_small_distro(_DISTRO_NAME).name,
+        tags=['loadbalanced', _DISTRO_NAME, _COMPILER, auth_str, ssl_str],
+        commands=[
+            FetchBuild.call(build_name=f"loadbalanced-{distro_str}-compile"),
+            FetchDET.call(),
+            BootstrapMongoOrchestration().call(vars={
+                'AUTH': auth_str,
+                'SSL': ssl_str,
+                'MONGODB_VERSION': server_version,
+                'TOPOLOGY': 'sharded_cluster',
+                'LOAD_BALANCER': 'on',
+            }),
+            RunSimpleHTTPServer.call(),
+            FunctionCall(func='start-load-balancer', vars={
+                'MONGODB_URI': 'mongodb://localhost:27017,localhost:27018'
+            }),
+            RunTests().call(vars={
+                'AUTH': auth_str,
+                'SSL': ssl_str,
+                'LOADBALANCED': 'loadbalanced',
+                'CC': _COMPILER,
+            })
+        ],
+    )
+
+
+def tasks():
+    distro_str = make_distro_str(_DISTRO_NAME, _COMPILER, None)
+    yield Task(
+        name=f"loadbalanced-{distro_str}-compile",
+        run_on=find_large_distro(_DISTRO_NAME).name,
+        tags=['loadbalanced', _DISTRO_NAME, _COMPILER],
+        commands=[
+            bash_exec(
+                command_type=EvgCommandType.TEST,
+                env={
+                    'CC': _COMPILER,
+                    'CFLAGS': '-fno-omit-frame-pointer',
+                    'EXTRA_CONFIGURE_FLAGS': '-DENABLE_EXTRA_ALIGNMENT=OFF',
+                    'SSL': 'OPENSSL'
+                },
+                working_dir='mongoc',
+                script='.evergreen/scripts/compile.sh',
+            ),
+            UploadBuild.call()
+        ],
+    )
+
+    # Satisfy requirements specified in
+    # https://github.com/mongodb/specifications/blob/14916f76fd92b2686d8e3d1f0e4c2d2ef88ca5a7/source/load-balancers/tests/README.rst#testing-requirements
+    #
+    # > For each server version that supports load balanced clusters, drivers
+    # > MUST add two Evergreen tasks: one with a sharded cluster with both
+    # > authentication and TLS enabled and one with a sharded cluster with
+    # > authentication and TLS disabled.
+    server_versions = ['5.0', '6.0', '7.0', 'latest']
+    for server_version in server_versions:
+        yield make_test_task(auth=False, ssl=False, server_version=server_version)
+        yield make_test_task(auth=True, ssl=True, server_version=server_version)
+
+
+def variants():
+    return [
+        BuildVariant(
+            name="loadbalanced",
+            display_name="loadbalanced",
+            tasks=[EvgTaskRef(name='.loadbalanced')]
+        ),
+    ]

.evergreen/config_generator/etc/cse/test.py

@@ -41,7 +41,10 @@ def generate_test_tasks(SSL, TAG, MATRIX):
 
         for auth, topology, server_ver in product(auths, topologies, server_vers):
             test_tags = tags + [auth, topology, server_ver]
-
+            # Do not add `nossl` tag to prevent being selected by legacy config variants.
+            # Remove the `if` when CDRIVER-4571 is resolved.
+            if SSL != 'nossl':
+                test_tags += [SSL]
             test_task_name = f'cse-sasl-{sasl}-{SSL}-{distro_str}-test-{server_ver}-{topology}-{auth}'
 
             test_commands = []

.evergreen/config_generator/etc/distros.py

@@ -80,6 +80,8 @@ def validate_os_ver(cls, value):
     Distro(name='rhel80-small', os='rhel', os_type='linux', os_ver='8.0', size='small'),
     Distro(name='rhel84-large', os='rhel', os_type='linux', os_ver='8.4', size='large'),
     Distro(name='rhel84-small', os='rhel', os_type='linux', os_ver='8.4', size='small'),
+    Distro(name='rhel87-large', os='rhel', os_type='linux', os_ver='8.7', size='large'),
+    Distro(name='rhel87-small', os='rhel', os_type='linux', os_ver='8.7', size='small'),
     Distro(name='rhel90-large', os='rhel', os_type='linux', os_ver='9.0', size='large'),
     Distro(name='rhel90-small', os='rhel', os_type='linux', os_ver='9.0', size='small'),
 ]
@@ -191,7 +193,7 @@ def validate_os_ver(cls, value):
     WINDOWS_DISTROS
 
 
-def find_distro(name):
+def find_distro(name) -> Distro:
     candidates = [d for d in ALL_DISTROS if name == d.name]
 
     if not candidates:
@@ -200,7 +202,7 @@ def find_distro(name):
     return candidates[0]
 
 
-def find_large_distro(name):
+def find_large_distro(name) -> Distro:
     candidates = [d for d in ALL_DISTROS if f'{name}-large' == d.name]
 
     if candidates:
@@ -209,7 +211,7 @@ def find_large_distro(name):
     return find_distro(name)
 
 
-def find_small_distro(name):
+def find_small_distro(name) -> Distro:
     candidates = [d for d in ALL_DISTROS if f'{name}-small' == d.name]
 
     if candidates:
@@ -218,7 +220,7 @@ def find_small_distro(name):
     return find_distro(name)
 
 
-def make_distro_str(distro_name, compiler, arch):
+def make_distro_str(distro_name, compiler, arch) -> str:
     if distro_name.startswith('windows-vsCurrent'):
         # Rename `windows-vsCurrent-*` distros to `windows-<year>` where`<year>`
         # is the Windows Server version used by the distro, e.g.:

.evergreen/config_generator/etc/sanitizers/test.py

@@ -55,6 +55,10 @@ def generate_test_tasks(SSL, TAG, MATRIX, MORE_COMPILE_TAGS=None, MORE_TEST_TAGS
 
         for auth, topology, server_ver in product(auths, topologies, server_vers):
             test_tags = tags + [auth, topology, server_ver] + MORE_TEST_TAGS
+            # Do not add `nossl` tag to prevent being selected by legacy config variants.
+            # Remove the `if` when CDRIVER-4571 is resolved.
+            if SSL != 'nossl':
+                test_tags += [SSL]
             test_task_name = f'{base_task_name}-test-{server_ver}-{topology}-{auth}'
 
             for tag in MORE_TEST_TAGS:

.evergreen/config_generator/etc/sasl/test.py

@@ -41,6 +41,10 @@ def generate_test_tasks(SSL, TAG, MATRIX):
 
         for auth, topology, server_ver in product(auths, topologies, server_vers):
             test_tags = tags + [f'sasl-{sasl}', auth, topology, server_ver]
+            # Do not add `nossl` tag to prevent being selected by legacy config variants.
+            # Remove the `if` when CDRIVER-4571 is resolved.
+            if SSL != 'nossl':
+                test_tags += [SSL]
 
             test_task_name = f'sasl-{sasl}-{SSL}-{distro_str}-test-{server_ver}-{topology}-{auth}'
 

.evergreen/generated_configs/functions.yml

@@ -473,6 +473,21 @@ functions:
         args:
           - -c
           - .evergreen/scripts/compile-scan-build.sh
+  start-load-balancer:
+    - command: subprocess.exec
+      type: setup
+      params:
+        binary: bash
+        args:
+          - -c
+          - |
+            export DRIVERS_TOOLS=./drivers-evergreen-tools
+            export MONGODB_URI="${MONGODB_URI}"
+            $DRIVERS_TOOLS/.evergreen/run-load-balancer.sh start
+    - command: expansions.update
+      type: setup
+      params:
+        file: lb-expansion.yml
   std-compile:
     - command: subprocess.exec
       type: test