PYTHON-2033 Unified Test Format

test/__init__.py

@@ -613,6 +613,16 @@ def is_topology_type(self, topologies):
             return True
         if 'sharded' in topologies and self.is_mongos:
             return True
+        if 'sharded-replicaset' in topologies and self.is_mongos:
+            shards = list(client_context.client.config.shards.find())
+            for shard in shards:
+                # For a 3-member RS-backed sharded cluster, shard['host']
+                # will be 'replicaName/ip1:port1,ip2:port2,ip3:port3'
+                # Otherwise it will be 'ip1:port1'
+                host_spec = shard['host']
+                if not len(host_spec.split('/')) > 1:
+                    return False
+            return True
         return False
 
     def require_cluster_type(self, topologies=[]):

test/test_unified_format.py

@@ -0,0 +1,73 @@
+# Copyright 2020-present MongoDB, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import os
+import sys
+
+sys.path[0:0] = [""]
+
+from bson import ObjectId
+
+from test import unittest
+from test.unified_format import generate_test_classes, MatchEvaluatorUtil
+
+
+_TEST_PATH = os.path.join(
+    os.path.dirname(os.path.realpath(__file__)), 'unified-test-format')
+
+
+globals().update(generate_test_classes(
+    os.path.join(_TEST_PATH, 'valid-pass'),
+    module=__name__,
+    class_name_prefix='UnifiedTestFormat',
+    expected_failures=[
+        'Client side error in command starting transaction',    # PYTHON-1894
+    ]))
+
+
+globals().update(generate_test_classes(
+    os.path.join(_TEST_PATH, 'valid-fail'),
+    module=__name__,
+    class_name_prefix='UnifiedTestFormat',
+    bypass_test_generation_errors=True,
+    expected_failures=[
+        '.*',       # All tests expected to fail
+    ]))
+
+
+class TestMatchEvaluatorUtil(unittest.TestCase):
+    def setUp(self):
+        self.match_evaluator = MatchEvaluatorUtil(self)
+
+    def test_unsetOrMatches(self):
+        spec = {'$$unsetOrMatches': {'y': {'$$unsetOrMatches': 2}}}
+        for actual in [{}, {'y': 2}, None]:
+            self.match_evaluator.match_result(spec, actual)
+
+        spec = {'x': {'$$unsetOrMatches': {'y': {'$$unsetOrMatches': 2}}}}
+        for actual in [{}, {'x': {}}, {'x': {'y': 2}}]:
+            self.match_evaluator.match_result(spec, actual)
+
+    def test_type(self):
+        self.match_evaluator.match_result(
+            {'operationType': 'insert',
+             'ns': {'db': 'change-stream-tests', 'coll': 'test'},
+             'fullDocument': {'_id': {'$$type': 'objectId'}, 'x': 1}},
+            {'operationType': 'insert',
+             'fullDocument': {'_id': ObjectId('5fc93511ac93941052098f0c'), 'x': 1},
+             'ns': {'db': 'change-stream-tests', 'coll': 'test'}})
+
+
+if __name__ == "__main__":
+    unittest.main()

test/unified-test-format/example-insertOne.json

@@ -0,0 +1,100 @@
+{
+  "description": "example-insertOne",
+  "schemaVersion": "1.0",
+  "runOnRequirements": [
+    {
+      "minServerVersion": "2.6"
+    }
+  ],
+  "createEntities": [
+    {
+      "client": {
+        "id": "client0",
+        "observeEvents": [
+          "commandStartedEvent"
+        ]
+      }
+    },
+    {
+      "database": {
+        "id": "database0",
+        "client": "client0",
+        "databaseName": "test"
+      }
+    },
+    {
+      "collection": {
+        "id": "collection0",
+        "database": "database0",
+        "collectionName": "coll"
+      }
+    }
+  ],
+  "initialData": [
+    {
+      "collectionName": "coll",
+      "databaseName": "test",
+      "documents": [
+        {
+          "_id": 1
+        }
+      ]
+    }
+  ],
+  "tests": [
+    {
+      "description": "insertOne",
+      "operations": [
+        {
+          "object": "collection0",
+          "name": "insertOne",
+          "arguments": {
+            "document": {
+              "_id": 2
+            }
+          },
+          "expectResult": {
+            "insertedId": {
+              "$$unsetOrMatches": 2
+            }
+          }
+        }
+      ],
+      "expectEvents": [
+        {
+          "client": "client0",
+          "events": [
+            {
+              "commandStartedEvent": {
+                "commandName": "insert",
+                "databaseName": "test",
+                "command": {
+                  "insert": "coll",
+                  "documents": [
+                    {
+                      "_id": 2
+                    }
+                  ]
+                }
+              }
+            }
+          ]
+        }
+      ],
+      "outcome": [
+        {
+          "collectionName": "coll",
+          "databaseName": "test",
+          "documents": [
+            {
+              "_id": 1
+            },
+            {
+              "_id": 2
+            }
+          ]
+        }
+      ]
+    }
+  ]
+}

test/unified-test-format/invalid/collectionData-additionalProperties.json

@@ -0,0 +1,40 @@
+{
+  "description": "collectionData-additionalProperties",
+  "schemaVersion": "1.0",
+  "createEntities": [
+    {
+      "client": {
+        "id": "client0"
+      }
+    },
+    {
+      "database": {
+        "id": "database0",
+        "client": "client0",
+        "databaseName": "foo"
+      }
+    },
+    {
+      "collection": {
+        "id": "collection0",
+        "database": "database0",
+        "collectionName": "foo",
+        "foo": 0
+      }
+    }
+  ],
+  "initialData": [
+    {
+      "collectionName": "foo",
+      "databaseName": "foo",
+      "documents": [],
+      "foo": 0
+    }
+  ],
+  "tests": [
+    {
+      "description": "foo",
+      "operations": []
+    }
+  ]
+}

test/unified-test-format/invalid/collectionData-collectionName-required.json

@@ -0,0 +1,38 @@
+{
+  "description": "collectionData-collectionName-required",
+  "schemaVersion": "1.0",
+  "createEntities": [
+    {
+      "client": {
+        "id": "client0"
+      }
+    },
+    {
+      "database": {
+        "id": "database0",
+        "client": "client0",
+        "databaseName": "foo"
+      }
+    },
+    {
+      "collection": {
+        "id": "collection0",
+        "database": "database0",
+        "collectionName": "foo",
+        "foo": 0
+      }
+    }
+  ],
+  "initialData": [
+    {
+      "databaseName": "foo",
+      "documents": []
+    }
+  ],
+  "tests": [
+    {
+      "description": "foo",
+      "operations": []
+    }
+  ]
+}

test/unified-test-format/invalid/collectionData-collectionName-type.json

@@ -0,0 +1,39 @@
+{
+  "description": "collectionData-collectionName-type",
+  "schemaVersion": "1.0",
+  "createEntities": [
+    {
+      "client": {
+        "id": "client0"
+      }
+    },
+    {
+      "database": {
+        "id": "database0",
+        "client": "client0",
+        "databaseName": "foo"
+      }
+    },
+    {
+      "collection": {
+        "id": "collection0",
+        "database": "database0",
+        "collectionName": "foo",
+        "foo": 0
+      }
+    }
+  ],
+  "initialData": [
+    {
+      "collectionName": 0,
+      "databaseName": "foo",
+      "documents": []
+    }
+  ],
+  "tests": [
+    {
+      "description": "foo",
+      "operations": []
+    }
+  ]
+}

test/unified-test-format/invalid/collectionData-databaseName-required.json

@@ -0,0 +1,38 @@
+{
+  "description": "collectionData-databaseName-required",
+  "schemaVersion": "1.0",
+  "createEntities": [
+    {
+      "client": {
+        "id": "client0"
+      }
+    },
+    {
+      "database": {
+        "id": "database0",
+        "client": "client0",
+        "databaseName": "foo"
+      }
+    },
+    {
+      "collection": {
+        "id": "collection0",
+        "database": "database0",
+        "collectionName": "foo",
+        "foo": 0
+      }
+    }
+  ],
+  "initialData": [
+    {
+      "collectionName": "foo",
+      "documents": []
+    }
+  ],
+  "tests": [
+    {
+      "description": "foo",
+      "operations": []
+    }
+  ]
+}

test/unified-test-format/invalid/collectionData-databaseName-type.json

@@ -0,0 +1,39 @@
+{
+  "description": "collectionData-databaseName-type",
+  "schemaVersion": "1.0",
+  "createEntities": [
+    {
+      "client": {
+        "id": "client0"
+      }
+    },
+    {
+      "database": {
+        "id": "database0",
+        "client": "client0",
+        "databaseName": "foo"
+      }
+    },
+    {
+      "collection": {
+        "id": "collection0",
+        "database": "database0",
+        "collectionName": "foo",
+        "foo": 0
+      }
+    }
+  ],
+  "initialData": [
+    {
+      "collectionName": "foo",
+      "databaseName": 0,
+      "documents": []
+    }
+  ],
+  "tests": [
+    {
+      "description": "foo",
+      "operations": []
+    }
+  ]
+}