Merge pull request #7 from mongodb-labs/update-langchain-test

PYTHON-4134: Update LangChain test to run langchain-mongodb partner package rather than community

Author: Jibola

.evergreen/config.yml

@@ -136,6 +136,7 @@ buildvariants:
       DIR: langchain-python
       REPO_NAME: langchain
       CLONE_URL: https://github.com/langchain-ai/langchain.git
+      DATABASE: langchain_test_db
     run_on:
       - rhel87-small
     tasks:

.evergreen/scaffold_atlas.py

@@ -41,8 +41,12 @@ def upload_data(db: Database, filename: Path) -> None:
     )
     if not isinstance(loaded_collection, list):
         loaded_collection = [loaded_collection]
-    result: InsertManyResult = db[collection_name].insert_many(loaded_collection)
-    logger.debug("Uploaded results for %s: %s", filename.name, result.inserted_ids)
+    if loaded_collection:
+        result: InsertManyResult = db[collection_name].insert_many(loaded_collection)
+        logger.debug("Uploaded results for %s: %s", filename.name, result.inserted_ids)
+    else:
+        logger.debug("Empty collection named %s created", collection_name)
+        db.create_collection(collection_name)
 
 
 def walk_collection_directory() -> list[str]:

langchain-python/database/langchain_test_cache.json

@@ -0,0 +1 @@
+[]

langchain-python/database/langchain_test_chat.json

@@ -0,0 +1 @@
+[]

langchain-python/database/langchain_test_vectorstores.json

@@ -0,0 +1 @@
+[]

langchain-python/indexes/langchain_test_index_semantic_cache.json

@@ -0,0 +1,18 @@
+{
+    "fields": [
+        {
+            "numDimensions": 1536,
+            "path": "embedding",
+            "similarity": "cosine",
+            "type": "vector"
+        },
+        {
+            "path": "llm_string",
+            "type": "filter"
+        }
+    ],
+    "name": "langchain-test-index-semantic-cache",
+    "type": "vectorSearch",
+    "database": "langchain_test_db",
+    "collectionName": "langchain_test_cache"
+}

langchain-python/indexes/langchain_test_index_vectorstores.json

@@ -0,0 +1,18 @@
+{
+    "fields": [
+        {
+            "numDimensions": 1536,
+            "path": "embedding",
+            "similarity": "cosine",
+            "type": "vector"
+        },
+        {
+            "path": "c",
+            "type": "filter"
+        }
+    ],
+    "name": "langchain-test-index-vectorstores",
+    "type": "vectorSearch",
+    "database": "langchain_test_db",
+    "collectionName": "langchain_test_vectorstores"
+}

langchain-python/run.sh

@@ -7,21 +7,17 @@ set -x
 
 PYTHON_BINARY=$(find_python3)
 
-cd libs/langchain
+cd libs/partners/mongodb
 
 $PYTHON_BINARY -m venv .
 source ./bin/activate
 
 pip install poetry
-pip install filelock
-pip install msgpack
-pip install requests_toolbelt
-pip install motor
 
 poetry install --with test
-# Workaround provided in https://github.com/langchain-ai/langchain/issues/12237
-pip install build pyproject-hooks requests-toolbelt
-pip install --upgrade rapidfuzz filelock msgpack
 
-# Current hack to run just the mongo tests
-TEST_FILE="tests/unit_tests -- -k mongo" make test
+export MONGODB_ATLAS_URI=$($atlas deployments connect $DIR --connectWith connectionString)
+
+make test
+
+make integration_test