infra: speed up unit tests (#28974)

Co-authored-by: Erick Friis <erick@langchain.dev>

Author: baskaryan

.github/workflows/_test.yml

@@ -59,7 +59,8 @@ jobs:
         env:
           MIN_VERSIONS: ${{ steps.min-version.outputs.min-versions }}
         run: |
-          poetry run pip install $MIN_VERSIONS
+          poetry run pip install uv
+          poetry run uv pip install $MIN_VERSIONS
           make tests
         working-directory: ${{ inputs.working-directory }}
 

libs/community/Makefile

@@ -16,7 +16,7 @@ coverage:
 		$(TEST_FILE)
 
 test tests:
-	poetry run pytest --disable-socket --allow-unix-socket $(TEST_FILE)
+	poetry run pytest -n auto --disable-socket --allow-unix-socket $(TEST_FILE)
 
 integration_tests:
 	poetry run pytest $(TEST_FILE)

libs/community/poetry.lock

@@ -102,6 +102,7 @@ pytest-mock = "^3.10.0"
 pytest-socket = "^0.6.0"
 syrupy = "^4.0.2"
 requests-mock = "^1.11.0"
+pytest-xdist = "^3.6.1"
 [[tool.poetry.group.test.dependencies.cffi]]
 version = "<1.17.1"
 python = "<3.10"

libs/community/pyproject.toml

@@ -91,6 +91,7 @@ def test_test_group_dependencies(poetry_conf: Mapping[str, Any]) -> None:
             "pytest-mock",
             "pytest-socket",
             "pytest-watcher",
+            "pytest-xdist",
             "responses",
             "syrupy",
             "requests-mock",

libs/community/tests/unit_tests/test_dependencies.py

@@ -12,7 +12,7 @@ test tests:
 	-u LANGCHAIN_API_KEY \
 	-u LANGSMITH_TRACING \
 	-u LANGCHAIN_PROJECT \
-	poetry run pytest --disable-socket --allow-unix-socket $(TEST_FILE)
+	poetry run pytest -n auto --disable-socket --allow-unix-socket $(TEST_FILE)
 
 test_watch:
 	env \

libs/core/Makefile

@@ -84,17 +84,20 @@ classmethod-decorators = [ "classmethod", "langchain_core.utils.pydantic.pre_ini
 [tool.poetry.group.lint.dependencies]
 ruff = "^0.5"
 
+
 [tool.poetry.group.typing.dependencies]
 mypy = ">=1.10,<1.11"
 types-pyyaml = "^6.0.12.2"
 types-requests = "^2.28.11.5"
 types-jinja2 = "^2.11.9"
 
+
 [tool.poetry.group.dev.dependencies]
 jupyter = "^1.0.0"
 setuptools = "^67.6.1"
 grandalf = "^0.8"
 
+
 [tool.poetry.group.test.dependencies]
 pytest = "^8"
 freezegun = "^1.2.2"
@@ -105,6 +108,7 @@ pytest-asyncio = "^0.21.1"
 grandalf = "^0.8"
 responses = "^0.25.0"
 pytest-socket = "^0.7.0"
+pytest-xdist = "^3.6.1"
 [[tool.poetry.group.test.dependencies.numpy]]
 version = "^1.24.0"
 python = "<3.12"
@@ -113,12 +117,15 @@ python = "<3.12"
 version = ">=1.26.0,<3"
 python = ">=3.12"
 
+
 [tool.poetry.group.test_integration.dependencies]
 
+
 [tool.poetry.group.typing.dependencies.langchain-text-splitters]
 path = "../text-splitters"
 develop = true
 
+
 [tool.poetry.group.test.dependencies.langchain-tests]
 path = "../standard-tests"
 develop = true

libs/core/poetry.lock

@@ -19,7 +19,7 @@ coverage:
 		$(TEST_FILE)
 
 test tests:
-	poetry run pytest --disable-socket --allow-unix-socket $(TEST_FILE)
+	poetry run pytest -n auto --disable-socket --allow-unix-socket $(TEST_FILE)
 
 extended_tests:
 	poetry run pytest --disable-socket --allow-unix-socket --only-extended tests/unit_tests