ci[minor]: Add more packages to lowest/latest deps ci workflow (#5703)

* ci[minor]: Add more packages to lowest/latest deps ci workflow * update lc lowest deps to actual lc deps * cr * cr * langchain lowest and latest working * all passing * added openai * add missing ts-jest devdep to openai * add anthropic, add missing ts-jest dep to anthropic * install deps first in workflow * use overrides instead of resoultions, add missing step to workflow * refactor a lot of code into a shared script * fix anthropic and grammar * revert unwanted change
langchain-ai · Jun 10, 2024 · 2958935 · 2958935
1 parent 6b6690f
commit 2958935
Show file tree

Hide file tree

Showing 40 changed files with 752 additions and 67 deletions.
diff --git a/.github/workflows/compatibility.yml b/.github/workflows/compatibility.yml
@@ -28,6 +28,7 @@ env:
 # Run a separate job for each check in the docker-compose file,
 # so that they run in parallel instead of overwhelming the default 2 CPU runner.
 jobs:
+  # LangChain
   test-langchain-with-latest-deps:
     runs-on: ubuntu-latest
     steps:
@@ -37,6 +38,10 @@ jobs:
         with:
           node-version: ${{ env.NODE_VERSION }}
           cache: "yarn"
+      - name: Install dependencies
+        run: yarn install --immutable
+      - name: Build `@langchain/standard-tests`
+        run: yarn build --filter=@langchain/standard-tests
       - name: Test LangChain with latest deps
         run: docker compose -f dependency_range_tests/docker-compose.yml run test-langchain-with-latest-deps
 
@@ -49,5 +54,108 @@ jobs:
         with:
           node-version: ${{ env.NODE_VERSION }}
           cache: "yarn"
+      - name: Install dependencies
+        run: yarn install --immutable
+      - name: Build `@langchain/standard-tests`
+        run: yarn build --filter=@langchain/standard-tests
       - name: Test LangChain with lowest deps
         run: docker compose -f dependency_range_tests/docker-compose.yml run test-langchain-with-lowest-deps
+
+  # Community
+  test-community-with-latest-deps:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Use Node.js ${{ env.NODE_VERSION }}
+        uses: actions/setup-node@v3
+        with:
+          node-version: ${{ env.NODE_VERSION }}
+          cache: "yarn"
+      - name: Install dependencies
+        run: yarn install --immutable
+      - name: Build `@langchain/standard-tests`
+        run: yarn build --filter=@langchain/standard-tests
+      - name: Test `@langchain/community` with latest deps
+        run: docker compose -f dependency_range_tests/docker-compose.yml run test-community-with-latest-deps
+
+  test-community-with-lowest-deps:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Use Node.js ${{ env.NODE_VERSION }}
+        uses: actions/setup-node@v3
+        with:
+          node-version: ${{ env.NODE_VERSION }}
+          cache: "yarn"
+      - name: Install dependencies
+        run: yarn install --immutable
+      - name: Build `@langchain/standard-tests`
+        run: yarn build --filter=@langchain/standard-tests
+      - name: Test `@langchain/community` with lowest deps
+        run: docker compose -f dependency_range_tests/docker-compose.yml run test-community-with-lowest-deps
+
+  # OpenAI
+  test-openai-with-latest-deps:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Use Node.js ${{ env.NODE_VERSION }}
+        uses: actions/setup-node@v3
+        with:
+          node-version: ${{ env.NODE_VERSION }}
+          cache: "yarn"
+      - name: Install dependencies
+        run: yarn install --immutable
+      - name: Build `@langchain/standard-tests`
+        run: yarn build --filter=@langchain/standard-tests
+      - name: Test `@langchain/openai` with latest deps
+        run: docker compose -f dependency_range_tests/docker-compose.yml run test-openai-with-latest-deps
+
+  test-openai-with-lowest-deps:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Use Node.js ${{ env.NODE_VERSION }}
+        uses: actions/setup-node@v3
+        with:
+          node-version: ${{ env.NODE_VERSION }}
+          cache: "yarn"
+      - name: Install dependencies
+        run: yarn install --immutable
+      - name: Build `@langchain/standard-tests`
+        run: yarn build --filter=@langchain/standard-tests
+      - name: Test `@langchain/openai` with lowest deps
+        run: docker compose -f dependency_range_tests/docker-compose.yml run test-openai-with-lowest-deps
+
+  # Anthropic
+  test-anthropic-with-latest-deps:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Use Node.js ${{ env.NODE_VERSION }}
+        uses: actions/setup-node@v3
+        with:
+          node-version: ${{ env.NODE_VERSION }}
+          cache: "yarn"
+      - name: Install dependencies
+        run: yarn install --immutable
+      - name: Build `@langchain/standard-tests`
+        run: yarn build --filter=@langchain/standard-tests
+      - name: Test `@langchain/anthropic` with latest deps
+        run: docker compose -f dependency_range_tests/docker-compose.yml run test-anthropic-with-latest-deps
+
+  test-anthropic-with-lowest-deps:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Use Node.js ${{ env.NODE_VERSION }}
+        uses: actions/setup-node@v3
+        with:
+          node-version: ${{ env.NODE_VERSION }}
+          cache: "yarn"
+      - name: Install dependencies
+        run: yarn install --immutable
+      - name: Build `@langchain/standard-tests`
+        run: yarn build --filter=@langchain/standard-tests
+      - name: Test `@langchain/anthropic` with lowest deps
+        run: docker compose -f dependency_range_tests/docker-compose.yml run test-anthropic-with-lowest-deps
diff --git a/dependency_range_tests/docker-compose.yml b/dependency_range_tests/docker-compose.yml
@@ -1,5 +1,6 @@
 version: "3"
 services:
+  # LangChain
   test-langchain-with-latest-deps:
     image: node:18
     environment:
@@ -10,7 +11,7 @@ services:
     volumes:
       - ../langchain:/langchain
       - ./scripts:/scripts
-    command: bash /scripts/test-langchain-with-latest-deps.sh
+    command: bash /scripts/langchain/test-with-latest-deps.sh
   test-langchain-with-lowest-deps:
     image: node:18
     environment:
@@ -19,14 +20,99 @@ services:
       COHERE_API_KEY: ${COHERE_API_KEY}
     working_dir: /app
     volumes:
+      - ../turbo.json:/turbo.json
+      - ../package.json:/package.json
+      - ../libs/langchain-standard-tests:/libs/langchain-standard-tests
       - ../langchain:/langchain
       - ./scripts:/scripts
-    command: bash /scripts/test-langchain-with-lowest-deps.sh
-  success:
-    image: alpine:3.14
-    command: echo "Success"
-    depends_on:
-      test-langchain-with-latest-deps:
-        condition: service_completed_successfully
-      test-langchain-with-lowest-deps:
-        condition: service_completed_successfully
+    command: bash /scripts/langchain/test-with-lowest-deps.sh
+
+  # Community
+  test-community-with-latest-deps:
+    image: node:18
+    environment:
+      PUPPETEER_SKIP_DOWNLOAD: "true"
+      PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: "true"
+      COHERE_API_KEY: ${COHERE_API_KEY}
+    working_dir: /app
+    volumes:
+      - ../turbo.json:/turbo.json
+      - ../package.json:/package.json
+      - ../libs/langchain-standard-tests:/libs/langchain-standard-tests
+      - ../libs/langchain-community:/libs/langchain-community
+      - ./scripts:/scripts
+    command: bash /scripts/with_standard_tests/community/test-with-latest-deps.sh
+  test-community-with-lowest-deps:
+    image: node:18
+    environment:
+      PUPPETEER_SKIP_DOWNLOAD: "true"
+      PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: "true"
+      COHERE_API_KEY: ${COHERE_API_KEY}
+    working_dir: /app
+    volumes:
+      - ../turbo.json:/turbo.json
+      - ../package.json:/package.json
+      - ../libs/langchain-standard-tests:/libs/langchain-standard-tests
+      - ../libs/langchain-community:/libs/langchain-community
+      - ./scripts:/scripts
+    command: bash /scripts/with_standard_tests/community/test-with-lowest-deps.sh
+
+  # OpenAI
+  test-openai-with-latest-deps:
+    image: node:18
+    environment:
+      PUPPETEER_SKIP_DOWNLOAD: "true"
+      PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: "true"
+      COHERE_API_KEY: ${COHERE_API_KEY}
+    working_dir: /app
+    volumes:
+      - ../turbo.json:/turbo.json
+      - ../package.json:/package.json
+      - ../libs/langchain-standard-tests:/libs/langchain-standard-tests
+      - ../libs/langchain-openai:/libs/langchain-openai
+      - ./scripts:/scripts
+    command: bash /scripts/with_standard_tests/openai/test-with-latest-deps.sh
+  test-openai-with-lowest-deps:
+    image: node:18
+    environment:
+      PUPPETEER_SKIP_DOWNLOAD: "true"
+      PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: "true"
+      COHERE_API_KEY: ${COHERE_API_KEY}
+    working_dir: /app
+    volumes:
+      - ../turbo.json:/turbo.json
+      - ../package.json:/package.json
+      - ../libs/langchain-standard-tests:/libs/langchain-standard-tests
+      - ../libs/langchain-openai:/libs/langchain-openai
+      - ./scripts:/scripts
+    command: bash /scripts/with_standard_tests/openai/test-with-lowest-deps.sh
+
+  # Anthropic
+  test-anthropic-with-latest-deps:
+    image: node:18
+    environment:
+      PUPPETEER_SKIP_DOWNLOAD: "true"
+      PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: "true"
+      COHERE_API_KEY: ${COHERE_API_KEY}
+    working_dir: /app
+    volumes:
+      - ../turbo.json:/turbo.json
+      - ../package.json:/package.json
+      - ../libs/langchain-standard-tests:/libs/langchain-standard-tests
+      - ../libs/langchain-anthropic:/libs/langchain-anthropic
+      - ./scripts:/scripts
+    command: bash /scripts/with_standard_tests/anthropic/test-with-latest-deps.sh
+  test-anthropic-with-lowest-deps:
+    image: node:18
+    environment:
+      PUPPETEER_SKIP_DOWNLOAD: "true"
+      PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: "true"
+      COHERE_API_KEY: ${COHERE_API_KEY}
+    working_dir: /app
+    volumes:
+      - ../turbo.json:/turbo.json
+      - ../package.json:/package.json
+      - ../libs/langchain-standard-tests:/libs/langchain-standard-tests
+      - ../libs/langchain-anthropic:/libs/langchain-anthropic
+      - ./scripts:/scripts
+    command: bash /scripts/with_standard_tests/anthropic/test-with-lowest-deps.sh
diff --git a/...ncy_range_tests/scripts/node/package.json → ...tests/scripts/langchain/node/package.json b/...ncy_range_tests/scripts/node/package.json → ...tests/scripts/langchain/node/package.json
diff --git a/dependency_range_tests/scripts/langchain/node/update_resolutions_lowest.js b/dependency_range_tests/scripts/langchain/node/update_resolutions_lowest.js
@@ -0,0 +1,50 @@
+const fs = require("fs");
+const semver = require("semver");
+
+const communityPackageJsonPath = "package.json";
+
+const currentPackageJson = JSON.parse(fs.readFileSync(communityPackageJsonPath));
+
+if (currentPackageJson.dependencies["@langchain/core"] && !currentPackageJson.dependencies["@langchain/core"].includes("rc")) {
+  const minVersion = semver.minVersion(
+    currentPackageJson.dependencies["@langchain/core"]
+  ).version;
+  currentPackageJson.overrides = {
+    ...currentPackageJson.overrides,
+    "@langchain/core": minVersion,
+  };
+  currentPackageJson.dependencies = {
+    ...currentPackageJson.dependencies,
+    "@langchain/core": minVersion,
+  };
+}
+
+if (currentPackageJson.dependencies["@langchain/openai"] && !currentPackageJson.dependencies["@langchain/openai"].includes("rc")) {
+  const minVersion = semver.minVersion(
+    currentPackageJson.dependencies["@langchain/openai"]
+  ).version;
+  currentPackageJson.overrides = {
+    ...currentPackageJson.overrides,
+    "@langchain/openai": minVersion,
+  };
+  currentPackageJson.dependencies = {
+    ...currentPackageJson.dependencies,
+    "@langchain/openai": minVersion,
+  };
+}
+
+if (currentPackageJson.dependencies["@langchain/textsplitters"] && !currentPackageJson.dependencies["@langchain/textsplitters"].includes("rc")) {
+  const minVersion = semver.minVersion(
+    currentPackageJson.dependencies["@langchain/textsplitters"]
+  ).version;
+  currentPackageJson.overrides = {
+    ...currentPackageJson.overrides,
+    "@langchain/textsplitters": minVersion,
+  };
+  currentPackageJson.dependencies = {
+    ...currentPackageJson.dependencies,
+    "@langchain/textsplitters": minVersion,
+  };
+}
+
+fs.writeFileSync(communityPackageJsonPath, JSON.stringify(currentPackageJson, null, 2));
diff --git a/...ndency_range_tests/scripts/node/yarn.lock → ...ge_tests/scripts/langchain/node/yarn.lock b/...ndency_range_tests/scripts/node/yarn.lock → ...ge_tests/scripts/langchain/node/yarn.lock
diff --git a/...cripts/test-langchain-with-latest-deps.sh → ...cripts/langchain/test-with-latest-deps.sh b/...cripts/test-langchain-with-latest-deps.sh → ...cripts/langchain/test-with-latest-deps.sh
diff --git a/...cripts/test-langchain-with-lowest-deps.sh → ...cripts/langchain/test-with-lowest-deps.sh b/...cripts/test-langchain-with-lowest-deps.sh → ...cripts/langchain/test-with-lowest-deps.sh
@@ -11,7 +11,7 @@ shopt -s extglob
 cp -r ../langchain/!(node_modules|dist|dist-cjs|dist-esm|build|.next|.turbo) ./
 
 mkdir -p /updater_script
-cp -r /scripts/node/!(node_modules|dist|dist-cjs|dist-esm|build|.next|.turbo) /updater_script/
+cp -r /scripts/langchain/node/!(node_modules|dist|dist-cjs|dist-esm|build|.next|.turbo) /updater_script/
 
 cd /updater_script
 

diff --git a/dependency_range_tests/scripts/node/update_resolutions_lowest.js b/dependency_range_tests/scripts/node/update_resolutions_lowest.js
diff --git a/dependency_range_tests/scripts/with_standard_tests/anthropic/node/package.json b/dependency_range_tests/scripts/with_standard_tests/anthropic/node/package.json
@@ -0,0 +1,9 @@
+{
+  "name": "dependency-range-tests",
+  "version": "0.0.0",
+  "private": true,
+  "description": "Tests dependency ranges for LangChain.",
+  "dependencies": {
+    "semver": "^7.5.4"
+  }
+}
diff --git a/...dency_range_tests/scripts/with_standard_tests/anthropic/node/update_resolutions_lowest.js b/...dency_range_tests/scripts/with_standard_tests/anthropic/node/update_resolutions_lowest.js
@@ -0,0 +1,22 @@
+const fs = require("fs");
+const semver = require("semver");
+
+const communityPackageJsonPath = "/app/monorepo/libs/langchain-anthropic/package.json";
+
+const currentPackageJson = JSON.parse(fs.readFileSync(communityPackageJsonPath));
+
+if (currentPackageJson.dependencies["@langchain/core"] && !currentPackageJson.dependencies["@langchain/core"].includes("rc")) {
+  const minVersion = semver.minVersion(
+    currentPackageJson.dependencies["@langchain/core"]
+  ).version;
+  currentPackageJson.overrides = {
+    ...currentPackageJson.overrides,
+    "@langchain/core": minVersion,
+  };
+  currentPackageJson.dependencies = {
+    ...currentPackageJson.dependencies,
+    "@langchain/core": minVersion,
+  };
+}
+
+fs.writeFileSync(communityPackageJsonPath, JSON.stringify(currentPackageJson, null, 2));
diff --git a/dependency_range_tests/scripts/with_standard_tests/anthropic/node/update_workspace_deps.js b/dependency_range_tests/scripts/with_standard_tests/anthropic/node/update_workspace_deps.js
@@ -0,0 +1,15 @@
+const fs = require("fs");
+
+const communityPackageJsonPath = "/app/monorepo/libs/langchain-anthropic/package.json";
+const currentPackageJson = JSON.parse(fs.readFileSync(communityPackageJsonPath));
+
+// Anthropic has other workspaces as devDependencies, but tagged as `workspace:*` for the version.
+// Update these to be `latest` for the test.
+if (currentPackageJson.devDependencies["@langchain/community"]) {
+  currentPackageJson.devDependencies = {
+    ...currentPackageJson.devDependencies,
+    "@langchain/community": "latest",
+  };
+}
+
+fs.writeFileSync(communityPackageJsonPath, JSON.stringify(currentPackageJson, null, 2));