langchain[major],community[major],core[minor]: LangChain 0.2 (#5204)

* core[patch],langchain[major]: Move indexing API and document loader base class to core (#5191) * Move indexing API and document loader APIs to core * Fix * Update warning * Flip community and LangChain dep (#5207) * Flip community and LangChain dep * Build fix * Fix lint * Fixes * Format * langchain[patch],scripts[patch]: Adds dynamic import map for serialization (#5222) * Adds dynamic import map for serialization * Format * Add ignore * Move translators to new endpoints * Publish as rc * moved structured query to proper location * fix load for deps * fix anthropic/community deps on each other * chore: lint files * cr * update rcs * cr * add back schema/query_constructor * yarn * cr * drop dynamic_import_map.ts * fix tests:) * fixes' * update build * format * fix cohere dep * drop bad * try building lc after * mayb? * cr * add cohere key as secret * yarn why * copy cohere pkg into export tests * build cohere in lc * add cohere in dcope * hehe mayb * revert dep range tests changes * cr * build community too * fix build * add back tools * actually add back tools * deprecated docs * add back non deprecated entrypoint * added rest of tools * add missing entrypoint * improvements * fixes * update examples * lint n fix * cr * fix docs support * chore: lint files * chore: lint files * did I fix it * yer * bump all pkgs to 0.2 * what * update int pkgs to be any core v less than 0.3 * pin oai & textsplitters to 0.2 rc * cr * all on 0.2 rc --------- Co-authored-by: bracesproul <braceasproul@gmail.com>
langchain-ai · May 13, 2024 · 44ede93 · 44ede93
1 parent 825c1f4
commit 44ede93
Show file tree

Hide file tree

Showing 718 changed files with 16,613 additions and 11,274 deletions.
diff --git a/.github/workflows/build-examples.yml b/.github/workflows/build-examples.yml
@@ -40,9 +40,9 @@ jobs:
         run: yarn install --immutable
       - name: Build Core
         run: yarn turbo:command build --filter=@langchain/core
-      - name: Build all except LangChain & Examples
-        run: yarn turbo:command build --filter=!examples --filter=!langchain --filter=!core_docs --filter=!api_refs --filter=!create-langchain-integration
-      - name: Build LangChain
-        run: yarn turbo:command build --filter=langchain
+      - name: Build all except LangChain Community & Examples
+        run: yarn turbo:command build --filter=!examples --filter=!@langchain/community --filter=!core_docs --filter=!api_refs --filter=!create-langchain-integration
+      - name: Build LangChain Community
+        run: yarn turbo:command build --filter=@langchain/community
       - name: Build examples
         run: yarn turbo:command build --filter=examples
diff --git a/.github/workflows/compatibility.yml b/.github/workflows/compatibility.yml
@@ -23,6 +23,7 @@ env:
   PUPPETEER_SKIP_DOWNLOAD: "true"
   PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: "true"
   NODE_VERSION: "18.x"
+  COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
 
 # Run a separate job for each check in the docker-compose file,
 # so that they run in parallel instead of overwhelming the default 2 CPU runner.

diff --git a/.github/workflows/test-exports.yml b/.github/workflows/test-exports.yml
@@ -33,7 +33,13 @@ jobs:
           cache: "yarn"
       - name: Install dependencies
         run: yarn install --immutable
-      - name: Build
+
+      - name: Build "@langchain/community"
+        run: yarn workspace @langchain/community build
+        shell: bash
+        env:
+          SKIP_API_DOCS: true
+      - name: Build LangChain
         run: yarn workspace langchain build
         shell: bash
         env:
@@ -53,7 +59,13 @@ jobs:
           cache: "yarn"
       - name: Install dependencies
         run: yarn install --immutable
-      - name: Build
+
+      - name: Build "@langchain/community"
+        run: yarn workspace @langchain/community build
+        shell: bash
+        env:
+          SKIP_API_DOCS: true
+      - name: Build LangChain
         run: yarn workspace langchain build
         shell: bash
         env:
@@ -73,7 +85,13 @@ jobs:
           cache: "yarn"
       - name: Install dependencies
         run: yarn install --immutable
-      - name: Build
+
+      - name: Build "@langchain/community"
+        run: yarn workspace @langchain/community build
+        shell: bash
+        env:
+          SKIP_API_DOCS: true
+      - name: Build LangChain
         run: yarn workspace langchain build
         shell: bash
         env:

diff --git a/.github/workflows/unit-tests-langchain.yml b/.github/workflows/unit-tests-langchain.yml
@@ -54,6 +54,8 @@ jobs:
         run: yarn run build --filter=langchain
       - name: Test
         run: yarn run test:unit:ci --filter=langchain --concurrency=1
+        env:
+          COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
       #   run: yarn run test:unit:ci -- --coverage
       # - name: Upload coverage reports to Codecov
       #   uses: codecov/codecov-action@v3

diff --git a/dependency_range_tests/docker-compose.yml b/dependency_range_tests/docker-compose.yml
@@ -5,6 +5,7 @@ services:
     environment:
       PUPPETEER_SKIP_DOWNLOAD: "true"
       PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: "true"
+      COHERE_API_KEY: ${COHERE_API_KEY}
     working_dir: /app
     volumes:
       - ../langchain:/langchain
@@ -15,6 +16,7 @@ services:
     environment:
       PUPPETEER_SKIP_DOWNLOAD: "true"
       PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: "true"
+      COHERE_API_KEY: ${COHERE_API_KEY}
     working_dir: /app
     volumes:
       - ../langchain:/langchain

diff --git a/dependency_range_tests/scripts/node/update_resolutions_lowest.js b/dependency_range_tests/scripts/node/update_resolutions_lowest.js
@@ -3,7 +3,7 @@ const semver = require("semver");
 
 const currentPackageJson = JSON.parse(fs.readFileSync("./package.json"));
 
-if (currentPackageJson.dependencies["@langchain/core"]) {
+if (currentPackageJson.dependencies["@langchain/core"] && !currentPackageJson.dependencies["@langchain/core"].includes("rc")) {
   const minVersion = semver.minVersion(
     currentPackageJson.dependencies["@langchain/core"]
   ).version;
@@ -17,7 +17,7 @@ if (currentPackageJson.dependencies["@langchain/core"]) {
   };
 }
 
-if (currentPackageJson.dependencies["@langchain/community"]) {
+if (currentPackageJson.dependencies["@langchain/community"] && !currentPackageJson.dependencies["@langchain/community"].includes("rc")) {
   const minVersion = semver.minVersion(
     currentPackageJson.dependencies["@langchain/community"]
   ).version;

diff --git a/docs/core_docs/.gitignore b/docs/core_docs/.gitignore
@@ -37,6 +37,10 @@ docs/expression_language/streaming.md
 docs/expression_language/streaming.mdx
 docs/use_cases/tool_use/human_in_the_loop.md
 docs/use_cases/tool_use/human_in_the_loop.mdx
+docs/use_cases/query_analysis/quickstart.md
+docs/use_cases/query_analysis/quickstart.mdx
+docs/use_cases/query_analysis/index.md
+docs/use_cases/query_analysis/index.mdx
 docs/use_cases/question_answering/streaming.md
 docs/use_cases/question_answering/streaming.mdx
 docs/use_cases/question_answering/sources.md
@@ -53,10 +57,6 @@ docs/use_cases/question_answering/citations.md
 docs/use_cases/question_answering/citations.mdx
 docs/use_cases/question_answering/chat_history.md
 docs/use_cases/question_answering/chat_history.mdx
-docs/use_cases/query_analysis/quickstart.md
-docs/use_cases/query_analysis/quickstart.mdx
-docs/use_cases/query_analysis/index.md
-docs/use_cases/query_analysis/index.mdx
 docs/use_cases/graph/semantic.md
 docs/use_cases/graph/semantic.mdx
 docs/use_cases/graph/quickstart.md
@@ -109,12 +109,12 @@ docs/use_cases/extraction/how_to/examples.md
 docs/use_cases/extraction/how_to/examples.mdx
 docs/modules/model_io/output_parsers/custom.md
 docs/modules/model_io/output_parsers/custom.mdx
-docs/modules/memory/chat_messages/custom.md
-docs/modules/memory/chat_messages/custom.mdx
 docs/modules/model_io/chat/response_metadata.md
 docs/modules/model_io/chat/response_metadata.mdx
 docs/modules/model_io/chat/function_calling.md
 docs/modules/model_io/chat/function_calling.mdx
+docs/modules/memory/chat_messages/custom.md
+docs/modules/memory/chat_messages/custom.mdx
 docs/modules/data_connection/vectorstores/custom.md
 docs/modules/data_connection/vectorstores/custom.mdx
 docs/modules/agents/agent_types/tool_calling.md

diff --git a/docs/core_docs/docs/integrations/chat/ni_bittensor.mdx b/docs/core_docs/docs/integrations/chat/ni_bittensor.mdx
@@ -1,14 +1,29 @@
 ---
 sidebar_label: NIBittensorChatModel
+sidebar_class_name: hidden
 ---
 
 # NIBittensorChatModel
 
+:::warning
+This module has been deprecated and is no longer supported. The documentation below will not work in versions 0.2.0 or later.
+:::
+
 LangChain.js offers experimental support for Neural Internet's Bittensor chat models.
 
 Here's an example:
 
-import CodeBlock from "@theme/CodeBlock";
-import NIBittensorChatModelExample from "@examples/models/chat/integration_bittensor.ts";
+```typescript
+import { NIBittensorChatModel } from "langchain/experimental/chat_models/bittensor";
+import { HumanMessage } from "@langchain/core/messages";
 
-<CodeBlock language="typescript">{NIBittensorChatModelExample}</CodeBlock>
+const chat = new NIBittensorChatModel();
+const message = new HumanMessage("What is bittensor?");
+const res = await chat.invoke([message]);
+console.log({ res });
+/*
+  {
+    res: "\nBittensor is opensource protocol..."
+  }
+ */
+```
diff --git a/docs/core_docs/docs/integrations/llms/fake.mdx b/docs/core_docs/docs/integrations/llms/fake.mdx
diff --git a/docs/core_docs/docs/integrations/llms/index.mdx b/docs/core_docs/docs/integrations/llms/index.mdx
@@ -18,24 +18,22 @@ All LLMs implement the Runnable interface, which comes with default implementati
 
 Each LLM integration can optionally provide native implementations for invoke, streaming or batch, which, for providers that support it, can be more efficient. The table shows, for each integration, which features have been implemented with native support.
 
-| Model                 | Invoke | Stream | Batch |
-| :-------------------- | :----: | :----: | :---: |
-| AI21                  |   ✅   |   ❌   |  ✅   |
-| AlephAlpha            |   ✅   |   ❌   |  ✅   |
-| AzureOpenAI           |   ✅   |   ✅   |  ✅   |
-| CloudflareWorkersAI   |   ✅   |   ✅   |  ✅   |
-| Cohere                |   ✅   |   ❌   |  ✅   |
-| Fireworks             |   ✅   |   ✅   |  ✅   |
-| GooglePaLM            |   ✅   |   ❌   |  ✅   |
-| HuggingFaceInference  |   ✅   |   ❌   |  ✅   |
-| LlamaCpp              |   ✅   |   ✅   |  ✅   |
-| Ollama                |   ✅   |   ✅   |  ✅   |
-| OpenAI                |   ✅   |   ✅   |  ✅   |
-| OpenAIChat            |   ✅   |   ✅   |  ✅   |
-| PromptLayerOpenAI     |   ✅   |   ✅   |  ✅   |
-| PromptLayerOpenAIChat |   ✅   |   ✅   |  ✅   |
-| Portkey               |   ✅   |   ✅   |  ✅   |
-| Replicate             |   ✅   |   ❌   |  ✅   |
-| SageMakerEndpoint     |   ✅   |   ✅   |  ✅   |
-| Writer                |   ✅   |   ❌   |  ✅   |
-| YandexGPT             |   ✅   |   ❌   |  ✅   |
+| Model                | Invoke | Stream | Batch |
+| :------------------- | :----: | :----: | :---: |
+| AI21                 |   ✅   |   ❌   |  ✅   |
+| AlephAlpha           |   ✅   |   ❌   |  ✅   |
+| AzureOpenAI          |   ✅   |   ✅   |  ✅   |
+| CloudflareWorkersAI  |   ✅   |   ✅   |  ✅   |
+| Cohere               |   ✅   |   ❌   |  ✅   |
+| Fireworks            |   ✅   |   ✅   |  ✅   |
+| GooglePaLM           |   ✅   |   ❌   |  ✅   |
+| HuggingFaceInference |   ✅   |   ❌   |  ✅   |
+| LlamaCpp             |   ✅   |   ✅   |  ✅   |
+| Ollama               |   ✅   |   ✅   |  ✅   |
+| OpenAI               |   ✅   |   ✅   |  ✅   |
+| OpenAIChat           |   ✅   |   ✅   |  ✅   |
+| Portkey              |   ✅   |   ✅   |  ✅   |
+| Replicate            |   ✅   |   ❌   |  ✅   |
+| SageMakerEndpoint    |   ✅   |   ✅   |  ✅   |
+| Writer               |   ✅   |   ❌   |  ✅   |
+| YandexGPT            |   ✅   |   ❌   |  ✅   |
diff --git a/docs/core_docs/docs/integrations/llms/ni_bittensor.mdx b/docs/core_docs/docs/integrations/llms/ni_bittensor.mdx
@@ -1,10 +1,29 @@
+---
+sidebar_class_name: hidden
+---
+
 # NIBittensor
 
+:::warning
+This module has been deprecated and is no longer supported. The documentation below will not work in versions 0.2.0 or later.
+:::
+
 LangChain.js offers experimental support for Neural Internet's Bittensor LLM models.
 
 Here's an example:
 
-import CodeBlock from "@theme/CodeBlock";
-import NIBittensorExample from "@examples/models/llm/ni_bittensor.ts";
+```typescript
+import { NIBittensorLLM } from "langchain/experimental/llms/bittensor";
+
+const model = new NIBittensorLLM();
+
+const res = await model.invoke(`What is Bittensor?`);
+
+console.log({ res });
 
-<CodeBlock language="typescript">{NIBittensorExample}</CodeBlock>
+/*
+  {
+    res: "\nBittensor is opensource protocol..."
+  }
+ */
+```
diff --git a/docs/core_docs/docs/integrations/llms/prompt_layer_openai.mdx b/docs/core_docs/docs/integrations/llms/prompt_layer_openai.mdx
@@ -1,5 +1,13 @@
+---
+sidebar_class_name: hidden
+---
+
 # PromptLayer OpenAI
 
+:::warning
+This module has been deprecated and is no longer supported. The documentation below will not work in versions 0.2.0 or later.
+:::
+
 LangChain integrates with PromptLayer for logging and debugging prompts and responses. To add support for PromptLayer:
 
 1. Create a PromptLayer account here: [https://promptlayer.com](https://promptlayer.com).

diff --git a/docs/core_docs/docs/integrations/platforms/openai.mdx b/docs/core_docs/docs/integrations/platforms/openai.mdx
@@ -48,14 +48,6 @@ See a [usage example](/docs/integrations/text_embedding/openai)
 import { OpenAIEmbeddings } from "@langchain/openai";
 ```
 
-## Retriever
-
-See a [usage example](/docs/integrations/retrievers/chatgpt-retriever-plugin).
-
-```typescript
-import { ChatGPTPluginRetriever } from "langchain/retrievers/remote";
-```
-
 ## Chain
 
 ```typescript

diff --git a/docs/core_docs/docs/integrations/retrievers/chatgpt-retriever-plugin.mdx b/docs/core_docs/docs/integrations/retrievers/chatgpt-retriever-plugin.mdx
@@ -4,13 +4,27 @@ hide_table_of_contents: true
 
 # ChatGPT Plugin Retriever
 
+:::warning
+This module has been deprecated and is no longer supported. The documentation below will not work in versions 0.2.0 or later.
+:::
+
 This example shows how to use the ChatGPT Retriever Plugin within LangChain.
 
 To set up the ChatGPT Retriever Plugin, please follow instructions [here](https://github.com/openai/chatgpt-retrieval-plugin).
 
 ## Usage
 
-import CodeBlock from "@theme/CodeBlock";
-import Example from "@examples/retrievers/chatgpt-plugin.ts";
+```typescript
+import { ChatGPTPluginRetriever } from "langchain/retrievers/remote";
+
+const retriever = new ChatGPTPluginRetriever({
+  url: "http://0.0.0.0:8000",
+  auth: {
+    bearer: "super-secret-jwt-token-with-at-least-32-characters-long",
+  },
+});
+
+const docs = await retriever.invoke("hello world");
 
-<CodeBlock language="typescript">{Example}</CodeBlock>
+console.log(docs);
+```
diff --git a/docs/core_docs/docs/integrations/tools/zapier_agent.mdx b/docs/core_docs/docs/integrations/tools/zapier_agent.mdx
@@ -1,7 +1,13 @@
-import CodeBlock from "@theme/CodeBlock";
+---
+sidebar_class_name: hidden
+---
 
 # Agent with Zapier NLA Integration
 
+:::warning
+This module has been deprecated and is no longer supported. The documentation below will not work in versions 0.2.0 or later.
+:::
+
 Full docs here: https://nla.zapier.com/start/
 
 **Zapier Natural Language Actions** gives you access to the 5k+ apps and 20k+ actions on Zapier's platform through a natural language API interface.
@@ -22,8 +28,6 @@ Review [auth docs](https://nla.zapier.com/docs/authentication/) for more details
 
 The example below demonstrates how to use the Zapier integration as an Agent:
 
-import Example from "@examples/agents/zapier_mrkl.ts";
-
 import IntegrationInstallTooltip from "@mdx_components/integration_install_tooltip.mdx";
 
 <IntegrationInstallTooltip></IntegrationInstallTooltip>
@@ -32,4 +36,33 @@ import IntegrationInstallTooltip from "@mdx_components/integration_install_toolt
 npm install @langchain/openai
 ```
 
-<CodeBlock language="typescript">{Example}</CodeBlock>
+```typescript
+import { OpenAI } from "@langchain/openai";
+import { ZapierNLAWrapper } from "langchain/tools";
+import {
+  initializeAgentExecutorWithOptions,
+  ZapierToolKit,
+} from "langchain/agents";
+
+const model = new OpenAI({ temperature: 0 });
+const zapier = new ZapierNLAWrapper();
+const toolkit = await ZapierToolKit.fromZapierNLAWrapper(zapier);
+
+const executor = await initializeAgentExecutorWithOptions(
+  toolkit.tools,
+  model,
+  {
+    agentType: "zero-shot-react-description",
+    verbose: true,
+  }
+);
+console.log("Loaded agent.");
+
+const input = `Summarize the last email I received regarding Silicon Valley Bank. Send the summary to the #test-zapier Slack channel.`;
+
+console.log(`Executing with input "${input}"...`);
+
+const result = await executor.invoke({ input });
+
+console.log(`Got output ${result.output}`);
+```