feat(Firestore): Add support for FirestoreChatMessageHistory (#60)

.github/workflows/docs.yaml

@@ -27,7 +27,7 @@ jobs:
     timeout-minutes: 30
     steps:
       - name: Checkout repository
-        uses: actions/checkout@44c2b7a8a4ea60a981eaca3cf939b5f4305c123b
+        uses: actions/checkout@d632683dd7b4114ad314bca15554477dd762a938
 
       - name: Setup Pages
         uses: actions/configure-pages@983d7736d9b0ae728b81ab479565c72886d7745b

.github/workflows/firebase-hosting-merge.yml

@@ -0,0 +1,21 @@
+name: Deploy docs_v2
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  build_and_deploy:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@d632683dd7b4114ad314bca15554477dd762a938
+      - run: npm ci && npm run build
+        working-directory: docs_v2
+      - uses: FirebaseExtended/action-hosting-deploy@0cbcac4740c2bfb00d632f0b863b57713124eb5a
+        with:
+          repoToken: ${{ secrets.GITHUB_TOKEN }}
+          firebaseServiceAccount: ${{ secrets.FIREBASE_SERVICE_ACCOUNT_LANGCHAIN_DART }}
+          channelId: live
+          projectId: langchain-dart
+          entryPoint: docs_v2

.github/workflows/firebase-hosting-pull-request.yml

@@ -0,0 +1,26 @@
+name: Deploy docs_v2 on PR
+
+on:
+  pull_request:
+    paths:
+      - 'docs_v2/**'
+
+permissions:
+  checks: write
+  contents: read
+  pull-requests: write
+
+jobs:
+  build_and_preview:
+    if: ${{ github.event.pull_request.head.repo.full_name == github.repository }}
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@d632683dd7b4114ad314bca15554477dd762a938
+      - run: npm ci && npm run build
+        working-directory: docs_v2
+      - uses: FirebaseExtended/action-hosting-deploy@0cbcac4740c2bfb00d632f0b863b57713124eb5a
+        with:
+          repoToken: ${{ secrets.GITHUB_TOKEN }}
+          firebaseServiceAccount: ${{ secrets.FIREBASE_SERVICE_ACCOUNT_LANGCHAIN_DART }}
+          projectId: langchain-dart
+          entryPoint: docs_v2

.github/workflows/test.yaml

@@ -4,6 +4,9 @@ on:
   # pull_request_target is dangerous! Review external PRs code before approving to run the workflow
   # We need this to be able to access the secrets required by the workflow
   pull_request_target:
+    paths-ignore:
+      - 'docs/**'
+      - 'docs_v2/**'
   workflow_dispatch:
 
 # Cancel currently running workflow when a new one is triggered
@@ -19,7 +22,7 @@ jobs:
 
     steps:
       - name: Checkout repository
-        uses: actions/checkout@44c2b7a8a4ea60a981eaca3cf939b5f4305c123b
+        uses: actions/checkout@d632683dd7b4114ad314bca15554477dd762a938
         with:
           ref: "${{ github.event.pull_request.base.sha }}" # Required for pull_request_target
           fetch-depth: 0
@@ -38,7 +41,7 @@ jobs:
         run: flutter pub cache clean
 
       - name: Install Melos
-        uses: bluefireteam/melos-action@6085791af7036f6366c9a4b9d55105c0ef9c6388
+        uses: bluefireteam/melos-action@c7dcb921b23cc520cace360b95d02b37bf09cdaa
         with:
           run-bootstrap: false
 

.gitignore

@@ -4,3 +4,4 @@
 .dart_tool/
 /pubspec.lock
 .vscode/
+.aider*

analysis_options.yaml

@@ -7,6 +7,11 @@ analyzer:
     missing_return: error
     todo: ignore
     sdk_version_since: ignore # TODO remove when fixed https://github.com/dart-lang/sdk/issues/52327
+  exclude:
+    - "**/generated_plugin_registrant.dart"
+    - "**/generated/**"
+    - "**/*.gen.dart"
+    - "**/*.g.dart"
 
 linter:
   rules: # https://dart-lang.github.io/linter/lints/{rule}.html
@@ -30,7 +35,7 @@ linter:
     - avoid_null_checks_in_equality_operators
     - avoid_positional_boolean_parameters
     - avoid_print
-    # - avoid_redundant_argument_values # Sometimes is useful to be explicit
+    #    - avoid_redundant_argument_values # I prefer to be explicit sometimes
     - avoid_relative_lib_imports
     - avoid_renaming_method_parameters
     - avoid_return_types_on_setters
@@ -65,6 +70,7 @@ linter:
     #    - diagnostic_describe_all_properties # Disabled because it's very verbose
     - directives_ordering
     - discarded_futures
+    #    - document_ignores # Disabled because it's very verbose
     - empty_catches
     - empty_constructor_bodies
     - empty_statements
@@ -76,6 +82,7 @@ linter:
     - implementation_imports
     - implicit_call_tearoffs
     - invalid_case_patterns
+    - invalid_runtime_check_with_js_interop_types
     - iterable_contains_unrelated_type
     - join_return_with_assignment
     - leading_newlines_in_multiline_strings
@@ -85,6 +92,7 @@ linter:
     - library_private_types_in_public_api
     - list_remove_unrelated_type
     - matching_super_parameters
+    - missing_code_block_language_in_doc_comment
     - missing_whitespace_between_adjacent_strings
     - no_adjacent_strings_in_list
     - no_default_cases
@@ -94,6 +102,7 @@ linter:
     - no_literal_bool_comparisons
     - no_logic_in_create_state
     - no_runtimeType_toString
+    - no_wildcard_variable_uses
     - non_constant_identifier_names
     - noop_primitive_operations
     - null_check_on_nullable_type_parameter
@@ -116,7 +125,7 @@ linter:
     - prefer_final_fields
     - prefer_final_in_for_each
     - prefer_final_locals
-    # - prefer_final_parameters # adds too much verbosity
+    #    - prefer_final_parameters # Very verbose
     - prefer_for_elements_to_map_fromIterable
     - prefer_foreach
     - prefer_function_declarations_over_variables
@@ -152,6 +161,7 @@ linter:
     - type_init_formals
     - type_literal_in_constant_pattern
     - unawaited_futures
+    - unintended_html_in_doc_comment
     - unnecessary_await_in_return
     - unnecessary_brace_in_string_interps
     - unnecessary_breaks
@@ -161,6 +171,7 @@ linter:
     - unnecessary_lambdas
     - unnecessary_late
     - unnecessary_library_directive
+    - unnecessary_library_name
     - unnecessary_new
     - unnecessary_null_aware_assignments
     - unnecessary_null_aware_operator_on_extension_on_nullable

docs/CNAME

@@ -1 +1 @@
-langchaindart.com
+langchaindart.dev

docs/README.md

@@ -38,7 +38,7 @@ LCEL is a declarative way to compose chains. LCEL was designed from day 1 to sup
 
 - [Overview](/expression_language/expression_language): LCEL and its benefits
 - [Interface](/expression_language/interface): The standard interface for LCEL objects
-- [Cookbook](https://langchaindart.com/#/expression_language/cookbook/prompt_llm_parser): Example code for accomplishing common tasks
+- [Cookbook](https://langchaindart.dev/#/expression_language/cookbook/prompt_llm_parser): Example code for accomplishing common tasks
 
 ## Modules
 

docs/_sidebar.md

@@ -1,3 +1,4 @@
+- [![Code Assist AI](https://img.shields.io/badge/AI-Code%20Assist-EB9FDA)](https://app.commanddash.io/agent?github=https://github.com/davidmigloz/langchain_dart)
 - [Get started](README.md)
   - [Installation](/get_started/installation.md)
   - [Quickstart](/get_started/quickstart.md)
@@ -13,7 +14,9 @@
     - [Function: Run custom logic](/expression_language/primitives/function.md)
     - [Binding: Configuring runnables](/expression_language/primitives/binding.md)
     - [Router: Routing inputs](/expression_language/primitives/router.md)
+    - [Retry: Retrying runnables](/expression_language/primitives/retry.md)
   - [Streaming](/expression_language/streaming.md)
+  - [Fallbacks](/expression_language/fallbacks.md)
   - Cookbook
     - [Prompt + LLM](/expression_language/cookbook/prompt_llm_parser.md)
     - [Multiple chains](/expression_language/cookbook/multiple_chains.md)
@@ -56,6 +59,7 @@
           - [Tool calling](/modules/model_io/models/chat_models/how_to/tools.md)
           - [LLMChain](/modules/model_io/models/chat_models/how_to/llm_chain.md)
         - Integrations
+          - [Anthropic](/modules/model_io/models/chat_models/integrations/anthropic.md) 
           - [OpenAI](/modules/model_io/models/chat_models/integrations/openai.md)
           - [Firebase Vertex AI](/modules/model_io/models/chat_models/integrations/firebase_vertex_ai.md)
           - [GCP Vertex AI](/modules/model_io/models/chat_models/integrations/gcp_vertex_ai.md)
@@ -94,6 +98,7 @@
     - [Vector stores](/modules/retrieval/vector_stores/vector_stores.md)
       - Integrations
         - [Memory](/modules/retrieval/vector_stores/integrations/memory.md)
+        - [ObjectBox](/modules/retrieval/vector_stores/integrations/objectbox.md)
         - [Chroma](/modules/retrieval/vector_stores/integrations/chroma.md)
         - [Pinecone](/modules/retrieval/vector_stores/integrations/pinecone.md)
         - [Supabase](/modules/retrieval/vector_stores/integrations/supabase.md)
@@ -118,7 +123,7 @@
   - [Memory](/modules/memory/memory.md)
   - [Agents](/modules/agents/agents.md)
     - [Agent types](/modules/agents/agent_types/agent_types.md)
-      - [OpenAI functions](/modules/agents/agent_types/openai_tools_agent.md)
+      - [Tools Agent](/modules/agents/agent_types/tools_agent.md)
     - [Tools](/modules/agents/tools/tools.md)
       - [Calculator](/modules/agents/tools/calculator.md)
       - [DALL-E Image Generator](/modules/agents/tools/openai_dall_e.md)

docs/expression_language/cookbook/prompt_llm_parser.md

@@ -33,7 +33,7 @@ print(res);
 //   },
 //   finishReason: FinishReason.stop,
 //   metadata: {
-//     model: gpt-3.5-turbo-0125,
+//     model: gpt-4o-mini,
 //     created: 1714835666,
 //     system_fingerprint: fp_3b956da36b
 //   },
@@ -74,7 +74,7 @@ print(res);
 //   },
 //   finishReason: FinishReason.stop,
 //   metadata: {
-//     model: gpt-3.5-turbo-0125,
+//     model: gpt-4o-mini,
 //     created: 1714835734,
 //     system_fingerprint: fp_a450710239
 //   },
@@ -144,7 +144,7 @@ print(res);
 //   },
 //   finishReason: FinishReason.stop,
 //   metadata: {
-//     model: gpt-3.5-turbo-0125,
+//     model: gpt-4o-mini,
 //     created: 1714835806,
 //     system_fingerprint: fp_3b956da36b
 //   },

docs/expression_language/fallbacks.md

@@ -0,0 +1,135 @@
+# Fallbacks
+
+When working with language models, you may often encounter issues from the underlying APIs, e.g. rate limits or downtime. Therefore, as you move your LLM applications into production it becomes more and more important to have contingencies for errors. That's why we've introduced the concept of fallbacks.
+
+Crucially, fallbacks can be applied not only on the LLM level but on the whole runnable level. This is important because often times different models require different prompts. So if your call to OpenAI fails, you don't just want to send the same prompt to Anthropic - you probably want to use e.g. a different prompt template.
+
+## Handling LLM API errors with fallbacks
+
+This is maybe the most common use case for fallbacks. A request to an LLM API can fail for a variety of reasons - the API could be down, you could have hit a rate limit, or any number of things.  This Situation can be handled using Fallbacks.
+
+Fallbacks can be created using  `withFallbacks()` function on the runnable that you are working on, for example `final runnablWithFallbacks = mainRunnable.withFallbacks([fallback1, fallback2])` this would create a `RunnableWithFallback` along with a list of fallbacks. When it is invoked, the `mainRunnable` would be called first, if it fails then fallbacks would be invoked sequentially until one of the fallback in list return output. If the `mainRunnable` succeeds and returns output then the fallbacks won't be called. 
+
+## Fallback for chat models
+
+```dart
+// fake model will throw error during invoke and fallback model will be called
+final fakeOpenAIModel = ChatOpenAI(
+    defaultOptions: const ChatOpenAIOptions(model: 'tomato'),
+);
+
+final latestModel = ChatOpenAI(
+  defaultOptions: const ChatOpenAIOptions(model: 'gpt-4o'),
+);
+
+final modelWithFallbacks = fakeOpenAIModel.withFallbacks([latestModel]);
+
+final prompt = PromptValue.string('Explain why sky is blue in 2 lines');
+
+final res = await modelWithFallbacks.invoke(prompt);
+print(res);
+/*
+{
+  "ChatResult": {
+    "id": "chatcmpl-9nKBcFNkzo5qUrdNB92b36J0d1meA",
+    "output": {
+      "AIChatMessage": {
+        "content": "The sky appears blue because molecules in the Earth's atmosphere scatter shorter wavelength blue light from the sun more effectively than longer wavelengths like red. This scattering process is known as Rayleigh scattering.",
+        "toolCalls": []
+      }
+    },
+    "finishReason": "FinishReason.stop",
+    "metadata": {
+      "model": "gpt-4o-2024-05-13",
+      "created": 1721542696,
+      "system_fingerprint": "fp_400f27fa1f"
+    },
+    "usage": {
+      "LanguageModelUsage": {
+        "promptTokens": 16,
+        "promptBillableCharacters": null,
+        "responseTokens": 36,
+        "responseBillableCharacters": null,
+        "totalTokens": 52
+      }
+    },
+    "streaming": false
+  }
+}
+*/
+```
+
+Note: if the options provided when invoking the runnable with fallbacks are not compatible with some of the fallbacks, they will be ignored. If you want to use different options for different fallbacks, provide them as `defaultOptions` when instantiating the fallbacks or use `bind()`. 
+
+## Fallbacks for RunnableSequences with batch
+
+```dart
+final fakeOpenAIModel = ChatOpenAI(
+    defaultOptions: const ChatOpenAIOptions(model: 'tomato'),
+);
+
+final latestModel = ChatOpenAI(
+  defaultOptions: const ChatOpenAIOptions(model: 'gpt-4o'),
+);
+
+final promptTemplate = ChatPromptTemplate.fromTemplate('tell me a joke about {topic}');
+
+final badChain = promptTemplate.pipe(fakeOpenAIModel);
+final goodChain = promptTemplate.pipe(latestModel);
+
+final chainWithFallbacks = badChain.withFallbacks([goodChain]);
+
+final res = await chainWithFallbacks.batch(
+  [
+    {'topic': 'bears'},
+    {'topic': 'cats'},
+  ],
+);
+print(res);
+/*
+[
+  {
+    "id": "chatcmpl-9nKncT4IpAxbUxrEqEKGB0XUeyGRI",
+    "output": {
+      "content": "Sure! How about this one?\n\nWhy did the bear bring a suitcase to the forest?\n\nBecause it wanted to pack a lunch! 🐻🌲",
+      "toolCalls": []
+    },
+    "finishReason": "FinishReason.stop",
+    "metadata": {
+      "model": "gpt-4o-2024-05-13",
+      "created": 1721545052,
+      "system_fingerprint": "fp_400f27fa1f"
+    },
+    "usage": {
+      "promptTokens": 13,
+      "promptBillableCharacters": null,
+      "responseTokens": 31,
+      "responseBillableCharacters": null,
+      "totalTokens": 44
+    },
+    "streaming": false
+  },
+  {
+    "id": "chatcmpl-9nKnc58FpXFTPkzZfm2hHxJ5VSQQh",
+    "output": {
+      "content": "Sure, here's a cat joke for you:\n\nWhy was the cat sitting on the computer?\n\nBecause it wanted to keep an eye on the mouse!",
+      "toolCalls": []
+    },
+    "finishReason": "FinishReason.stop",
+    "metadata": {
+      "model": "gpt-4o-2024-05-13",
+      "created": 1721545052,
+      "system_fingerprint": "fp_c4e5b6fa31"
+    },
+    "usage": {
+      "promptTokens": 13,
+      "promptBillableCharacters": null,
+      "responseTokens": 29,
+      "responseBillableCharacters": null,
+      "totalTokens": 42
+    },
+    "streaming": false
+  }
+]
+*/
+```

docs/expression_language/get_started.md

@@ -120,7 +120,7 @@ print(res2);
 //   },
 //   finishReason: FinishReason.stop,
 //   metadata: {
-//     model: gpt-3.5-turbo-0125,
+//     model: gpt-4o-mini,
 //     created: 1714327251,
 //     system_fingerprint: fp_3b956da36b
 //   },