Use poetry for optional deps

.github/workflows/publish_docs.yml

@@ -13,18 +13,18 @@ jobs:
     runs-on: ubuntu-latest
 
     steps:
-      - name: Checkout code
-        uses: actions/checkout@v2
-
-      - name: Set up Python
-        uses: actions/setup-python@v2
+      - uses: actions/checkout@v3
+      - uses: actions/setup-python@v4
         with:
           python-version: "3.x"
+      - uses: Gr1N/setup-poetry@v8
+      - uses: actions/cache@v2
+        with:
+          path: ~/.cache/pypoetry/virtualenvs
+          key: ${{ runner.os }}-poetry-${{ hashFiles('poetry.lock') }}
 
       - name: Install dependencies
-        run: |
-          python -m pip install --upgrade pip
-          pip install -r requirements.txt
+        run: make install
 
       - name: Setup Node.js
         uses: actions/setup-node@v2

.github/workflows/python-publish.yml

@@ -22,16 +22,21 @@ jobs:
 
     steps:
     - uses: actions/checkout@v3
-    - name: Set up Python
-      uses: actions/setup-python@v3
+    - uses: actions/setup-python@v4
       with:
-        python-version: '3.x'
+        python-version: "3.x"
+    - uses: Gr1N/setup-poetry@v8
+    - uses: actions/cache@v2
+      with:
+        path: ~/.cache/pypoetry/virtualenvs
+        key: ${{ runner.os }}-poetry-${{ hashFiles('poetry.lock') }}
+
     - name: Install dependencies
-      run: |
-        python -m pip install --upgrade pip
-        pip install build
+      run: make install
+
     - name: Build package
       run: python -m build
+
     - name: Publish package
       uses: pypa/gh-action-pypi-publish@27b31702a0e7fc50959f5ad993c78deac1bdfc29
       with:

.github/workflows/run_tests.yml

@@ -13,18 +13,18 @@ jobs:
     runs-on: ubuntu-latest
 
     steps:
-      - name: Checkout code
-        uses: actions/checkout@v2
-
-      - name: Set up Python
-        uses: actions/setup-python@v2
+      - uses: actions/checkout@v3
+      - uses: actions/setup-python@v4
         with:
           python-version: "3.x"
+      - uses: Gr1N/setup-poetry@v8
+      - uses: actions/cache@v2
+        with:
+          path: ~/.cache/pypoetry/virtualenvs
+          key: ${{ runner.os }}-poetry-${{ hashFiles('poetry.lock') }}
 
       - name: Install dependencies
-        run: |
-          python -m pip install --upgrade pip
-          pip install -r requirements.txt
+        run: make install
 
       - name: Run tests
         run: make doctest && make test

.gitignore

@@ -11,7 +11,9 @@ build/
 langstream.egg-info/
 .chroma
 litellm_uuid.txt
+/dist
 
 # Generated markdown files from jupyter notebooks
 docs/docs/examples/*.md
-!docs/docs/examples/index.md
+!docs/docs/examples/index.md
+

Makefile

@@ -1,31 +1,34 @@
 .PHONY: test doctest test-integration docs install
 
 test:
-	PYTHONPATH=$$PYTHONPATH:. pytest -s -m "not integration" $(filter-out $@,$(MAKECMDGOALS))
+	PYTHONPATH=$$PYTHONPATH:. poetry run pytest -s -m "not integration" $(filter-out $@,$(MAKECMDGOALS))
 
 test-integration:
-	PYTHONPATH=$$PYTHONPATH:. pytest -s -m integration $(filter-out $@,$(MAKECMDGOALS))
+	PYTHONPATH=$$PYTHONPATH:. poetry run pytest -s -m integration $(filter-out $@,$(MAKECMDGOALS))
 
 doctest:
-	PYTHONPATH=$$PYTHONPATH:. pytest --doctest-modules langstream/utils && PYTHONPATH=$PYTHONPATH:. pytest --doctest-modules langstream/core && PYTHONPATH=$PYTHONPATH:. pytest --doctest-modules langstream/contrib/llms
+	PYTHONPATH=$$PYTHONPATH:. poetry run pytest --doctest-modules langstream/utils && PYTHONPATH=$PYTHONPATH:. poetry run pytest --doctest-modules langstream/core && PYTHONPATH=$PYTHONPATH:. poetry run pytest --doctest-modules langstream/contrib/llms
 
 nbtest:
-	nbdoc_test --fname docs/docs/
+	poetry run nbdoc_test --fname docs/docs/
 
 docs:
 	make pdocs && make nbdocs && cd docs && npm run build
 
 pdocs:
-	pdoc --html -o ./docs/static/reference --template-dir ./docs/pdoc_template langstream --force
+	poetry run pdoc --html -o ./docs/static/reference --template-dir ./docs/pdoc_template langstream --force
 
 nbdocs:
-	nbdoc_build --srcdir docs/docs
+	poetry run nbdoc_build --srcdir docs/docs
 
 docs-dev-server:
 	cd docs && npm start
 
 install:
-	pip install -r requirements.txt
+	@if ! command -v poetry &> /dev/null; then \
+		curl -sSL https://install.python-poetry.org | python3 -; \
+	fi
+	poetry install --all-extras
 
 %:
 	@:

README.md

@@ -15,7 +15,7 @@ LangStream is a lighter alternative to LangChain for building LLMs application,
 # Quick Install
 
 ```
-pip install langstream
+pip install langstream openai
 ```
 
 # 🔗 The Stream building block

docs/docs/intro.md

@@ -11,10 +11,10 @@ LangStream also puts emphasis on "explicit is better than implicit", which means
 
 ## Getting Started
 
-You can install it with pip:
+You can install langstream with pip + a model provider (like openai, gpt4all or litellm):
 
 ```
-pip install langstream
+pip install langstream openai
 ```
 
 ## Your First Stream

docs/docs/llms/gpt4all.md

@@ -6,6 +6,12 @@ sidebar_position: 4
 
 LLMs require a lot of GPU to run properly make it hard for the common folk to set one up locally. Fortunately, the folks at [GPT4All](https://gpt4all.io/index.html) are doing an excellent job in really reducing those models with various techniques, and speeding them up to run on CPUs everywhere with no issues. LangStream also provides a thin wrapper for them, and since it's local, no API keys are required.
 
+Make sure you have GPT4All installed:
+
+```
+pip install gpt4all
+```
+
 # GPT4AllStream
 
 You can use a [`GPT4AllStream`](pathname:///reference/langstream/contrib/index.html#langstream.contrib.GPT4AllStream) like this:

docs/docs/llms/lite_llm.md

@@ -15,6 +15,12 @@ export ANTHROPIC_API_KEY=<your key here>
 export HUGGINGFACE_API_KEY=<your key here>
 ```
 
+Make sure you have LiteLLM installed:
+
+```
+pip install litellm
+```
+
 Then, you should be able to use the [`LiteLLMChatStream`](pathname:///reference/langstream/contrib/index.html#langstream.contrib.LiteLLMChatStream), which has basically the same interface as as the [`OpenAIChatStream`](pathname:///reference/langstream/contrib/index.html#langstream.contrib.OpenAIChatStream), check it out:
 
 ## Chat Completion

docs/docs/llms/open_ai.md

@@ -10,6 +10,12 @@ OpenAI took the world by storm with the launch of ChatGPT and GPT-4, at the poin
 export OPENAI_API_KEY=<your key here>
 ```
 
+Make sure you have OpenAI library installed:
+
+```
+pip install openai
+```
+
 Then, LangStream provides two thin wrapper layers for their APIs:
 
 ## Text Completion

langstream/contrib/llms/gpt4all_stream.py

@@ -1,7 +1,7 @@
 import asyncio
 from typing import AsyncGenerator, Callable, Iterable, Optional, TypeVar, cast
 
-from gpt4all import GPT4All
+import importlib
 
 from langstream.core.stream import Stream
 
@@ -65,6 +65,7 @@ def __init__(
         n_batch=8,
         n_threads: Optional[int] = None,
     ) -> None:
+        GPT4All = importlib.import_module("gpt4all").GPT4All
         gpt4all = GPT4All(model, n_threads=n_threads)
 
         async def generate(prompt: str) -> AsyncGenerator[U, None]:

langstream/contrib/llms/lite_llm.py

@@ -1,6 +1,5 @@
 import asyncio
 from dataclasses import dataclass
-import itertools
 from types import GeneratorType
 from typing import (
     Any,
@@ -15,7 +14,7 @@
     cast,
 )
 
-import litellm
+import importlib
 from colorama import Fore
 from retry import retry
 
@@ -232,6 +231,7 @@ def get_completions():
                 if function_call is not None:
                     function_kwargs["function_call"] = function_call
 
+                litellm = importlib.import_module("litellm")
                 return litellm.completion(
                     request_timeout=timeout,
                     model=model,

langstream/contrib/llms/open_ai.py

@@ -13,7 +13,7 @@
     cast,
 )
 
-import openai
+import importlib
 from colorama import Fore
 from retry import retry
 
@@ -73,6 +73,7 @@ async def completion(prompt: str) -> AsyncGenerator[U, None]:
 
             @retry(tries=retries)
             def get_completions():
+                openai = importlib.import_module("openai")
                 return openai.Completion.create(
                     model=model,
                     prompt=prompt,
@@ -294,6 +295,7 @@ def get_completions():
                 if function_call is not None:
                     function_kwargs["function_call"] = function_call
 
+                openai = importlib.import_module("openai")
                 return openai.ChatCompletion.create(
                     timeout=timeout,
                     request_timeout=timeout,