Skip to content

Commit

Permalink
Split pipeline extras by function area, closes #387
Browse files Browse the repository at this point in the history
  • Loading branch information
davidmezzetti committed Nov 29, 2022
1 parent fd6dc6d commit 69f0171
Show file tree
Hide file tree
Showing 2 changed files with 18 additions and 16 deletions.
4 changes: 4 additions & 0 deletions docs/install.md
Original file line number Diff line number Diff line change
Expand Up @@ -82,6 +82,8 @@ All pipelines - default install comes with most common pipelines.
pip install txtai[pipeline]
```

More granular extras are available for pipeline categories: `pipeline-audio`, `pipeline-data`, `pipeline-image`, `pipeline-text`, and `pipeline-train`.

### Similarity

Word vectors, support for sentence-transformers models not on the HF Hub and additional ANN libraries.
Expand All @@ -98,6 +100,8 @@ All workflow tasks - default install comes with most common workflow tasks.
pip install txtai[workflow]
```

### Combining dependencies

Multiple dependencies can be specified at the same time.

```
Expand Down
30 changes: 14 additions & 16 deletions setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -28,23 +28,21 @@

extras["graph"] = ["networkx>=2.6.3", "python-louvain>=0.16"]

extras["model"] = ["onnxruntime>=1.8.1"]
extras["model"] = ["onnx>=1.11.0", "onnxruntime>=1.11.0"]

extras["pipeline"] = [
"beautifulsoup4>=4.9.3",
"fasttext>=0.9.2",
"imagehash>=4.2.1",
"nltk>=3.5",
"onnx>=1.10.1",
"onnxmltools>=1.9.1",
"onnxruntime>=1.8.1",
"pandas>=1.1.0",
"pillow>=7.1.2",
"sentencepiece>=0.1.91",
"soundfile>=0.10.3.post1",
"tika>=1.24",
"timm>=0.4.12",
]
extras["pipeline-audio"] = ["onnx>=1.11.0", "onnxruntime>=1.11.0", "soundfile>=0.10.3.post1", "ttstokenizer>=1.0.0"]

extras["pipeline-data"] = ["beautifulsoup4>=4.9.3", "nltk>=3.5", "pandas>=1.1.0", "tika>=1.24"]

extras["pipeline-image"] = ["imagehash>=4.2.1", "pillow>=7.1.2", "timm>=0.4.12"]

extras["pipeline-text"] = ["fasttext>=0.9.2", "sentencepiece>=0.1.91"]

extras["pipeline-train"] = ["onnx>=1.11.0", "onnxmltools>=1.9.1", "onnxruntime>=1.11.0"]

extras["pipeline"] = (
extras["pipeline-audio"] + extras["pipeline-data"] + extras["pipeline-image"] + extras["pipeline-text"] + extras["pipeline-train"]
)

extras["similarity"] = [
"annoy>=1.16.3",
Expand Down

0 comments on commit 69f0171

Please sign in to comment.