diff --git a/.changeset/real-seahorses-divide.md b/.changeset/real-seahorses-divide.md new file mode 100644 index 0000000000..6a4c7ef36f --- /dev/null +++ b/.changeset/real-seahorses-divide.md @@ -0,0 +1,5 @@ +--- +"@llamaindex/core": patch +--- + +Fix issue with metadata included after sentence splitter diff --git a/packages/core/src/node-parser/base.ts b/packages/core/src/node-parser/base.ts index ccea8b3a88..b4eb9b5ba5 100644 --- a/packages/core/src/node-parser/base.ts +++ b/packages/core/src/node-parser/base.ts @@ -140,7 +140,7 @@ export abstract class MetadataAwareTextSplitter extends TextSplitter { return nodes.reduce((allNodes, node) => { const metadataStr = this.getMetadataString(node); const splits = this.splitTextMetadataAware( - node.getContent(MetadataMode.ALL), + node.getContent(MetadataMode.NONE), metadataStr, ); return allNodes.concat(buildNodeFromSplits(splits, node));