fix graph bug about second retrieval (#1688)

### What problem does this PR solve? #1651 ### Type of change - [x] Bug Fix (non-breaking change which fixes an issue)
infiniflow · Jul 24, 2024 · fdfa5d0 · fdfa5d0
1 parent d96348e
commit fdfa5d0
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/graph/component/base.py b/graph/component/base.py
@@ -470,7 +470,10 @@ def get_input(self):
  break
 
  if upstream_outs:
- return pd.concat(upstream_outs, ignore_index=False)
+ df = pd.concat(upstream_outs, ignore_index=True)
+ if "content" in df:
+ df = df.drop_duplicates(subset=['content']).reset_index(drop=True)
+ return df
  return pd.DataFrame()
 
  def get_stream_input(self):