test: add sw list creation test

DHARPA-Project · Oct 9, 2024 · 7f37d7d · 7f37d7d
1 parent 195b99f
commit 7f37d7d
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/tests/resources/jobs/init.yaml b/tests/resources/jobs/init.yaml
@@ -5,6 +5,8 @@ inputs:
   preprocess_tokens__lowercase: true
   preprocess_tokens__isalpha: true
   preprocess_tokens__min_length: 3
+  create_stopwords_list__languages: ["english","italian"]
+  create_stopwords_list__stopwords_list: ["custom","stopwords"]
   lda__num_topics: 3
 save:
   create_table__table: "corpus_table"

diff --git a/tests/resources/pipelines/init.yaml b/tests/resources/pipelines/init.yaml
@@ -24,6 +24,8 @@ steps:
       step_id: preprocess_tokens
       input_links:
         tokens_array: tokenize_corpus.tokens_array
+    - module_type: topic_modelling.stopwords_list
+      step_id: create_stopwords_list
     - module_type: topic_modelling.lda
       step_id: lda
       input_links: