From cbe9c868e20379d5b9724cd00db164e403e30ac7 Mon Sep 17 00:00:00 2001 From: Thomas Hansen Date: Mon, 9 Oct 2023 10:23:19 +0300 Subject: [PATCH] Ensuring we're always importing snippets with lists and hyperlinks Even when they're smaller than threshold --- .../openai/magic.startup/crawling/magic.ai.url.scrape.hl | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/backend/files/system/openai/magic.startup/crawling/magic.ai.url.scrape.hl b/backend/files/system/openai/magic.startup/crawling/magic.ai.url.scrape.hl index 689e0f25d7..c5e00ed455 100644 --- a/backend/files/system/openai/magic.startup/crawling/magic.ai.url.scrape.hl +++ b/backend/files/system/openai/magic.startup/crawling/magic.ai.url.scrape.hl @@ -446,11 +446,17 @@ slots.create:magic.ai.url.scrape get-value:x:@.arguments/*/threshold strings.starts-with:x:@.dp/#/*/completion .:![ + strings.contains:x:@.dp/#/*/completion + .:"* " + strings.contains:x:@.dp/#/*/completion + .:"1. " + strings.contains:x:@.dp/#/*/completion + .:"[" .lambda /* * Snippet is longer than minimum threshold for import, or snippet is - * an image. + * an image, contains list elements, or hyperlinks. * * Verifying user can create more snippets. *