diff --git a/JS/edgechains/arakoodev/src/scraper/src/utils/page-parser.ts b/JS/edgechains/arakoodev/src/scraper/src/utils/page-parser.ts index 78fa0676..697b8942 100644 --- a/JS/edgechains/arakoodev/src/scraper/src/utils/page-parser.ts +++ b/JS/edgechains/arakoodev/src/scraper/src/utils/page-parser.ts @@ -1,6 +1,5 @@ -import { parse } from "node-html-parser"; -import { JSDOM } from "jsdom"; -import fs from "fs"; +import { parse } from 'node-html-parser'; +import { JSDOM } from 'jsdom'; const { document } = new JSDOM(`...`).window; const tagsToLog = [ @@ -32,7 +31,6 @@ const tagsToLog = [ function createElement(node) { const elem = document.createElement(node.tagName); - fs.writeFileSync("node.json", JSON.stringify(node.attributes) + "\n\n\n\n", { flag: "a" }); const dataAttributes = Object.entries(node.attributes).filter( (a) => diff --git a/JS/edgechains/examples/summarize-page/dist/lib/generateResponse.cjs b/JS/edgechains/examples/summarize-page/dist/lib/generateResponse.cjs index 741c2b8e..382fd2a1 100644 --- a/JS/edgechains/examples/summarize-page/dist/lib/generateResponse.cjs +++ b/JS/edgechains/examples/summarize-page/dist/lib/generateResponse.cjs @@ -9,7 +9,6 @@ async function openAICall({ prompt, openAIApiKey }) { try { const openai = new OpenAI({ apiKey: openAIApiKey }); let res = await openai.zodSchemaResponse({ prompt, schema: schema }); - console.log({ res }); return JSON.stringify(res); } catch (error) { return error; diff --git a/JS/edgechains/examples/summarize-page/dist/lib/getDataFromUrl.cjs b/JS/edgechains/examples/summarize-page/dist/lib/getDataFromUrl.cjs index 033b1969..1cdd4a8a 100644 --- a/JS/edgechains/examples/summarize-page/dist/lib/getDataFromUrl.cjs +++ b/JS/edgechains/examples/summarize-page/dist/lib/getDataFromUrl.cjs @@ -2,14 +2,11 @@ Object.defineProperty(exports, "__esModule", { value: true }); const scraper_1 = require("@arakoodev/edgechains.js/scraper"); const scraper = new scraper_1.Playwright(); -async function getPageContent({ pageUrl, openai }) { +async function getPageContent({ task, openai }) { try { - return await scraper.call({ - chatApi: openai, - task: `go to ${pageUrl} and scrap the hole page text`, - headless: false, - }); - } catch (error) { + return await scraper.call({ chatApi: openai, task, headless: false }); + } + catch (error) { console.log(error); } } diff --git a/JS/edgechains/examples/summarize-page/jsonnet/main.jsonnet b/JS/edgechains/examples/summarize-page/jsonnet/main.jsonnet index a07af83c..ba15e2b7 100644 --- a/JS/edgechains/examples/summarize-page/jsonnet/main.jsonnet +++ b/JS/edgechains/examples/summarize-page/jsonnet/main.jsonnet @@ -12,9 +12,10 @@ local promptTemplate = ||| local pageUrl = std.extVar("pageUrl"); +local task = "go to" + pageUrl + "and scrap the hole page text"; local key = std.extVar('openai_api_key'); local getPageContent(pageUrl) = - local content = arakoo.native("getPageContent")({pageUrl:pageUrl, openai:key}); + local content = arakoo.native("getPageContent")({task:task, openai:key}); local pageContent = std.slice(content, 0, 20000, 1); local promptWithPageContent = std.strReplace(promptTemplate,'{content}', pageContent + "\n"); promptWithPageContent; diff --git a/JS/edgechains/examples/summarize-page/package.json b/JS/edgechains/examples/summarize-page/package.json index 966ec145..6b711d03 100644 --- a/JS/edgechains/examples/summarize-page/package.json +++ b/JS/edgechains/examples/summarize-page/package.json @@ -11,8 +11,8 @@ }, "license": "ISC", "dependencies": { - "@arakoodev/edgechains.js": "file:../../arakoodev", - "@arakoodev/jsonnet": "^0.23.6", + "@arakoodev/edgechains.js": "^0.25.0", + "@arakoodev/jsonnet": "^0.25.0", "file-uri-to-path": "^2.0.0", "path": "^0.12.7", "sync-rpc": "^1.3.6", diff --git a/JS/edgechains/examples/summarize-page/readme.md b/JS/edgechains/examples/summarize-page/readme.md index b2770e21..18a61c58 100644 --- a/JS/edgechains/examples/summarize-page/readme.md +++ b/JS/edgechains/examples/summarize-page/readme.md @@ -1,7 +1,7 @@ ## Video ``` - https://youtu.be/4gouiNUuBr4 + https://youtu.be/S289kMubG10 ``` ## Installation diff --git a/JS/edgechains/examples/summarize-page/src/lib/generateResponse.cts b/JS/edgechains/examples/summarize-page/src/lib/generateResponse.cts index 335acf65..fa6b8d77 100644 --- a/JS/edgechains/examples/summarize-page/src/lib/generateResponse.cts +++ b/JS/edgechains/examples/summarize-page/src/lib/generateResponse.cts @@ -9,11 +9,11 @@ async function openAICall({ prompt, openAIApiKey }: any) { try { const openai = new OpenAI({ apiKey: openAIApiKey }); let res = await openai.zodSchemaResponse({ prompt, schema: schema }); - console.log({ res }); return JSON.stringify(res); } catch (error) { return error; } } + module.exports = openAICall; diff --git a/JS/edgechains/examples/summarize-page/src/lib/getDataFromUrl.cts b/JS/edgechains/examples/summarize-page/src/lib/getDataFromUrl.cts index 5cf69af4..d778adaf 100644 --- a/JS/edgechains/examples/summarize-page/src/lib/getDataFromUrl.cts +++ b/JS/edgechains/examples/summarize-page/src/lib/getDataFromUrl.cts @@ -1,13 +1,9 @@ import { Playwright } from "@arakoodev/edgechains.js/scraper"; const scraper = new Playwright(); -async function getPageContent({ pageUrl, openai }: { pageUrl: string; openai: string }) { +async function getPageContent({ task, openai }: { task: string, openai: string }) { try { - return await scraper.call({ - chatApi: openai, - task: `go to ${pageUrl} and scrap the hole page text`, - headless: false, - }); + return await scraper.call({ chatApi: openai, task, headless: false }); } catch (error) { console.log(error); }