Confluence Document Loader issue

[jpleite]

Hi. I was not able to create a flow and retrieve info from a confluence space. I'm assuming the document loader allows to parse info and docs from confluence. Did anybody achieved this and can point me in the right direction please?

[alexandre-henzen]

I'm with the same problem. I think this option is not working

[keithknott26]

I'm having this problem too, i tried to modify the code a bit to expose the cloud, include_attachments, and include_comments flags but it doesnt seem to download the attachments although the langchain is supposedly capable of doing so. Anyone have an idea of why it doesnt pull in the document attachments and convert them like its supposed to?

 "use strict";
Object.defineProperty(exports, "__esModule", { value: true });
const confluence_1 = require("langchain/document_loaders/web/confluence");
const src_1 = require("../../../src");
class Confluence_DocumentLoaders {
    constructor() {
        this.label = 'Confluence';
        this.name = 'confluence';
        this.version = 1.0;
        this.type = 'Document';
        this.icon = 'confluence.png';
        this.category = 'Document Loaders';
        this.description = `Load data from a Confluence Document`;
        this.baseClasses = [this.type];
        this.credential = {
            label: 'Connect Credential',
            name: 'credential',
            type: 'credential',
            credentialNames: ['confluenceApi']
        };
        this.inputs = [
            {
                label: 'Text Splitter',
                name: 'textSplitter',
                type: 'TextSplitter',
                optional: true
            },
            {
                label: 'Base URL',
                name: 'baseUrl',
                type: 'string',
                placeholder: 'https://example.atlassian.net/wiki'
            },
            {
                label: 'Space Key',
                name: 'spaceKey',
                type: 'string',
                placeholder: '~EXAMPLE362906de5d343d49dcdbae5dEXAMPLE',
                description: 'Refer to <a target="_blank" href="https://community.atlassian.com/t5/Confluence-questions/How-to-find-the-key-for-a-space/qaq-p/864760">official guide</a> on how to get Confluence Space Key'
            },
            {
                label: 'Cloud Version',
                name: 'cloud',
                type: 'boolean',
                default: true,
                optional: false
            },
            {
                label: 'Limit',
                name: 'limit',
                type: 'number',
                default: 0,
                optional: true
            },
            {
                label: 'Include Attachments',
                name: 'include_attachments',
                type: 'boolean',
                default: false,
                optional: false
            },
            {
                label: 'Include Comments',
                name: 'include_comments',
                type: 'boolean',
                default: false,
                optional: false
            },
            {
                label: 'Metadata',
                name: 'metadata',
                type: 'json',
                optional: true,
                additionalParams: true
            }
        ];
    }
    async init(nodeData, _, options) {
        const spaceKey = nodeData.inputs?.spaceKey;
        const baseUrl = nodeData.inputs?.baseUrl;
        const limit = nodeData.inputs?.limit;
        const textSplitter = nodeData.inputs?.textSplitter;
        const metadata = nodeData.inputs?.metadata;
        const credentialData = await (0, src_1.getCredentialData)(nodeData.credential ?? '', options);
        const accessToken = (0, src_1.getCredentialParam)('accessToken', credentialData, nodeData);
        const username = (0, src_1.getCredentialParam)('username', credentialData, nodeData);
		const cloud = nodeData.inputs?.cloud;
		const include_attachments = nodeData.inputs?.include_attachments;
		const include_comments = nodeData.inputs?.include_comments;
        const confluenceOptions = {
            username,
            accessToken,
            baseUrl,
            spaceKey,
            limit,
			cloud,
            include_attachments,
            include_comments
        };
        const loader = new confluence_1.ConfluencePagesLoader(confluenceOptions);
        let docs = [];
		if (confluenceOptions.include_attachments == true) {
		    console.debug("Confluence Flowise - Downloading attachments...");
		}

		if (confluenceOptions.include_comments == true) {
		    console.debug("Confluence Flowise - Downloading comments...");
		}
		if (textSplitter) {
            docs = await loader.loadAndSplit(textSplitter);
		    console.debug("Documents after Text Splitting: ", JSON.stringify(docs, null, 2));
        } else {
            docs = await loader.load();
		    console.debug("Documents without Text Splitting: ", JSON.stringify(docs, null, 2));
        }
        if (!docs || docs.length === 0) {
            console.error("No confluence documents were returned.");
            return;
        }
	    console.debug("Reached here before metadata");
	    console.debug("Reached after Metadata", metadata);
        if (metadata) {
		    console.debug("Reached after Metadata");
            const parsedMetadata = typeof metadata === 'object' ? metadata : JSON.parse(metadata);
			console.debug("Parsed Metadata: ", JSON.stringify(parsedMetadata, null, 2));
            let finaldocs = [];
            for (const doc of docs) {
                const newdoc = {
                    ...doc,
                    metadata: {
                        ...doc.metadata,
                        ...parsedMetadata
                    }
                };
				console.debug("New Document: ", JSON.stringify(newdoc, null, 2));
				console.debug("Document Token Count: ", JSON.stringify(newdoc).split(' ').length);
                finaldocs.push(newdoc);
				console.debug("Final Documents: ", JSON.stringify(finaldocs, null, 2));
            }
            return finaldocs;
        }
        return docs;
    }
}
module.exports = { nodeClass: Confluence_DocumentLoaders };
//# sourceMappingURL=Confluence.js.map

[SudhakarN25]

I'm having the same problem and getting a 403 error from Confluence when trying to connect from Flowise.
However, I'm able to get data from confluence using the same REST API in Postman.

Is there any solution for the same ?

[yyoussef11]

I am having the same issue and receiving this error:

Error: Error: Failed to fetch {base_url}/rest/api/content?spaceKey={SPACE KEY NAME}&limit=15&start=0&expand=body.storage,version from Confluence: TypeError: fetch failed