-
Notifications
You must be signed in to change notification settings - Fork 1
/
ingestPipeline.ttl
76 lines (64 loc) · 2.15 KB
/
ingestPipeline.ttl
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
@prefix js: <https://w3id.org/conn/js#>.
@prefix : <https://w3id.org/conn#>.
@prefix owl: <http://www.w3.org/2002/07/owl#>.
<> owl:imports <./node_modules/@ajuvercr/js-runner/ontology.ttl>,
<./node_modules/@ajuvercr/js-runner/channels/file.ttl>,
<./node_modules/sds-processors/configs/yarrrml.ttl>,
<./node_modules/sds-processors/configs/sdsify.ttl>,
<./node_modules/sds-processors/configs/bucketizer.ttl>,
<./node_modules/sds-processors/configs/ldesify.ttl>,
<./node_modules/@treecg/sds-storage-writer-mongo/step.ttl>.
<data> a :FileReaderChannel;
:fileReadFirstContent "true";
:fileOnReplace "true";
:filePath <./output.txt>.
<ldes-raw/reader> a js:JsReaderChannel.
<ldes-raw/writer> a js:JsWriterChannel.
[ ] a js:JsChannel;
:reader <ldes-raw/reader>;
:writer <ldes-raw/writer>.
<sds-raw/reader> a js:JsReaderChannel.
<sds-raw/writer> a js:JsWriterChannel.
[ ] a js:JsChannel;
:reader <sds-raw/reader>;
:writer <sds-raw/writer>.
[ ] a js:Ldesify;
js:input <data>;
js:output <ldes-raw/writer>;
js:path <./save.json>.
[ ] a js:Sdsify;
js:input <ldes-raw/reader>;
js:output <sds-raw/writer>;
js:stream <https://w3id.org/sds#Stream>.
<metadata/in> a :FileReaderChannel;
:fileReadFirstContent "true";
:fileOnReplace "true";
:filePath <./metadataIn.ttl>.
[ ] a js:Bucketize;
js:dataInput <sds-raw/reader>;
js:metadataInput <metadata/in>;
js:dataOutput <buckets/writer>;
js:metadataOutput <meta/buckets/writer>;
js:bucketizeStrategy <./bucketizeStrategy.ttl>;
js:inputStreamId <https://w3id.org/sds#Stream>;
js:outputStreamId <http://example.com/test>.
<meta/buckets/reader> a js:JsReaderChannel.
<meta/buckets/writer> a js:JsWriterChannel.
[ ] a js:JsChannel;
:reader <meta/buckets/reader>;
:writer <meta/buckets/writer>.
<buckets/reader> a js:JsReaderChannel.
<buckets/writer> a js:JsWriterChannel.
[ ] a js:JsChannel;
:reader <buckets/reader>;
:writer <buckets/writer>.
[ ] a js:Ingest;
js:dataInput <buckets/reader>;
js:metadataInput <meta/buckets/reader>;
js:database [
js:url "mongodb://127.0.0.1:27017/rinftest";
js:metadata "META";
js:data "DATA";
js:index "INDEX";
];
js:indexCollection true.