-
Notifications
You must be signed in to change notification settings - Fork 1
/
RINF_pipeline.ttl
186 lines (156 loc) · 5.49 KB
/
RINF_pipeline.ttl
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
@prefix js: <https://w3id.org/conn/js#>.
@prefix ws: <https://w3id.org/conn/ws#>.
@prefix : <https://w3id.org/conn#>.
@prefix owl: <http://www.w3.org/2002/07/owl#>.
@prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#>.
@prefix rml: <https://w3id.org/conn/rml#>.
@prefix ql: <http://semweb.mmlab.be/ns/ql#>.
<> owl:imports <https://raw.githubusercontent.com/TREEcg/connector-architecture/main/channel/http.ttl>.
<> owl:imports <https://raw.githubusercontent.com/TREEcg/connector-architecture/main/channel/file.ttl>.
<> owl:imports <https://raw.githubusercontent.com/TREEcg/connector-architecture/main/channel/kafka.ttl>.
<> owl:imports <https://raw.githubusercontent.com/ajuvercr/rml-runner/master/ontology.ttl>.
<> owl:imports <./rinf.ttl>.
<> owl:imports <./../sds-processors/yarrrml.ttl>.
<> owl:imports <./../sds-processors/sdsify.ttl>.
<> owl:imports <./../sds-processors/2_bucketstep.ttl>.
<> owl:imports <./../sds-processors/ldesify.ttl>.
<> owl:imports <./../rml-mapper-processor-ts/rmlMapper.ttl>.
<> owl:imports <./../sds-storage-writer-mongo/step.ttl>.
<countryChannel> a :HttpReaderChannel;
:httpPort 3333.
[ ] a js:JsChannel;
:reader <xml/reader>;
:writer <xml/writer>.
<xml/reader> a :JsReaderChannel.
<xml/writer> a :JsWriterChannel.
<yarrmls/track/reader> a :FileReaderChannel;
:fileReadFirstContent "true";
:fileOnReplace "true";
:filePath <./mappings/RINF-sol-tracks.yml>.
<yarrmls/sol/reader> a :FileReaderChannel;
:fileReadFirstContent "true";
:fileOnReplace "true";
:filePath <./mappings/RINF-sections-of-line.yml>.
<yarrmls/op/reader> a :FileReaderChannel;
:fileReadFirstContent "true";
:fileOnReplace "true";
:filePath <./mappings/RINF-operational-points.yml>.
<rml/op/writer> a :JsWriterChannel.
<rml/op/reader> a :JsReaderChannel.
[ ] a js:JsChannel;
:reader <rml/op/reader>;
:writer <rml/op/writer>.
<rml/sol/writer> a :JsWriterChannel.
<rml/sol/reader> a :JsReaderChannel.
[ ] a js:JsChannel;
:reader <rml/sol/reader>;
:writer <rml/sol/writer>.
<rml/track/writer> a :JsWriterChannel.
<rml/track/reader> a :JsReaderChannel.
[ ] a js:JsChannel;
:reader <rml/track/reader>;
:writer <rml/track/writer>.
<ttl-raw/op/writer> a :JsWriterChannel.
<ttl-raw/op/reader> a :JsReaderChannel.
[ ] a js:JsChannel;
:reader <ttl-raw/op/reader>;
:writer <ttl-raw/op/writer>.
<ttl-raw/sol/writer> a :JsWriterChannel.
<ttl-raw/sol/reader> a :JsReaderChannel.
[ ] a js:JsChannel;
:reader <ttl-raw/sol/reader>;
:writer <ttl-raw/sol/writer>.
<ttl-raw/track/writer> a :JsWriterChannel.
<ttl-raw/track/reader> a :JsReaderChannel.
[ ] a js:JsChannel;
:reader <ttl-raw/track/reader>;
:writer <ttl-raw/track/writer>.
<ldes-raw/writer> a :JsWriterChannel.
<ldes-raw/reader> a :JsReaderChannel.
[ ] a js:JsChannel;
:reader <ldes-raw/reader>;
:writer <ldes-raw/writer>.
<sds-raw/writer> a :JsWriterChannel.
<sds-raw/reader> a :JsReaderChannel.
[ ] a js:JsChannel;
:reader <sds-raw/reader>;
:writer <sds-raw/writer>.
<meta/buckets/reader> a :JsReaderChannel.
<meta/buckets/writer> a :JsWriterChannel.
[ ] a js:JsChannel;
:reader <meta/buckets/reader>;
:writer <meta/buckets/writer>.
<raw/buckets/reader> a :JsReaderChannel.
<raw/buckets/writer> a :JsWriterChannel.
[ ] a js:JsChannel;
:reader <raw/buckets/reader>;
:writer <raw/buckets/writer>.
[ ] a js:Y2R;
js:input <yarrmls/track/reader>;
js:output <rml/track/writer>.
[ ] a js:Y2R;
js:input <yarrmls/sol/reader>;
js:output <rml/sol/writer>.
[ ] a js:Y2R;
js:input <yarrmls/op/reader>;
js:output <rml/op/writer>.
[ ] a js:GetRINF2;
js:countries <countryChannel>;
js:dataOutput <xml/writer>.
[ ] a js:RmlMapperReader;
js:rml_data_input <xml/reader>;
js:rml_mapping_reader <rml/track/reader>;
js:rml_data_output <ttl-raw/track/writer>;
rml:referenceFormulation ql:XPath;
rml:iterator "/RINFData//SOLTrack";
rml:jarFile <./rml-mapper-6.x.x.jar>.
[ ] a js:RmlMapperReader;
js:rml_data_input <xml/reader>;
js:rml_mapping_reader <rml/sol/reader>;
js:rml_data_output <ttl-raw/sol/writer>;
rml:referenceFormulation ql:XPath;
rml:iterator "/RINFData//SectionOfLine";
rml:jarFile <./rml-mapper-6.x.x.jar>.
[ ] a js:RmlMapperReader;
js:rml_data_input <xml/reader>;
js:rml_mapping_reader <rml/op/reader>;
js:rml_data_output <ttl-raw/op/writer>;
rml:referenceFormulation ql:XPath;
rml:iterator "/RINFData//OperationalPoint";
rml:jarFile <./rml-mapper-6.x.x.jar>.
[ ] a js:Ldesify;
js:input <ttl-raw/op/reader>;
js:output <ldes-raw/writer>;
js:path <./saves/op.json>.
[ ] a js:Ldesify;
js:input <ttl-raw/sol/reader>;
js:output <ldes-raw/writer>;
js:path <./saves/sol.json>.
[ ] a js:Ldesify;
js:input <ttl-raw/track/reader>;
js:output <ldes-raw/writer>;
js:path <./saves/track.json>.
[ ] a js:Sdsify;
js:input <ldes-raw/reader>;
js:output <sds-raw/writer>;
js:stream <https://w3id.org/sds#Stream>.
<metadata/in> a :FileReaderChannel;
:fileReadFirstContent "true";
:fileOnReplace "true";
:filePath <./metadataIn.ttl>.
[ ] a js:Bucketize;
js:dataInput <sds-raw/reader>;
js:metadataInput <metadata/in>;
js:dataOutput <raw/buckets/writer>;
js:metadataOutput <meta/buckets/writer>;
js:bucketizeStrategy <./bucketizeStrategy.ttl>;
js:inputStreamId <https://w3id.org/sds#Stream>;
js:outputStreamId <http://example.com/test>.
[ ] a js:Ingest;
js:dataInput <raw/buckets/reader>;
js:metadataInput <meta/buckets/reader>;
js:metadataCollection "RINF_META";
js:dataCollection "RINF_DATA";
js:indexCollection "RINF_INDEX";
js:pageSize 150;
js:databaseUrl "mongodb://localhost:27017/ldestest".