|
1
|
|
|
package br.ufrj.ppgi.greco.kettle; |
|
2
|
|
|
|
|
3
|
|
|
import java.util.ArrayList; |
|
4
|
|
|
import java.util.List; |
|
5
|
|
|
import java.util.Map; |
|
6
|
|
|
|
|
7
|
|
|
import org.pentaho.di.core.CheckResult; |
|
8
|
|
|
import org.pentaho.di.core.CheckResultInterface; |
|
9
|
|
|
import org.pentaho.di.core.Counter; |
|
10
|
|
|
import org.pentaho.di.core.database.DatabaseMeta; |
|
11
|
|
|
import org.pentaho.di.core.exception.KettleException; |
|
12
|
|
|
import org.pentaho.di.core.exception.KettleStepException; |
|
13
|
|
|
import org.pentaho.di.core.exception.KettleXMLException; |
|
14
|
|
|
import org.pentaho.di.core.row.RowMetaInterface; |
|
15
|
|
|
import org.pentaho.di.core.row.ValueMetaInterface; |
|
16
|
|
|
import org.pentaho.di.core.row.value.ValueMetaString; |
|
17
|
|
|
import org.pentaho.di.core.variables.VariableSpace; |
|
18
|
|
|
import org.pentaho.di.core.xml.XMLHandler; |
|
19
|
|
|
import org.pentaho.di.repository.ObjectId; |
|
20
|
|
|
import org.pentaho.di.repository.Repository; |
|
21
|
|
|
import org.pentaho.di.trans.Trans; |
|
22
|
|
|
import org.pentaho.di.trans.TransMeta; |
|
23
|
|
|
import org.pentaho.di.trans.step.BaseStepMeta; |
|
24
|
|
|
import org.pentaho.di.trans.step.StepDataInterface; |
|
25
|
|
|
import org.pentaho.di.trans.step.StepInterface; |
|
26
|
|
|
import org.pentaho.di.trans.step.StepMeta; |
|
27
|
|
|
import org.pentaho.di.trans.step.StepMetaInterface; |
|
28
|
|
|
import org.w3c.dom.Node; |
|
29
|
|
|
|
|
30
|
|
|
import br.ufrj.ppgi.greco.kettle.plugin.tools.datatable.DataTable; |
|
31
|
|
|
import br.ufrj.ppgi.greco.kettle.plugin.tools.datatable.DataTableConverter; |
|
32
|
|
|
|
|
33
|
|
|
import com.thoughtworks.xstream.XStream; |
|
34
|
|
|
import com.thoughtworks.xstream.io.xml.DomDriver; |
|
35
|
|
|
|
|
36
|
|
|
public class TurtleGeneratorStepMeta extends BaseStepMeta implements StepMetaInterface { |
|
37
|
|
|
|
|
38
|
|
|
// Fields for serialization |
|
39
|
|
|
public enum Field { |
|
40
|
|
|
DATA_ROOT_NODE, VERSION, |
|
41
|
|
|
|
|
42
|
|
|
// Table Dimensions |
|
43
|
|
|
MAP_TABLE, MAP_TABLE1, MAP_TABLE2, MAP_TABLE3, |
|
44
|
|
|
|
|
45
|
|
|
// TABLE 1 |
|
46
|
|
|
MAP_TABLE_DIMENSIONS_FIELD_NAME, MAP_TABLE_LABELS_FIELD_NAME, MAP_TABLE_URI_FIELD_NAME, MAP_TABLE_URI_TYPE_FIELD_NAME, |
|
47
|
|
|
|
|
48
|
|
|
// TABLE 2 |
|
49
|
|
|
MAP_TABLE_MEASURE_FIELD_NAME, MAP_TABLE_MEASURE_LABEL_FIELD_NAME, MAP_TABLE_MEASURE_URI_FIELD_NAME, MAP_TABLE_MEASURE_URI_TYPE_FIELD_NAME, |
|
50
|
|
|
|
|
51
|
|
|
// TABLE 3 |
|
52
|
|
|
PREFIXES, |
|
53
|
|
|
|
|
54
|
|
|
// TABLE 4 |
|
55
|
|
|
OUTPUT_UNITY_FIELD_NAME, |
|
56
|
|
|
|
|
57
|
|
|
// TABLE 5 |
|
58
|
|
|
MAP_TABLE_HIERARCHY_FIELD_NAME, MAP_TABLE_HIERARCHY_DE_FIELD_NAME, MAP_TABLE_HIERARCHY_LABEL_FIELD_NAME, MAP_TABLE_HIERARCHY_PARA_FIELD_NAME, |
|
59
|
|
|
|
|
60
|
|
|
} |
|
61
|
|
|
|
|
62
|
|
|
// Campos do step |
|
63
|
|
|
|
|
64
|
|
|
// Table 1 |
|
65
|
|
|
private DataTable<String> mapTable; |
|
66
|
|
|
// Table 2 |
|
67
|
|
|
private DataTable<String> mapTable1; |
|
68
|
|
|
// Table 3 |
|
69
|
|
|
List<List<String>> prefixes; |
|
70
|
|
|
// Table 4 |
|
71
|
|
|
private String unity; |
|
72
|
|
|
// Table 5 |
|
73
|
|
|
private DataTable<String> mapTable2; |
|
74
|
|
|
|
|
75
|
|
|
public TurtleGeneratorStepMeta() { |
|
76
|
|
|
setDefault(); |
|
77
|
|
|
} |
|
78
|
|
|
|
|
79
|
|
|
// TODO Validar todos os campos para dar feedback ao usuario! |
|
80
|
|
|
@Override |
|
81
|
|
|
public void check(List<CheckResultInterface> remarks, TransMeta transMeta, StepMeta stepMeta, RowMetaInterface prev, |
|
82
|
|
|
String[] input, String[] output, RowMetaInterface info) { |
|
83
|
|
|
CheckResultInterface ok = new CheckResult(CheckResult.TYPE_RESULT_OK, "", stepMeta); |
|
84
|
|
|
remarks.add(ok); |
|
85
|
|
|
} |
|
86
|
|
|
|
|
87
|
|
|
@Override |
|
88
|
|
|
public StepInterface getStep(StepMeta stepMeta, StepDataInterface stepDataInterface, int copyNr, |
|
89
|
|
|
TransMeta transMeta, Trans trans) { |
|
90
|
|
|
return new TurtleGeneratorStep(stepMeta, stepDataInterface, copyNr, transMeta, trans); |
|
91
|
|
|
} |
|
92
|
|
|
|
|
93
|
|
|
@Override |
|
94
|
|
|
public StepDataInterface getStepData() { |
|
95
|
|
|
return new TurtleGeneratorStepData(); |
|
96
|
|
|
} |
|
97
|
|
|
|
|
98
|
|
|
@Override |
|
99
|
|
|
public String getDialogClassName() { |
|
100
|
|
|
return TurtleGeneratorStepDialog.class.getName(); |
|
101
|
|
|
} |
|
102
|
|
|
|
|
103
|
|
|
// Carregar campos a partir do XML de um .ktr |
|
104
|
|
View Code Duplication |
@SuppressWarnings("unchecked") |
|
|
|
|
|
|
105
|
|
|
@Override |
|
106
|
|
|
public void loadXML(Node stepDomNode, List<DatabaseMeta> databases, Map<String, Counter> sequenceCounters) |
|
107
|
|
|
throws KettleXMLException { |
|
108
|
|
|
try { |
|
109
|
|
|
XStream xs = new XStream(new DomDriver()); |
|
110
|
|
|
xs.alias("DataTable", DataTable.class); |
|
111
|
|
|
xs.registerConverter(new DataTableConverter()); |
|
112
|
|
|
|
|
113
|
|
|
mapTable = (DataTable<String>) xs.fromXML(XMLHandler.getTagValue(stepDomNode, Field.MAP_TABLE.name())); |
|
114
|
|
|
mapTable1 = (DataTable<String>) xs.fromXML(XMLHandler.getTagValue(stepDomNode, Field.MAP_TABLE1.name())); |
|
115
|
|
|
mapTable2 = (DataTable<String>) xs.fromXML(XMLHandler.getTagValue(stepDomNode, Field.MAP_TABLE2.name())); |
|
116
|
|
|
prefixes = (List<List<String>>) xs.fromXML(XMLHandler.getTagValue(stepDomNode, Field.PREFIXES.name())); |
|
117
|
|
|
unity = (String) xs.fromXML(XMLHandler.getTagValue(stepDomNode, Field.OUTPUT_UNITY_FIELD_NAME.name())); |
|
118
|
|
|
|
|
119
|
|
|
} catch (Throwable e) { |
|
120
|
|
|
e.printStackTrace(); |
|
121
|
|
|
} |
|
122
|
|
|
} |
|
123
|
|
|
|
|
124
|
|
|
// Gerar XML para salvar um .ktr |
|
125
|
|
|
@Override |
|
126
|
|
|
public String getXML() throws KettleException { |
|
127
|
|
|
|
|
128
|
|
|
XStream xs = new XStream(); |
|
129
|
|
|
xs.alias("DataTable", DataTable.class); |
|
130
|
|
|
xs.registerConverter(new DataTableConverter()); |
|
131
|
|
|
|
|
132
|
|
|
StringBuilder xml = new StringBuilder(); |
|
133
|
|
|
|
|
134
|
|
|
xml.append(XMLHandler.addTagValue(Field.MAP_TABLE.name(), xs.toXML(mapTable))); |
|
135
|
|
|
xml.append(XMLHandler.addTagValue(Field.MAP_TABLE1.name(), xs.toXML(mapTable1))); |
|
136
|
|
|
xml.append(XMLHandler.addTagValue(Field.MAP_TABLE2.name(), xs.toXML(mapTable2))); |
|
137
|
|
|
xml.append(XMLHandler.addTagValue(Field.PREFIXES.name(), xs.toXML(prefixes))); |
|
138
|
|
|
xml.append(XMLHandler.addTagValue(Field.OUTPUT_UNITY_FIELD_NAME.name(), xs.toXML(unity))); |
|
139
|
|
|
|
|
140
|
|
|
return xml.toString(); |
|
141
|
|
|
} |
|
142
|
|
|
|
|
143
|
|
|
// Carregar campos a partir do repositorio |
|
144
|
|
|
@Override |
|
145
|
|
|
public void readRep(Repository repository, ObjectId stepIdInRepository, List<DatabaseMeta> databases, |
|
146
|
|
|
Map<String, Counter> sequenceCounters) throws KettleException { |
|
147
|
|
|
|
|
148
|
|
|
try { |
|
149
|
|
|
int version = (int) repository.getStepAttributeInteger(stepIdInRepository, Field.VERSION.name()); |
|
150
|
|
|
|
|
151
|
|
|
switch (version) { |
|
152
|
|
|
case 1: |
|
153
|
|
|
int nrLines = (int) repository.getStepAttributeInteger(stepIdInRepository, "nr_lines"); |
|
154
|
|
|
|
|
155
|
|
|
// TABLE 1 |
|
156
|
|
|
mapTable = new DataTable<String>(Field.MAP_TABLE.name(), Field.MAP_TABLE_DIMENSIONS_FIELD_NAME.name(), |
|
157
|
|
|
Field.MAP_TABLE_LABELS_FIELD_NAME.name(), Field.MAP_TABLE_URI_FIELD_NAME.name(), |
|
158
|
|
|
Field.MAP_TABLE_URI_TYPE_FIELD_NAME.name()); |
|
159
|
|
|
String[] fields = mapTable.getHeader().toArray(new String[0]); |
|
160
|
|
View Code Duplication |
for (int i = 0; i < nrLines; i++) { |
|
|
|
|
|
|
161
|
|
|
int nrfields = fields.length; |
|
162
|
|
|
String[] line = new String[nrfields]; |
|
163
|
|
|
|
|
164
|
|
|
for (int f = 0; f < nrfields; f++) { |
|
165
|
|
|
line[f] = repository.getStepAttributeString(stepIdInRepository, i, fields[f]); |
|
166
|
|
|
} |
|
167
|
|
|
mapTable.add(line); |
|
168
|
|
|
} |
|
169
|
|
|
|
|
170
|
|
|
// TABLE 2 |
|
171
|
|
|
mapTable = new DataTable<String>(Field.MAP_TABLE1.name(), Field.MAP_TABLE_MEASURE_FIELD_NAME.name(), |
|
172
|
|
|
Field.MAP_TABLE_MEASURE_LABEL_FIELD_NAME.name(), Field.MAP_TABLE_MEASURE_URI_FIELD_NAME.name(), |
|
173
|
|
|
Field.MAP_TABLE_MEASURE_URI_TYPE_FIELD_NAME.name()); |
|
174
|
|
|
fields = mapTable1.getHeader().toArray(new String[0]); |
|
175
|
|
View Code Duplication |
for (int i = 0; i < nrLines; i++) { |
|
|
|
|
|
|
176
|
|
|
int nrfields = fields.length; |
|
177
|
|
|
String[] line = new String[nrfields]; |
|
178
|
|
|
|
|
179
|
|
|
for (int f = 0; f < nrfields; f++) { |
|
180
|
|
|
line[f] = repository.getStepAttributeString(stepIdInRepository, i, fields[f]); |
|
181
|
|
|
} |
|
182
|
|
|
mapTable1.add(line); |
|
183
|
|
|
} |
|
184
|
|
|
|
|
185
|
|
|
// Table 4 |
|
186
|
|
|
unity = repository.getStepAttributeString(stepIdInRepository, Field.OUTPUT_UNITY_FIELD_NAME.name()); |
|
187
|
|
|
|
|
188
|
|
|
// Table 5 |
|
189
|
|
|
mapTable = new DataTable<String>(Field.MAP_TABLE2.name(), Field.MAP_TABLE_HIERARCHY_FIELD_NAME.name(), |
|
190
|
|
|
Field.MAP_TABLE_HIERARCHY_DE_FIELD_NAME.name(), |
|
191
|
|
|
Field.MAP_TABLE_HIERARCHY_LABEL_FIELD_NAME.name(), |
|
192
|
|
|
Field.MAP_TABLE_HIERARCHY_PARA_FIELD_NAME.name()); |
|
193
|
|
|
fields = mapTable2.getHeader().toArray(new String[0]); |
|
194
|
|
View Code Duplication |
for (int i = 0; i < nrLines; i++) { |
|
|
|
|
|
|
195
|
|
|
int nrfields = fields.length; |
|
196
|
|
|
String[] line = new String[nrfields]; |
|
197
|
|
|
|
|
198
|
|
|
for (int f = 0; f < nrfields; f++) { |
|
199
|
|
|
line[f] = repository.getStepAttributeString(stepIdInRepository, i, fields[f]); |
|
200
|
|
|
} |
|
201
|
|
|
mapTable2.add(line); |
|
202
|
|
|
} |
|
203
|
|
|
|
|
204
|
|
|
break; |
|
205
|
|
|
default: |
|
206
|
|
|
setDefault(); |
|
207
|
|
|
} |
|
208
|
|
|
} catch (Exception e) { |
|
209
|
|
|
throw new KettleException( |
|
210
|
|
|
"Unable to read step information from the repository for id_step=" + stepIdInRepository, e); |
|
211
|
|
|
} |
|
212
|
|
|
|
|
213
|
|
|
} |
|
214
|
|
|
|
|
215
|
|
|
@Override |
|
216
|
|
|
public void saveRep(Repository repository, ObjectId idOfTransformation, ObjectId idOfStep) throws KettleException { |
|
217
|
|
|
|
|
218
|
|
|
try { |
|
219
|
|
|
repository.saveStepAttribute(idOfTransformation, idOfStep, Field.VERSION.name(), 1); |
|
220
|
|
|
|
|
221
|
|
|
// TABLE 1 |
|
222
|
|
|
int linhas = (int) mapTable.size(); |
|
223
|
|
|
int colunas = mapTable.getHeader().size(); |
|
224
|
|
|
repository.saveStepAttribute(idOfTransformation, idOfStep, "nr_lines", linhas); |
|
225
|
|
|
for (int i = 0; i < linhas; i++) { |
|
226
|
|
|
for (int f = 0; f < colunas; f++) { |
|
227
|
|
|
repository.saveStepAttribute(idOfTransformation, idOfStep, i, mapTable.getHeader().get(f), |
|
228
|
|
|
mapTable.getValue(i, f)); |
|
229
|
|
|
} |
|
230
|
|
|
} |
|
231
|
|
|
|
|
232
|
|
|
// TABLE 2 |
|
233
|
|
|
linhas = (int) mapTable1.size(); |
|
234
|
|
|
colunas = mapTable1.getHeader().size(); |
|
235
|
|
|
repository.saveStepAttribute(idOfTransformation, idOfStep, "nr_lines", linhas); |
|
236
|
|
|
for (int i = 0; i < linhas; i++) { |
|
237
|
|
|
for (int f = 0; f < colunas; f++) { |
|
238
|
|
|
repository.saveStepAttribute(idOfTransformation, idOfStep, i, mapTable1.getHeader().get(f), |
|
239
|
|
|
mapTable1.getValue(i, f)); |
|
240
|
|
|
} |
|
241
|
|
|
} |
|
242
|
|
|
|
|
243
|
|
|
// Table 3 |
|
244
|
|
|
repository.saveStepAttribute(idOfTransformation, idOfStep, Field.PREFIXES.name(), |
|
245
|
|
|
new XStream().toXML(prefixes)); |
|
246
|
|
|
|
|
247
|
|
|
// Table 4 |
|
248
|
|
|
repository.saveStepAttribute(idOfTransformation, idOfStep, Field.OUTPUT_UNITY_FIELD_NAME.name(), unity); |
|
249
|
|
|
|
|
250
|
|
|
// TABLE 5 |
|
251
|
|
|
linhas = (int) mapTable2.size(); |
|
252
|
|
|
colunas = mapTable2.getHeader().size(); |
|
253
|
|
|
repository.saveStepAttribute(idOfTransformation, idOfStep, "nr_lines", linhas); |
|
254
|
|
|
for (int i = 0; i < linhas; i++) { |
|
255
|
|
|
for (int f = 0; f < colunas; f++) { |
|
256
|
|
|
repository.saveStepAttribute(idOfTransformation, idOfStep, i, mapTable2.getHeader().get(f), |
|
257
|
|
|
mapTable2.getValue(i, f)); |
|
258
|
|
|
} |
|
259
|
|
|
} |
|
260
|
|
|
|
|
261
|
|
|
} catch (Exception e) { |
|
262
|
|
|
throw new KettleException("Unable to save step information to the repository for id_step= " + idOfStep, e); |
|
263
|
|
|
} |
|
264
|
|
|
} |
|
265
|
|
|
|
|
266
|
|
|
// Inicializacoes default |
|
267
|
|
|
@Override |
|
268
|
|
|
public void setDefault() { |
|
269
|
|
|
|
|
270
|
|
|
// TABLE 1 |
|
271
|
|
|
mapTable = new DataTable<String>(Field.MAP_TABLE.name(), Field.MAP_TABLE_DIMENSIONS_FIELD_NAME.name(), |
|
272
|
|
|
Field.MAP_TABLE_LABELS_FIELD_NAME.name(), Field.MAP_TABLE_URI_FIELD_NAME.name(), |
|
273
|
|
|
Field.MAP_TABLE_URI_TYPE_FIELD_NAME.name()); |
|
274
|
|
|
|
|
275
|
|
|
// TABLE 2 |
|
276
|
|
|
mapTable1 = new DataTable<String>(Field.MAP_TABLE1.name(), Field.MAP_TABLE_MEASURE_FIELD_NAME.name(), |
|
277
|
|
|
Field.MAP_TABLE_MEASURE_LABEL_FIELD_NAME.name(), Field.MAP_TABLE_MEASURE_URI_FIELD_NAME.name(), |
|
278
|
|
|
Field.MAP_TABLE_MEASURE_URI_TYPE_FIELD_NAME.name()); |
|
279
|
|
|
|
|
280
|
|
|
// TABLE 3 |
|
281
|
|
|
prefixes = new ArrayList<List<String>>(); |
|
282
|
|
|
|
|
283
|
|
|
// TABLE 4 |
|
284
|
|
|
unity = "Descrição da unidade tratada no DataSet"; |
|
285
|
|
|
|
|
286
|
|
|
// TABLE 5 |
|
287
|
|
|
mapTable2 = new DataTable<String>(Field.MAP_TABLE2.name(), Field.MAP_TABLE_HIERARCHY_FIELD_NAME.name(), |
|
288
|
|
|
Field.MAP_TABLE_HIERARCHY_DE_FIELD_NAME.name(), Field.MAP_TABLE_HIERARCHY_LABEL_FIELD_NAME.name(), |
|
289
|
|
|
Field.MAP_TABLE_HIERARCHY_PARA_FIELD_NAME.name()); |
|
290
|
|
|
} |
|
291
|
|
|
|
|
292
|
|
|
/** |
|
293
|
|
|
* It describes what each output row is going to look like |
|
294
|
|
|
*/ |
|
295
|
|
|
@Override |
|
296
|
|
|
public void getFields(RowMetaInterface inputRowMeta, String name, RowMetaInterface[] info, StepMeta nextStep, |
|
297
|
|
|
VariableSpace space) throws KettleStepException { |
|
298
|
|
|
inputRowMeta.clear(); |
|
299
|
|
|
|
|
300
|
|
|
ValueMetaInterface field = new ValueMetaString("Turtle_File"); |
|
301
|
|
|
field.setOrigin(name); |
|
302
|
|
|
inputRowMeta.addValueMeta(field); |
|
303
|
|
|
} |
|
304
|
|
|
|
|
305
|
|
|
// Getters & Setters |
|
306
|
|
|
public List<List<String>> getPrefixes() { |
|
307
|
|
|
return prefixes; |
|
308
|
|
|
} |
|
309
|
|
|
|
|
310
|
|
|
public void setPrefixes(List<List<String>> prefixes) { |
|
311
|
|
|
this.prefixes = prefixes; |
|
312
|
|
|
} |
|
313
|
|
|
|
|
314
|
|
|
public DataTable<String> getMapTable() { |
|
315
|
|
|
return mapTable; |
|
316
|
|
|
} |
|
317
|
|
|
|
|
318
|
|
|
public DataTable<String> getMapTable1() { |
|
319
|
|
|
return mapTable1; |
|
320
|
|
|
} |
|
321
|
|
|
|
|
322
|
|
|
public DataTable<String> getMapTable2() { |
|
323
|
|
|
return mapTable2; |
|
324
|
|
|
} |
|
325
|
|
|
|
|
326
|
|
|
public String getunity() { |
|
327
|
|
|
return unity; |
|
328
|
|
|
} |
|
329
|
|
|
|
|
330
|
|
|
public void setunity(String unity) { |
|
331
|
|
|
this.unity = unity; |
|
332
|
|
|
} |
|
333
|
|
|
} |