« back to all changes in this revision
Viewing changes to etl_interface/etl_demo.xml
- browse files at revision 3589.2.34
- compare with another revision
- download diff
- download tarball
- view history from revision 3589.2.34
- Committer: Harry (Open ERP)
- Date: 2009-03-18 12:51:34 UTC
- mto: (3589.27.39 extra)
- mto: This revision was merged to the branch mainline in revision 3595.
- Revision ID: hmo@tinyerp.com-20090318125134-ywp6lsse5u9ffcbs
[ETL] etl_interface : new module for etl interface with openerp
- files added:
- etl_interface
- etl_interface/etl_component
- etl_interface/etl_component/control
- etl_interface/etl_component/input
- etl_interface/etl_component/output
- etl_interface/etl_component/transform
- etl_interface/etl_connector
- etl_interface/etl_demo
- etl_interface/etl_demo/input
- etl_interface/etl_demo/intermediate
- etl_interface/etl_demo/output
added
removed
etl_interface/etl_demo.xml
1
<?xml version="1.0" encoding="utf-8"?>
2
<openerp>
3
<data>
4
5
<!-- CONNECTORS-->
6
7
<record id="fileconnector_partner" model="etl.connector">
8
<field name="name">Partner Data</field>
9
<field name="type">localfile</field>
10
<field name="uri">/etl_interface/etl_demo/input/partner.csv</field>
11
</record>
12
13
<record id="fileconnector_partner1" model="etl.connector">
14
<field name="name">Partner Data1</field>
15
<field name="type">localfile</field>
16
<field name="uri">/etl_interface/etl_demo/input/partner1.csv</field>
17
</record>
18
19
<record id="fileconnector_partner3" model="etl.connector">
20
<field name="name">Partner Data3</field>
21
<field name="type">localfile</field>
22
<field name="uri">/etl_interface/etl_demo/input/partner3.csv</field>
23
</record>
24
25
<record id="fileconnector_output" model="etl.connector">
26
<field name="name">Partner OUT Data1</field>
27
<field name="type">localfile</field>
28
<field name="uri">/etl_interface/etl_demo/output/test1_partner.csv</field>
29
</record>
30
31
<record id="fileconnector_filevcard" model="etl.connector">
32
<field name="name">Contacts vcard</field>
33
<field name="type">localfile</field>
34
<field name="uri">/etl_interface/etl_demo/input/contacts.vcf</field>
35
</record>
36
37
<record id="fileconnector_ooconnector" model="etl.connector">
38
<field name="name">OpenObject Connector</field>
39
<field name="type">openobject_connector</field>
40
<field name="uri">http://localhost:8069</field>
41
<field name="db">etl</field>
42
<field name="login">admin</field>
43
<field name="passwd">admin</field>
44
<field name="obj">/xmlrpc/object</field>
45
<field name="con_type">xmlrpc</field>
46
</record>
47
48
<!-- COMPONENTS-->
49
50
<record id="component_csv_in1" model="etl.component">
51
<field name="name">csv_in1</field>
52
<field name="type_id" ref="comp_input_csv_in" />
53
<field name="connector_id" ref="fileconnector_partner" />
54
</record>
55
56
<record id="component_csv_in2" model="etl.component">
57
<field name="name">csv_in2</field>
58
<field name="type_id" ref="comp_input_csv_in" />
59
<field name="connector_id" ref="fileconnector_partner1" />
60
</record>
61
62
<record id="component_csv_out1" model="etl.component">
63
<field name="name">csv_out1</field>
64
<field name="type_id" ref="comp_output_csv_out" />
65
<field name="connector_id" ref="fileconnector_output" />
66
</record>
67
68
<record id="component_sort1" model="etl.component">
69
<field name="name">sort1</field>
70
<field name="type_id" ref="comp_transform_sort" />
71
</record>
72
73
<record id="component_log1_job1" model="etl.component">
74
<field name="name">Read Partner File</field>
75
<field name="type_id" ref="comp_transform_logger" />
76
</record>
77
78
<record id="component_log2_job1" model="etl.component">
79
<field name="name">After Sort</field>
80
<field name="type_id" ref="comp_transform_logger" />
81
</record>
82
83
<record id="component_log1_job2" model="etl.component">
84
<field name="name">vCard->Oo</field>
85
<field name="type_id" ref="comp_transform_logger" />
86
</record>
87
88
<record id="component_log2_job2" model="etl.component">
89
<field name="name">Count</field>
90
<field name="type_id" ref="comp_transform_logger" />
91
</record>
92
93
<record id="component_sleep1" model="etl.component">
94
<field name="name">sleep1</field>
95
<field name="type_id" ref="comp_control_sleep" />
96
</record>
97
98
<record id="component_vcard_in1" model="etl.component">
99
<field name="name">vcard_in1</field>
100
<field name="type_id" ref="comp_input_vcard_in" />
101
<field name="connector_id" ref="fileconnector_filevcard" />
102
</record>
103
104
<record id="component_oo_out" model="etl.component">
105
<field name="name">oo_out</field>
106
<field name="type_id" ref="comp_output_openobject_out" />
107
<field name="connector_id" ref="fileconnector_ooconnector" />
108
<field name="model_id" model="ir.model"
109
search="[('model','=','res.partner')]" />
110
</record>
111
112
<record id="component_oo_out2" model="etl.component">
113
<field name="name">oo_out2</field>
114
<field name="type_id" ref="comp_output_openobject_out" />
115
<field name="connector_id" ref="fileconnector_ooconnector" />
116
<field name="model_id" model="ir.model"
117
search="[('model','=','res.partner.address')]" />
118
</record>
119
120
<record id="component_map1" model="etl.component">
121
<field name="name">map</field>
122
<field name="type_id" ref="comp_transform_map" />
123
</record>
124
125
<record id="component_count" model="etl.component">
126
<field name="name">count</field>
127
<field name="type_id" ref="comp_control_data_count" />
128
</record>
129
130
131
<!-- FIELDS-->
132
133
<record id="field1" model="etl.component.transform.map_lines">
134
<field name="source_field">id</field>
135
<field name="dest_field">tools.uniq_id(main.get('org', 'anonymous'), prefix='partner_')</field>
136
<field name="component_id" ref="component_map1" />
137
</record>
138
139
<record id="field2" model="etl.component.transform.map_lines">
140
<field name="source_field">address_id</field>
141
<field name="dest_field">tools.uniq_id(main.get('fn', 'anonymous'), prefix='contact_')</field>
142
<field name="component_id" ref="component_map1" />
143
</record>
144
145
<record id="field3" model="etl.component.transform.map_lines">
146
<field name="source_field">name</field>
147
<field name="dest_field">main.get('org',['anonymous'])[0]</field>
148
<field name="component_id" ref="component_map1" />
149
</record>
150
151
<record id="field4" model="etl.component.transform.map_lines">
152
<field name="source_field">contact_name</field>
153
<field name="dest_field">main.get('fn','anonymous')</field>
154
<field name="component_id" ref="component_map1" />
155
</record>
156
157
<record id="field5" model="etl.component.transform.map_lines">
158
<field name="source_field">email</field>
159
<field name="dest_field">main.get('email','').upper()</field>
160
<field name="component_id" ref="component_map1" />
161
</record>
162
163
<record id="field_oo1" model="etl.component.openobject.lines">
164
<field name="source_field">id</field>
165
<field name="dest_field">id</field>
166
<field name="component_id" ref="component_oo_out" />
167
</record>
168
169
<record id="field_oo2" model="etl.component.openobject.lines">
170
<field name="source_field">name</field>
171
<field name="dest_field">name</field>
172
<field name="component_id" ref="component_oo_out" />
173
</record>
174
175
<record id="field_oo3" model="etl.component.openobject.lines">
176
<field name="source_field">name</field>
177
<field name="dest_field">contact_name</field>
178
<field name="component_id" ref="component_oo_out2" />
179
</record>
180
181
<record id="field_oo4" model="etl.component.openobject.lines">
182
<field name="source_field">id</field>
183
<field name="dest_field">address_id</field>
184
<field name="component_id" ref="component_oo_out2" />
185
</record>
186
187
<record id="field_oo5" model="etl.component.openobject.lines">
188
<field name="source_field">partner_id</field>
189
<field name="dest_field">id</field>
190
<field name="component_id" ref="component_oo_out2" />
191
</record>
192
193
<record id="field_oo6" model="etl.component.openobject.lines">
194
<field name="source_field">email</field>
195
<field name="dest_field">email</field>
196
<field name="component_id" ref="component_oo_out2" />
197
</record>
198
199
200
<!-- CHANNEL-->
201
202
<record id="channel_gmail" model="etl.channel">
203
<field name="name">gmail</field>
204
<field name="code">gmail</field>
205
<field name="type">transition</field>
206
</record>
207
208
<record id="channel_partner" model="etl.channel">
209
<field name="name">partner</field>
210
<field name="code">partner</field>
211
<field name="type">transition</field>
212
</record>
213
214
<record id="channel_address" model="etl.channel">
215
<field name="name">address</field>
216
<field name="code">address</field>
217
<field name="type">transition</field>
218
</record>
219
220
<!--TRANSITIONS-->
221
222
<record id="transition_trans" model="etl.transition">
223
<field name="name">trans1</field>
224
<field name="type">data</field>
225
<field name="source_component_id" ref="component_csv_in1" />
226
<field name="destination_component_id"
227
ref="component_sort1" />
228
</record>
229
230
<record id="transition_trans" model="etl.transition">
231
<field name="name">trans</field>
232
<field name="type">data</field>
233
<field name="source_component_id" ref="component_csv_in1" />
234
<field name="destination_component_id"
235
ref="component_sort1" />
236
</record>
237
238
<record id="transition_trans1" model="etl.transition">
239
<field name="name">trans1</field>
240
<field name="type">data</field>
241
<field name="source_component_id" ref="component_csv_in2" />
242
<field name="destination_component_id"
243
ref="component_sort1" />
244
</record>
245
246
<record id="transition_trans3" model="etl.transition">
247
<field name="name">trans3</field>
248
<field name="type">data</field>
249
<field name="source_component_id" ref="component_sort1" />
250
<field name="destination_component_id"
251
ref="component_sleep1" />
252
</record>
253
254
<record id="transition_trans4" model="etl.transition">
255
<field name="name">trans4</field>
256
<field name="type">data</field>
257
<field name="source_component_id" ref="component_sleep1" />
258
<field name="destination_component_id" ref="component_log2_job1" />
259
</record>
260
261
<record id="transition_trans5" model="etl.transition">
262
<field name="name">trans5</field>
263
<field name="type">data</field>
264
<field name="source_component_id" ref="component_sort1" />
265
<field name="destination_component_id"
266
ref="component_csv_out1" />
267
</record>
268
269
<record id="transition_trans2_1" model="etl.transition">
270
<field name="name">trans</field>
271
<field name="type">data</field>
272
<field name="source_component_id" ref="component_vcard_in1" />
273
<field name="destination_component_id" ref="component_map1" />
274
</record>
275
276
<record id="transition_trans2_2" model="etl.transition">
277
<field name="name">trans</field>
278
<field name="type">data</field>
279
<field name="source_component_id" ref="component_map1" />
280
<field name="destination_component_id" ref="component_log1_job2" />
281
</record>
282
283
<record id="transition_trans2_3" model="etl.transition">
284
<field name="name">trans</field>
285
<field name="type">data</field>
286
<field name="source_component_id" ref="component_log1_job2" />
287
<field name="destination_component_id" ref="component_oo_out" />
288
</record>
289
290
<record id="transition_trans2_4" model="etl.transition">
291
<field name="name">trans</field>
292
<field name="type">data</field>
293
<field name="source_component_id" ref="component_oo_out" />
294
<field name="destination_component_id" ref="component_oo_out2" />
295
</record>
296
297
<record id="transition_trans2_5" model="etl.transition">
298
<field name="name">trans</field>
299
<field name="type">data</field>
300
<field name="source_component_id" ref="component_map1" />
301
<field name="destination_component_id" ref="component_count" />
302
<field name="channel_destination">gmail</field>
303
</record>
304
305
<record id="transition_trans2_6" model="etl.transition">
306
<field name="name">trans</field>
307
<field name="type">data</field>
308
<field name="source_component_id" ref="component_oo_out" />
309
<field name="destination_component_id" ref="component_count" />
310
<field name="channel_destination">partner</field>
311
</record>
312
313
<record id="transition_trans2_7" model="etl.transition">
314
<field name="name">trans</field>
315
<field name="type">data</field>
316
<field name="source_component_id" ref="component_oo_out2" />
317
<field name="destination_component_id" ref="component_count" />
318
<field name="channel_destination">address</field>
319
</record>
320
321
<record id="transition_trans2_8" model="etl.transition">
322
<field name="name">trans</field>
323
<field name="type">data</field>
324
<field name="source_component_id" ref="component_count" />
325
<field name="destination_component_id" ref="component_log2_job2" />
326
</record>
327
328
329
<record id="job1" model="etl.job">
330
<field name="name">job1</field>
331
<field name="component_ids"
332
eval="[(6,0,[ref('component_csv_out1'),ref('component_log2_job1')])]" />
333
</record>
334
335
<record id="job2" model="etl.job">
336
<field name="name">job2</field>
337
<field name="component_ids"
338
eval="[(6,0,[ref('component_oo_out2'),ref('component_log2_job2')])]" />
339
</record>
340
341
342
<!-- <record id="job2" model="etl.job">-->
343
<!-- <field name="name">job vcard</field>-->
344
<!-- <field name="component_ids"-->
345
<!-- eval="[(6,0,[ref('component_oo_out2'),ref('component_log_job2')])]" />-->
346
<!-- </record>-->
347
348
</data>
349
</openerp>
Loggerhead is a web-based interface for Breezy
Version: 2.0.1