5
in1 = etl.operator.etl_csv_input('data/partner.csv', is_start=True)
6
in2 = etl.operator.etl_csv_input('data/partner2.csv', is_start=True)
7
diff1 = etl.operator.etl_operator_diff(['id'])
9
log_1 = etl.operator.etl_operator_log_bloc(name="Original Data")
10
log_2 = etl.operator.etl_operator_log_bloc(name="Modified Data")
12
log1 = etl.operator.etl_operator_log(name="Log Same")
13
log2 = etl.operator.etl_operator_log(name="Log Add")
14
log3 = etl.operator.etl_operator_log(name="Log Remove")
15
log4 = etl.operator.etl_operator_log(name="Log Update")
18
csv1 = etl.operator.etl_csv_output('intermediate/add.csv')
20
etl.transition(in1, log_1)
21
etl.transition(in2, log_2)
23
etl.transition(in1, diff1, 'original')
24
etl.transition(in2, diff1, 'modified')
26
etl.transition(diff1, log1, channel_source="same")
27
etl.transition(diff1, log3, channel_source="remove")
28
etl.transition(diff1, log2, channel_source="add")
29
etl.transition(diff1, csv1, channel_source="add")
30
etl.transition(diff1, log4, channel_source="update")
32
job = etl.job([in1,in2,diff1])