Subversion Repositories SmartDukaan

Rev

Rev 5157 | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
3544 vikas 1
<?xml version="1.0" encoding="UTF-8"?>
2
<transformation>
3
  <info>
3750 vikas 4
    <name>orderFulfillmentLoader</name>
3544 vikas 5
    <description/>
6
    <extended_description/>
7
    <trans_version/>
8
    <trans_type>Normal</trans_type>
3750 vikas 9
    <trans_status>0</trans_status>
3544 vikas 10
    <directory>&#47;</directory>
11
    <parameters>
12
    </parameters>
13
    <log>
14
<trans-log-table><connection/>
15
<schema/>
16
<table/>
17
<size_limit_lines/>
18
<interval/>
19
<timeout_days/>
20
<field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>N</enabled><name>CHANNEL_ID</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name><subject/></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name><subject/></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name><subject/></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name><subject/></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name><subject/></field><field><id>LINES_REJECTED</id><enabled>N</enabled><name>LINES_REJECTED</name><subject/></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></trans-log-table>
21
<perf-log-table><connection/>
22
<schema/>
23
<table/>
24
<interval/>
25
<timeout_days/>
26
<field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>SEQ_NR</id><enabled>Y</enabled><name>SEQ_NR</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>INPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>INPUT_BUFFER_ROWS</name></field><field><id>OUTPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>OUTPUT_BUFFER_ROWS</name></field></perf-log-table>
27
<channel-log-table><connection/>
28
<schema/>
29
<table/>
30
<timeout_days/>
31
<field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
32
<step-log-table><connection/>
33
<schema/>
34
<table/>
35
<timeout_days/>
36
<field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></step-log-table>
37
    </log>
38
    <maxdate>
39
      <connection/>
40
      <table/>
41
      <field/>
42
      <offset>0.0</offset>
43
      <maxdiff>0.0</maxdiff>
44
    </maxdate>
45
    <size_rowset>10000</size_rowset>
46
    <sleep_time_empty>50</sleep_time_empty>
47
    <sleep_time_full>50</sleep_time_full>
48
    <unique_connections>N</unique_connections>
49
    <feedback_shown>Y</feedback_shown>
50
    <feedback_size>50000</feedback_size>
51
    <using_thread_priorities>Y</using_thread_priorities>
52
    <shared_objects_file/>
53
    <capture_step_performance>N</capture_step_performance>
54
    <step_performance_capturing_delay>1000</step_performance_capturing_delay>
55
    <step_performance_capturing_size_limit/>
56
    <dependencies>
57
    </dependencies>
58
    <partitionschemas>
59
    </partitionschemas>
60
    <slaveservers>
61
    </slaveservers>
62
    <clusterschemas>
63
    </clusterschemas>
64
  <created_user/>
65
  <created_date>2011&#47;07&#47;04 19:17:12.267</created_date>
66
  <modified_user>-</modified_user>
67
  <modified_date>2011&#47;06&#47;23 16:31:56.870</modified_date>
68
  </info>
69
  <notepads>
70
  </notepads>
71
  <connection>
5157 anupam.sin 72
    <name>sales_Local</name>
73
    <server>localhost</server>
74
    <type>MYSQL</type>
75
    <access>Native</access>
76
    <database>sales</database>
77
    <port>3306</port>
78
    <username>root</username>
79
    <password>Encrypted 2be98afc86aa7f2e4b811a1608cc2fd8a</password>
80
    <servername/>
81
    <data_tablespace/>
82
    <index_tablespace/>
83
    <attributes>
84
      <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
85
      <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
86
      <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
87
      <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
88
      <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
89
      <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
90
      <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
91
      <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
92
      <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
93
      <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
94
    </attributes>
95
  </connection>
96
  <connection>
3544 vikas 97
    <name>salesDC_DW</name>
98
    <server>localhost</server>
99
    <type>MYSQL</type>
100
    <access>Native</access>
101
    <database>sales</database>
102
    <port>3306</port>
103
    <username>root</username>
104
    <password>Encrypted 2be98afc86aa7f2e4b811a1608cc2fd8a</password>
105
    <servername/>
106
    <data_tablespace/>
107
    <index_tablespace/>
108
    <attributes>
109
      <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
110
      <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
111
      <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
112
      <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
113
      <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
114
      <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
115
      <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
116
      <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
117
      <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
118
      <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
119
    </attributes>
120
  </connection>
121
  <connection>
122
    <name>transactionDC_local</name>
123
    <server>localhost</server>
124
    <type>MYSQL</type>
125
    <access>Native</access>
126
    <database>transaction</database>
127
    <port>3306</port>
128
    <username>root</username>
129
    <password>Encrypted 2be98afc86aa7f2e4b811a1608cc2fd8a</password>
130
    <servername/>
131
    <data_tablespace/>
132
    <index_tablespace/>
133
    <attributes>
134
      <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
135
      <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
136
      <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
137
      <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
138
      <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
139
      <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
140
      <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
141
      <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
142
      <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
143
      <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
144
    </attributes>
145
  </connection>
146
  <connection>
147
    <name>transactionDC_Prod</name>
5157 anupam.sin 148
    <server>192.168.190.113</server>
3544 vikas 149
    <type>MYSQL</type>
150
    <access>Native</access>
151
    <database>transaction</database>
152
    <port>3306</port>
153
    <username>pentaho</username>
154
    <password>Encrypted 2be98afc86aa7f2e4cb79ac798cc2fd8a</password>
155
    <servername/>
156
    <data_tablespace/>
157
    <index_tablespace/>
158
    <attributes>
159
      <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
160
      <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
161
      <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
162
      <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
163
      <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
164
      <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
165
      <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
166
      <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
167
      <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
168
      <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
169
    </attributes>
170
  </connection>
171
  <order>
172
  <hop> <from>ordersMapping</from><to>orderfulfillmentDW</to><enabled>Y</enabled> </hop>  <hop> <from>orderfulfillments</from><to>ordersMapping</to><enabled>Y</enabled> </hop>  </order>
173
  <step>
3594 vikas 174
    <name>orderfulfillmentDW</name>
175
    <type>TableOutput</type>
176
    <description/>
177
    <distribute>Y</distribute>
178
    <copies>1</copies>
179
         <partitioning>
180
           <method>none</method>
181
           <schema_name/>
182
           </partitioning>
183
    <connection>salesDC_DW</connection>
184
    <schema/>
185
    <table>orderfulfillment</table>
186
    <commit>1000</commit>
187
    <truncate>Y</truncate>
188
    <ignore_errors>N</ignore_errors>
189
    <use_batch>Y</use_batch>
190
    <specify_fields>N</specify_fields>
191
    <partitioning_enabled>N</partitioning_enabled>
192
    <partitioning_field/>
193
    <partitioning_daily>N</partitioning_daily>
194
    <partitioning_monthly>Y</partitioning_monthly>
195
    <tablename_in_field>N</tablename_in_field>
196
    <tablename_field/>
197
    <tablename_in_table>Y</tablename_in_table>
198
    <return_keys>N</return_keys>
199
    <return_field/>
200
    <fields>
5157 anupam.sin 201
        <field>
202
          <column_name>date_id</column_name>
203
          <stream_name>date_id</stream_name>
204
        </field>
205
        <field>
206
          <column_name>logistics_provider_id</column_name>
207
          <stream_name>logistics_provider_id</stream_name>
208
        </field>
209
        <field>
210
          <column_name>customer_pincode</column_name>
211
          <stream_name>customer_pincode</stream_name>
212
        </field>
213
        <field>
214
          <column_name>status</column_name>
215
          <stream_name>status</stream_name>
216
        </field>
217
        <field>
218
          <column_name>payment_method</column_name>
219
          <stream_name>payment_method</stream_name>
220
        </field>
221
        <field>
222
          <column_name>item_id</column_name>
223
          <stream_name>item_id</stream_name>
224
        </field>
225
        <field>
226
          <column_name>expected_delivery_days</column_name>
227
          <stream_name>expected_delivery_days</stream_name>
228
        </field>
229
        <field>
230
          <column_name>connected_locally</column_name>
231
          <stream_name>connected_locally</stream_name>
232
        </field>
233
        <field>
234
          <column_name>first_delivery_attempt</column_name>
235
          <stream_name>first_delivery_attempt</stream_name>
236
        </field>
237
        <field>
238
          <column_name>actual_delivery_days</column_name>
239
          <stream_name>actual_delivery_days</stream_name>
240
        </field>
241
        <field>
242
          <column_name>actual_estimate_diff</column_name>
243
          <stream_name>actual_estimate_diff</stream_name>
244
        </field>
245
        <field>
246
          <column_name>delay_reason</column_name>
247
          <stream_name>delay_reason</stream_name>
248
        </field>
249
        <field>
250
          <column_name>reached_destination_city</column_name>
251
          <stream_name>reached_destination_city</stream_name>
252
        </field>
3594 vikas 253
    </fields>
254
     <cluster_schema/>
255
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
256
      <xloc>630</xloc>
257
      <yloc>161</yloc>
258
      <draw>Y</draw>
259
      </GUI>
260
    </step>
261
 
262
  <step>
3544 vikas 263
    <name>orderfulfillments</name>
264
    <type>TableInput</type>
265
    <description/>
266
    <distribute>Y</distribute>
267
    <copies>1</copies>
268
         <partitioning>
269
           <method>none</method>
270
           <schema_name/>
271
           </partitioning>
272
    <connection>transactionDC_Prod</connection>
273
    <sql>select datediff(o.created_timestamp, &apos;20101231&apos;) as date_id, o.logistics_provider_id, o.customer_pincode, o.status, 
3750 vikas 274
case when pa.value is null then case when p.gatewayId = 1 then 2099 when p.gatewayId = 2 then 1099 else null end else pa.value end &apos;payment_method&apos;,
3544 vikas 275
l.item_id, datediff(o.expected_delivery_time, o.created_timestamp) as expected_delivery_days, 
5157 anupam.sin 276
datediff(o.local_connected_timestamp, o.created_timestamp) as connected_locally, 
277
datediff(o.reached_destination_timestamp, o.created_timestamp) as reached_destination_city, 
278
datediff(o.first_dlvyatmp_timestamp, o.created_timestamp) as first_delivery_attempt, 
3544 vikas 279
datediff(o.delivery_timestamp, o.created_timestamp) as actual_delivery_days, 
3594 vikas 280
datediff(o.delivery_timestamp, o.created_timestamp)-datediff(o.expected_delivery_time, o.created_timestamp) as actual_estimate_diff, o.delay_reason
3544 vikas 281
from `order` o 
282
left join lineitem l on (o.id = l.order_id) 
6479 anupam.sin 283
left join payment.payment p on (o.transaction_id = p.merchantTxnId and p.id=(select max(id) from payment.payment where merchantTxnId = o.transaction_id))  
3750 vikas 284
left join payment.paymentattribute pa on (p.id = pa.payment_id and pa.name = &apos;payMethod&apos;)
3544 vikas 285
where o.status not in (0, 1)</sql>
286
    <limit>0</limit>
287
    <lookup/>
288
    <execute_each_row>N</execute_each_row>
289
    <variables_active>N</variables_active>
290
    <lazy_conversion_active>N</lazy_conversion_active>
291
     <cluster_schema/>
292
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
293
      <xloc>133</xloc>
294
      <yloc>162</yloc>
295
      <draw>Y</draw>
296
      </GUI>
297
    </step>
298
 
299
  <step>
300
    <name>ordersMapping</name>
301
    <type>SelectValues</type>
302
    <description/>
303
    <distribute>Y</distribute>
304
    <copies>1</copies>
305
         <partitioning>
306
           <method>none</method>
307
           <schema_name/>
308
           </partitioning>
309
    <fields>      <field>        <name>date_id</name>
310
        <rename/>
311
        <length>-2</length>
312
        <precision>-2</precision>
313
      </field>      <field>        <name>logistics_provider_id</name>
314
        <rename/>
315
        <length>-2</length>
316
        <precision>-2</precision>
317
      </field>      <field>        <name>customer_pincode</name>
318
        <rename/>
319
        <length>-2</length>
320
        <precision>-2</precision>
321
      </field>      <field>        <name>status</name>
322
        <rename/>
323
        <length>-2</length>
324
        <precision>-2</precision>
5157 anupam.sin 325
      </field>      <field>        <name>payment_method</name>
326
        <rename/>
327
        <length>-2</length>
328
        <precision>-2</precision>
3544 vikas 329
      </field>      <field>        <name>item_id</name>
330
        <rename/>
331
        <length>-2</length>
332
        <precision>-2</precision>
333
      </field>      <field>        <name>expected_delivery_days</name>
334
        <rename/>
335
        <length>-2</length>
336
        <precision>-2</precision>
5157 anupam.sin 337
      </field>      <field>        <name>connected_locally</name>
338
        <rename/>
339
        <length>-2</length>
340
        <precision>-2</precision>
341
      </field>      <field>        <name>reached_destination_city</name>
342
        <rename/>
343
        <length>-2</length>
344
        <precision>-2</precision>
345
      </field>      <field>        <name>first_delivery_attempt</name>
346
        <rename/>
347
        <length>-2</length>
348
        <precision>-2</precision>
3544 vikas 349
      </field>      <field>        <name>actual_delivery_days</name>
350
        <rename/>
351
        <length>-2</length>
352
        <precision>-2</precision>
353
      </field>      <field>        <name>actual_estimate_diff</name>
354
        <rename/>
355
        <length>-2</length>
356
        <precision>-2</precision>
3594 vikas 357
      </field>      <field>        <name>delay_reason</name>
3548 vikas 358
        <rename/>
359
        <length>-2</length>
360
        <precision>-2</precision>
3544 vikas 361
      </field>        <select_unspecified>N</select_unspecified>
362
    </fields>     <cluster_schema/>
363
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
364
      <xloc>371</xloc>
365
      <yloc>160</yloc>
366
      <draw>Y</draw>
367
      </GUI>
368
    </step>
369
 
370
  <step_error_handling>
371
  </step_error_handling>
372
   <slave-step-copy-partition-distribution>
373
</slave-step-copy-partition-distribution>
374
   <slave_transformation>N</slave_transformation>
375
</transformation>