Subversion Repositories SmartDukaan

Rev

Rev 3482 | Rev 3510 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
2400 ankur.sing 1 
<?xml version="1.0" encoding="UTF-8"?>
2 
<transformation>
3 
  <info>
4 
    <name>ordersLoader</name>
5 
    <description/>
6 
    <extended_description/>
7 
    <trans_version/>
2519 vikas 8 
    <trans_type>Normal</trans_type>
2400 ankur.sing 9 
    <directory>&#47;</directory>
10 
    <parameters>
11 
    </parameters>
12 
    <log>
2519 vikas 13 
<trans-log-table><connection/>
14 
<schema/>
15 
<table/>
16 
<size_limit_lines/>
17 
<interval/>
18 
<timeout_days/>
19 
<field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>N</enabled><name>CHANNEL_ID</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name><subject/></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name><subject/></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name><subject/></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name><subject/></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name><subject/></field><field><id>LINES_REJECTED</id><enabled>N</enabled><name>LINES_REJECTED</name><subject/></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></trans-log-table>
20 
<perf-log-table><connection/>
21 
<schema/>
22 
<table/>
23 
<interval/>
24 
<timeout_days/>
25 
<field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>SEQ_NR</id><enabled>Y</enabled><name>SEQ_NR</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>INPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>INPUT_BUFFER_ROWS</name></field><field><id>OUTPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>OUTPUT_BUFFER_ROWS</name></field></perf-log-table>
26 
<channel-log-table><connection/>
27 
<schema/>
28 
<table/>
29 
<timeout_days/>
30 
<field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
31 
<step-log-table><connection/>
32 
<schema/>
33 
<table/>
34 
<timeout_days/>
35 
<field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></step-log-table>
2400 ankur.sing 36 
    </log>
37 
    <maxdate>
38 
      <connection/>
39 
      <table/>
40 
      <field/>
41 
      <offset>0.0</offset>
42 
      <maxdiff>0.0</maxdiff>
43 
    </maxdate>
44 
    <size_rowset>10000</size_rowset>
45 
    <sleep_time_empty>50</sleep_time_empty>
46 
    <sleep_time_full>50</sleep_time_full>
47 
    <unique_connections>N</unique_connections>
48 
    <feedback_shown>Y</feedback_shown>
49 
    <feedback_size>50000</feedback_size>
50 
    <using_thread_priorities>Y</using_thread_priorities>
51 
    <shared_objects_file/>
52 
    <capture_step_performance>N</capture_step_performance>
53 
    <step_performance_capturing_delay>1000</step_performance_capturing_delay>
2519 vikas 54 
    <step_performance_capturing_size_limit/>
2400 ankur.sing 55 
    <dependencies>
56 
    </dependencies>
57 
    <partitionschemas>
58 
    </partitionschemas>
59 
    <slaveservers>
60 
    </slaveservers>
61 
    <clusterschemas>
62 
    </clusterschemas>
2519 vikas 63 
  <created_user/>
64 
  <created_date>2011&#47;07&#47;04 19:17:12.267</created_date>
2400 ankur.sing 65 
  <modified_user>-</modified_user>
66 
  <modified_date>2011&#47;06&#47;23 16:31:56.870</modified_date>
67 
  </info>
68 
  <notepads>
69 
  </notepads>
70 
  <connection>
71 
    <name>salesDC_DW</name>
72 
    <server>localhost</server>
73 
    <type>MYSQL</type>
74 
    <access>Native</access>
75 
    <database>sales</database>
76 
    <port>3306</port>
77 
    <username>root</username>
78 
    <password>Encrypted 2be98afc86aa7f2e4b811a1608cc2fd8a</password>
79 
    <servername/>
80 
    <data_tablespace/>
81 
    <index_tablespace/>
82 
    <attributes>
83 
      <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
84 
      <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
85 
      <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
86 
      <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
87 
      <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
88 
      <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
89 
      <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
90 
      <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
91 
      <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
92 
      <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
93 
    </attributes>
94 
  </connection>
95 
  <connection>
2584 vikas 96 
    <name>transactionDC_local</name>
97 
    <server>localhost</server>
98 
    <type>MYSQL</type>
99 
    <access>Native</access>
100 
    <database>transaction</database>
101 
    <port>3306</port>
102 
    <username>root</username>
103 
    <password>Encrypted 2be98afc86aa7f2e4b811a1608cc2fd8a</password>
104 
    <servername/>
105 
    <data_tablespace/>
106 
    <index_tablespace/>
107 
    <attributes>
108 
      <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
109 
      <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
110 
      <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
111 
      <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
112 
      <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
113 
      <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
114 
      <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
115 
      <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
116 
      <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
117 
      <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
118 
    </attributes>
119 
  </connection>
120 
  <connection>
2400 ankur.sing 121 
    <name>transactionDC_Prod</name>
122 
    <server>192.168.141.43</server>
123 
    <type>MYSQL</type>
124 
    <access>Native</access>
125 
    <database>transaction</database>
126 
    <port>3306</port>
127 
    <username>pentaho</username>
2519 vikas 128 
    <password>Encrypted 2be98afc86aa7f2e4cb79ac798cc2fd8a</password>
2400 ankur.sing 129 
    <servername/>
130 
    <data_tablespace/>
131 
    <index_tablespace/>
132 
    <attributes>
133 
      <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
134 
      <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
135 
      <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
136 
      <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
137 
      <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
138 
      <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
139 
      <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
140 
      <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
141 
      <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
142 
      <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
143 
    </attributes>
144 
  </connection>
145 
  <order>
2834 vikas 146 
  <hop> <from>ordersMapping</from><to>salesDW</to><enabled>Y</enabled> </hop>  <hop> <from>orders</from><to>ordersMapping</to><enabled>Y</enabled> </hop>  </order>
2400 ankur.sing 147 
  <step>
2519 vikas 148 
    <name>orders</name>
149 
    <type>TableInput</type>
2400 ankur.sing 150 
    <description/>
151 
    <distribute>Y</distribute>
152 
    <copies>1</copies>
153 
         <partitioning>
154 
           <method>none</method>
155 
           <schema_name/>
156 
           </partitioning>
2519 vikas 157 
    <connection>transactionDC_Prod</connection>
3280 vikas 158 
    <sql>SELECT SQL_NO_CACHE o.id &apos;order_id&apos;, o.customer_id, o.customer_pincode,
2584 vikas 159 
o.status &apos;order_status&apos;, o.total_amount,
2856 vikas 160 
datediff(o.created_timestamp, &apos;20101231&apos;) as date_id, hour(o.created_timestamp) as order_hour,
3481 vikas 161 
o.transaction_id, l.item_id, l.quantity,
162 
case when unit_price&lt;2000 then 0 when unit_price &lt; 5000 then 1 when unit_price &lt; 10000 then 2 when unit_price &lt; 15000 then 3 when unit_price &lt;20000 then 4 when unit_price &lt; 50000 then 5 else 6 end as price_range,
163 
l.transfer_price, p.gatewayId,
3267 vikas 164 
case when pa.value is null then case when p.gatewayId = 1 then 2099 when p.gatewayId = 2 then 1099 else null end else pa.value end &apos;payment_method&apos;,
3436 vikas 165 
t.coupon_code,
166 
case when t.session_source is null then &apos;Unknown&apos; when t.session_source like &apos;DIRECT%&apos; then &apos;Direct&apos; when t.session_source like &apos;ORGANIC%&apos; then &apos;Organic&apos; when t.session_source like &apos;PAID%&apos; then &apos;Paid&apos; else &apos;Referer&apos; end as session_source_type,
167 
SUBSTRING_INDEX(SUBSTRING_INDEX(SUBSTRING_INDEX(t.session_source,&apos;:&#47;&#47;&apos;,-1),&apos;&#47;&apos;,1),&apos;www.&apos;,-1) as session_source_url,
3482 vikas 168 
case when datediff(t.session_start_time, u.source_start_time) &gt; 30 then 0 when datediff(t.session_start_time, u.source_start_time) &gt; 15 then 1
169 
when datediff(t.session_start_time, u.source_start_time) &gt; 7 then 2 when datediff(t.session_start_time, u.source_start_time) &gt; 2 then 3
3483 vikas 170 
when datediff(t.session_start_time, u.source_start_time) &gt; 1 then 4 else 5 end as days_to_purchase,
3481 vikas 171 
aff.name aff_name
2584 vikas 172 
FROM `order` o
173 
left join lineitem l on(o.id = l.order_id )
3265 vikas 174 
left join (select * from payment.payment order by id desc) p on (o.transaction_id = p.merchantTxnId)
2585 vikas 175 
left join payment.paymentattribute pa on (p.id = pa.payment_id and pa.name = &apos;payMethod&apos;)
2834 vikas 176 
left join transaction t on (o.transaction_id = t.id)
3221 vikas 177 
left join user.tracklog tl on (tl.data like concat(convert(p.id, char), &apos;%&apos;))
3382 vikas 178 
left join user.user u on (u.id = o.customer_id)
3221 vikas 179 
left join user.affiliate aff on (tl.affiliate_id = aff.id)
2585 vikas 180 
group by order_id</sql>
2519 vikas 181 
    <limit>0</limit>
182 
    <lookup/>
183 
    <execute_each_row>N</execute_each_row>
184 
    <variables_active>N</variables_active>
185 
    <lazy_conversion_active>N</lazy_conversion_active>
2400 ankur.sing 186 
     <cluster_schema/>
187 
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
2834 vikas 188 
      <xloc>133</xloc>
3483 vikas 189 
      <yloc>162</yloc>
2400 ankur.sing 190 
      <draw>Y</draw>
191 
      </GUI>
192 
    </step>
193 
 
194 
  <step>
195 
    <name>ordersMapping</name>
196 
    <type>SelectValues</type>
197 
    <description/>
198 
    <distribute>Y</distribute>
199 
    <copies>1</copies>
200 
         <partitioning>
201 
           <method>none</method>
202 
           <schema_name/>
203 
           </partitioning>
204 
    <fields>      <field>        <name>order_id</name>
3436 vikas 205 
        <rename>order_id</rename>
2400 ankur.sing 206 
        <length>-2</length>
207 
        <precision>-2</precision>
208 
      </field>      <field>        <name>customer_id</name>
3436 vikas 209 
        <rename>customer_id</rename>
2400 ankur.sing 210 
        <length>-2</length>
211 
        <precision>-2</precision>
2834 vikas 212 
      </field>      <field>        <name>total_amount</name>
3436 vikas 213 
        <rename>total_amount</rename>
2400 ankur.sing 214 
        <length>-2</length>
215 
        <precision>-2</precision>
216 
      </field>      <field>        <name>date_id</name>
3436 vikas 217 
        <rename>date_id</rename>
2400 ankur.sing 218 
        <length>-2</length>
219 
        <precision>-2</precision>
2834 vikas 220 
      </field>      <field>        <name>order_hour</name>
3436 vikas 221 
        <rename>order_hour</rename>
2400 ankur.sing 222 
        <length>-2</length>
223 
        <precision>-2</precision>
2834 vikas 224 
      </field>      <field>        <name>transaction_id</name>
3436 vikas 225 
        <rename>transaction_id</rename>
2400 ankur.sing 226 
        <length>-2</length>
227 
        <precision>-2</precision>
2834 vikas 228 
      </field>      <field>        <name>item_id</name>
3436 vikas 229 
        <rename>item_id</rename>
2400 ankur.sing 230 
        <length>-2</length>
231 
        <precision>-2</precision>
2834 vikas 232 
      </field>      <field>        <name>quantity</name>
3436 vikas 233 
        <rename>quantity</rename>
2400 ankur.sing 234 
        <length>-2</length>
235 
        <precision>-2</precision>
2584 vikas 236 
      </field>      <field>        <name>transfer_price</name>
3436 vikas 237 
        <rename>transfer_price</rename>
2584 vikas 238 
        <length>-2</length>
239 
        <precision>-2</precision>
240 
      </field>      <field>        <name>gatewayId</name>
3436 vikas 241 
        <rename>gatewayId</rename>
2584 vikas 242 
        <length>-2</length>
243 
        <precision>-2</precision>
244 
      </field>      <field>        <name>payment_method</name>
3436 vikas 245 
        <rename>payment_method</rename>
2584 vikas 246 
        <length>-2</length>
247 
        <precision>-2</precision>
2834 vikas 248 
      </field>      <field>        <name>coupon_code</name>
3436 vikas 249 
        <rename>coupon_code</rename>
2834 vikas 250 
        <length>-2</length>
251 
        <precision>-2</precision>
3221 vikas 252 
      </field>      <field>        <name>customer_pincode</name>
253 
        <rename>pincode</rename>
254 
        <length>-2</length>
255 
        <precision>-2</precision>
256 
      </field>      <field>        <name>order_status</name>
257 
        <rename>status</rename>
258 
        <length>-2</length>
259 
        <precision>-2</precision>
260 
      </field>      <field>        <name>aff_name</name>
3436 vikas 261 
        <rename>aff_name</rename>
3221 vikas 262 
        <length>-2</length>
263 
        <precision>-2</precision>
3436 vikas 264 
      </field>      <field>        <name>session_source_type</name>
265 
        <rename>session_source_type</rename>
266 
        <length>-2</length>
267 
        <precision>-2</precision>
268 
      </field>      <field>        <name>session_source_url</name>
269 
        <rename>session_source_url</rename>
270 
        <length>-2</length>
271 
        <precision>-2</precision>
3481 vikas 272 
      </field>      <field>        <name>price_range</name>
273 
        <rename/>
274 
        <length>-2</length>
275 
        <precision>-2</precision>
276 
      </field>      <field>        <name>days_to_purchase</name>
277 
        <rename/>
278 
        <length>-2</length>
279 
        <precision>-2</precision>
2400 ankur.sing 280 
      </field>        <select_unspecified>N</select_unspecified>
281 
    </fields>     <cluster_schema/>
282 
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
2584 vikas 283 
      <xloc>371</xloc>
2400 ankur.sing 284 
      <yloc>160</yloc>
285 
      <draw>Y</draw>
286 
      </GUI>
287 
    </step>
288 
 
289 
  <step>
2519 vikas 290 
    <name>salesDW</name>
291 
    <type>TableOutput</type>
2400 ankur.sing 292 
    <description/>
293 
    <distribute>Y</distribute>
294 
    <copies>1</copies>
295 
         <partitioning>
296 
           <method>none</method>
297 
           <schema_name/>
298 
           </partitioning>
2519 vikas 299 
    <connection>salesDC_DW</connection>
300 
    <schema/>
2584 vikas 301 
    <table>sales</table>
2519 vikas 302 
    <commit>1000</commit>
303 
    <truncate>Y</truncate>
304 
    <ignore_errors>N</ignore_errors>
305 
    <use_batch>Y</use_batch>
306 
    <specify_fields>N</specify_fields>
307 
    <partitioning_enabled>N</partitioning_enabled>
308 
    <partitioning_field/>
309 
    <partitioning_daily>N</partitioning_daily>
310 
    <partitioning_monthly>Y</partitioning_monthly>
311 
    <tablename_in_field>N</tablename_in_field>
312 
    <tablename_field/>
313 
    <tablename_in_table>Y</tablename_in_table>
314 
    <return_keys>N</return_keys>
315 
    <return_field/>
2400 ankur.sing 316 
    <fields>
2519 vikas 317 
    </fields>
2400 ankur.sing 318 
     <cluster_schema/>
319 
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
2519 vikas 320 
      <xloc>630</xloc>
321 
      <yloc>161</yloc>
2400 ankur.sing 322 
      <draw>Y</draw>
323 
      </GUI>
324 
    </step>
325 
 
326 
  <step_error_handling>
327 
  </step_error_handling>
328 
   <slave-step-copy-partition-distribution>
329 
</slave-step-copy-partition-distribution>
330 
   <slave_transformation>N</slave_transformation>
331 
</transformation>