Rev 5046 | Rev 5798 | Go to most recent revision | Blame | Compare with Previous | Last modification | View Log | RSS feed
<?xml version="1.0" encoding="UTF-8"?><transformation><info><name>ordersLoader</name><description/><extended_description/><trans_version/><trans_type>Normal</trans_type><directory>/</directory><parameters></parameters><log><trans-log-table><connection/><schema/><table/><size_limit_lines/><interval/><timeout_days/><field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>N</enabled><name>CHANNEL_ID</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name><subject/></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name><subject/></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name><subject/></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name><subject/></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name><subject/></field><field><id>LINES_REJECTED</id><enabled>N</enabled><name>LINES_REJECTED</name><subject/></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></trans-log-table><perf-log-table><connection/><schema/><table/><interval/><timeout_days/><field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>SEQ_NR</id><enabled>Y</enabled><name>SEQ_NR</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>INPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>INPUT_BUFFER_ROWS</name></field><field><id>OUTPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>OUTPUT_BUFFER_ROWS</name></field></perf-log-table><channel-log-table><connection/><schema/><table/><timeout_days/><field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table><step-log-table><connection/><schema/><table/><timeout_days/><field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></step-log-table></log><maxdate><connection/><table/><field/><offset>0.0</offset><maxdiff>0.0</maxdiff></maxdate><size_rowset>10000</size_rowset><sleep_time_empty>50</sleep_time_empty><sleep_time_full>50</sleep_time_full><unique_connections>N</unique_connections><feedback_shown>Y</feedback_shown><feedback_size>50000</feedback_size><using_thread_priorities>Y</using_thread_priorities><shared_objects_file/><capture_step_performance>N</capture_step_performance><step_performance_capturing_delay>1000</step_performance_capturing_delay><step_performance_capturing_size_limit/><dependencies></dependencies><partitionschemas></partitionschemas><slaveservers></slaveservers><clusterschemas></clusterschemas><created_user/><created_date>2011/07/04 19:17:12.267</created_date><modified_user>-</modified_user><modified_date>2011/06/23 16:31:56.870</modified_date></info><notepads></notepads><connection><name>sales_DClocal</name><server>localhost</server><type>MYSQL</type><access>Native</access><database>sales</database><port>3306</port><username>root</username><password>Encrypted 2be98afc86aa7f2e4b811a1608cc2fd8a</password><servername/><data_tablespace/><index_tablespace/><attributes><attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute><attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute><attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute><attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute><attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute><attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute><attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute><attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute><attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute><attribute><code>USE_POOLING</code><attribute>N</attribute></attribute></attributes></connection><connection><name>salesDC_DW</name><server>localhost</server><type>MYSQL</type><access>Native</access><database>sales</database><port>3306</port><username>root</username><password>Encrypted 2be98afc86aa7f2e4b811a1608cc2fd8a</password><servername/><data_tablespace/><index_tablespace/><attributes><attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute><attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute><attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute><attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute><attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute><attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute><attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute><attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute><attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute><attribute><code>USE_POOLING</code><attribute>N</attribute></attribute></attributes></connection><connection><name>transactionDC_local</name><server>localhost</server><type>MYSQL</type><access>Native</access><database>transaction</database><port>3306</port><username>root</username><password>Encrypted 2be98afc86aa7f2e4b811a1608cc2fd8a</password><servername/><data_tablespace/><index_tablespace/><attributes><attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute><attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute><attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute><attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute><attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute><attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute><attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute><attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute><attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute><attribute><code>USE_POOLING</code><attribute>N</attribute></attribute></attributes></connection><connection><name>transactionDC_Prod</name><server>192.168.190.113</server><type>MYSQL</type><access>Native</access><database>transaction</database><port>3306</port><username>pentaho</username><password>Encrypted 2be98afc86aa7f2e4cb79ac798cc2fd8a</password><servername/><data_tablespace/><index_tablespace/><attributes><attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute><attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute><attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute><attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute><attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute><attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute><attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute><attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute><attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute><attribute><code>USE_POOLING</code><attribute>N</attribute></attribute></attributes></connection><order><hop> <from>ordersMapping</from><to>salesDW</to><enabled>Y</enabled> </hop> <hop> <from>orders</from><to>ordersMapping</to><enabled>Y</enabled> </hop> </order><step><name>orders</name><type>TableInput</type><description/><distribute>Y</distribute><copies>1</copies><partitioning><method>none</method><schema_name/></partitioning><connection>transactionDC_Prod</connection><sql>SELECT SQL_NO_CACHE o.id 'order_id', o.customer_id, o.customer_pincode,o.status 'order_status', o.total_amount,datediff(o.created_timestamp, '20101231') as date_id, hour(o.created_timestamp) as order_hour,o.transaction_id, l.item_id, l.quantity,case when unit_price<2000 then 0 when unit_price < 5000 then 1 when unit_price < 10000 then 2 when unit_price < 15000 then 3 when unit_price <20000 then 4 when unit_price < 50000 then 5 else 6 end as price_range,l.transfer_price, p.gatewayId,case when pa.value is null then case when p.gatewayId = 1 then 2099 when p.gatewayId = 2 then 1099 else null end else pa.value end 'payment_method',upper(trim(t.coupon_code)) as coupon_code,case when t.session_source is null then 'Unknown' when t.session_source like 'DIRECT%' then 'Direct' when t.session_source like 'ORGANIC%' then 'Organic' when t.session_source like 'PAID%' then 'Paid' else 'Referer' end as session_source_type,SUBSTRING_INDEX(REPLACE(REPLACE(SUBSTR(session_source, LOCATE('http://', LCASE(session_source)), LENGTH(session_source)), 'http://', ''), 'www.', ''), '/', 1) as session_source_url,case when datediff(t.session_start_time, u.source_start_time) > 30 then 0 when datediff(t.session_start_time, u.source_start_time) > 15 then 1when datediff(t.session_start_time, u.source_start_time) > 7 then 2 when datediff(t.session_start_time, u.source_start_time) > 2 then 3when datediff(t.session_start_time, u.source_start_time) > 1 then 4 else 5 end as days_to_purchase,aff.name aff_name,case when o.originalOrderId is null then datediff(o.created_timestamp, '20101231') else datediff((select created_timestamp from `order` where id = o.originalOrderId), '20101231') end as booking_date_idFROM `order` oleft join lineitem l on(o.id = l.order_id )left join (select * from payment.payment order by id desc) p on (o.transaction_id = p.merchantTxnId)left join payment.paymentattribute pa on (p.id = pa.payment_id and pa.name = 'payMethod')left join transaction t on (o.transaction_id = t.id)left join user.tracklog tl on (tl.data like concat(convert(p.id, char), '%'))left join user.user u on (u.id = o.customer_id)left join user.affiliate aff on (tl.affiliate_id = aff.id)group by order_id</sql><limit>0</limit><lookup/><execute_each_row>N</execute_each_row><variables_active>N</variables_active><lazy_conversion_active>N</lazy_conversion_active><cluster_schema/><remotesteps> <input> </input> <output> </output> </remotesteps> <GUI><xloc>133</xloc><yloc>162</yloc><draw>Y</draw></GUI></step><step><name>ordersMapping</name><type>SelectValues</type><description/><distribute>Y</distribute><copies>1</copies><partitioning><method>none</method><schema_name/></partitioning><fields> <field> <name>order_id</name><rename/><length>-2</length><precision>-2</precision></field> <field> <name>customer_id</name><rename/><length>-2</length><precision>-2</precision></field> <field> <name>customer_pincode</name><rename>pincode</rename><length>-2</length><precision>-2</precision></field> <field> <name>order_status</name><rename>status</rename><length>-2</length><precision>-2</precision></field> <field> <name>total_amount</name><rename/><length>-2</length><precision>-2</precision></field> <field> <name>date_id</name><rename/><length>-2</length><precision>-2</precision></field> <field> <name>order_hour</name><rename/><length>-2</length><precision>-2</precision></field> <field> <name>transaction_id</name><rename/><length>-2</length><precision>-2</precision></field> <field> <name>item_id</name><rename/><length>-2</length><precision>-2</precision></field> <field> <name>quantity</name><rename/><length>-2</length><precision>-2</precision></field> <field> <name>price_range</name><rename/><length>-2</length><precision>-2</precision></field> <field> <name>transfer_price</name><rename/><length>-2</length><precision>-2</precision></field> <field> <name>gatewayId</name><rename/><length>-2</length><precision>-2</precision></field> <field> <name>payment_method</name><rename/><length>-2</length><precision>-2</precision></field> <field> <name>coupon_code</name><rename/><length>-2</length><precision>-2</precision></field> <field> <name>session_source_type</name><rename/><length>-2</length><precision>-2</precision></field> <field> <name>session_source_url</name><rename/><length>-2</length><precision>-2</precision></field> <field> <name>days_to_purchase</name><rename/><length>-2</length><precision>-2</precision></field> <field> <name>aff_name</name><rename/><length>-2</length><precision>-2</precision></field> <field> <name>booking_date_id</name><rename/><length>-2</length><precision>-2</precision></field> <select_unspecified>N</select_unspecified></fields> <cluster_schema/><remotesteps> <input> </input> <output> </output> </remotesteps> <GUI><xloc>371</xloc><yloc>160</yloc><draw>Y</draw></GUI></step><step><name>salesDW</name><type>TableOutput</type><description/><distribute>Y</distribute><copies>1</copies><partitioning><method>none</method><schema_name/></partitioning><connection>salesDC_DW</connection><schema/><table>sales</table><commit>1000</commit><truncate>Y</truncate><ignore_errors>N</ignore_errors><use_batch>Y</use_batch><specify_fields>N</specify_fields><partitioning_enabled>N</partitioning_enabled><partitioning_field/><partitioning_daily>N</partitioning_daily><partitioning_monthly>Y</partitioning_monthly><tablename_in_field>N</tablename_in_field><tablename_field/><tablename_in_table>Y</tablename_in_table><return_keys>N</return_keys><return_field/><fields><field><column_name>order_id</column_name><stream_name>order_id</stream_name></field><field><column_name>customer_id</column_name><stream_name>customer_id</stream_name></field><field><column_name>pincode</column_name><stream_name>pincode</stream_name></field><field><column_name>status</column_name><stream_name>status</stream_name></field><field><column_name>total_amount</column_name><stream_name>total_amount</stream_name></field><field><column_name>date_id</column_name><stream_name>date_id</stream_name></field><field><column_name>order_hour</column_name><stream_name>order_hour</stream_name></field><field><column_name>transaction_id</column_name><stream_name>transaction_id</stream_name></field><field><column_name>item_id</column_name><stream_name>item_id</stream_name></field><field><column_name>quantity</column_name><stream_name>quantity</stream_name></field><field><column_name>price_range</column_name><stream_name>price_range</stream_name></field><field><column_name>transfer_price</column_name><stream_name>transfer_price</stream_name></field><field><column_name>gatewayId</column_name><stream_name>gatewayId</stream_name></field><field><column_name>payment_method</column_name><stream_name>payment_method</stream_name></field><field><column_name>coupon_code</column_name><stream_name>coupon_code</stream_name></field><field><column_name>session_source_type</column_name><stream_name>session_source_type</stream_name></field><field><column_name>session_source_url</column_name><stream_name>session_source_url</stream_name></field><field><column_name>days_to_purchase</column_name><stream_name>days_to_purchase</stream_name></field><field><column_name>aff_name</column_name><stream_name>aff_name</stream_name></field><field><column_name>booking_date_id</column_name><stream_name>booking_date_id</stream_name></field></fields><cluster_schema/><remotesteps> <input> </input> <output> </output> </remotesteps> <GUI><xloc>630</xloc><yloc>161</yloc><draw>Y</draw></GUI></step><step_error_handling></step_error_handling><slave-step-copy-partition-distribution></slave-step-copy-partition-distribution><slave_transformation>N</slave_transformation></transformation>