Subversion Repositories SmartDukaan

Rev

Rev 2519 | Go to most recent revision | Blame | Compare with Previous | Last modification | View Log | RSS feed

<?xml version="1.0" encoding="UTF-8"?>
<transformation>
  <info>
    <name>ordersLoader</name>
    <description/>
    <extended_description/>
    <trans_version/>
    <directory>&#47;</directory>
    <parameters>
    </parameters>
    <log>
      <read/>
      <write/>
      <input/>
      <output/>
      <update/>
      <rejected/>
      <connection/>
      <table/>
      <step_performance_table/>
      <use_batchid>Y</use_batchid>
      <use_logfield>N</use_logfield>
      <size_limit_lines/>
    </log>
    <maxdate>
      <connection/>
      <table/>
      <field/>
      <offset>0.0</offset>
      <maxdiff>0.0</maxdiff>
    </maxdate>
    <size_rowset>10000</size_rowset>
    <sleep_time_empty>50</sleep_time_empty>
    <sleep_time_full>50</sleep_time_full>
    <unique_connections>N</unique_connections>
    <feedback_shown>Y</feedback_shown>
    <feedback_size>50000</feedback_size>
    <using_thread_priorities>Y</using_thread_priorities>
    <shared_objects_file/>
    <capture_step_performance>N</capture_step_performance>
    <step_performance_capturing_delay>1000</step_performance_capturing_delay>
    <dependencies>
    </dependencies>
    <partitionschemas>
    </partitionschemas>
    <slaveservers>
    </slaveservers>
    <clusterschemas>
    </clusterschemas>
  <modified_user>-</modified_user>
  <modified_date>2011&#47;06&#47;23 16:31:56.870</modified_date>
  </info>
  <notepads>
  </notepads>
  <connection>
    <name>salesDC_DW</name>
    <server>localhost</server>
    <type>MYSQL</type>
    <access>Native</access>
    <database>sales</database>
    <port>3306</port>
    <username>root</username>
    <password>Encrypted 2be98afc86aa7f2e4b811a1608cc2fd8a</password>
    <servername/>
    <data_tablespace/>
    <index_tablespace/>
    <attributes>
      <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
      <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
      <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
      <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
      <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
      <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
      <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
      <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
      <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
      <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
    </attributes>
  </connection>
  <connection>
    <name>transactionDC_Prod</name>
    <server>192.168.141.43</server>
    <type>MYSQL</type>
    <access>Native</access>
    <database>transaction</database>
    <port>3306</port>
    <username>pentaho</username>
    <password>Encrypted 2be98afc86ad7978abf18a67fce93bcc9</password>
    <servername/>
    <data_tablespace/>
    <index_tablespace/>
    <attributes>
      <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
      <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
      <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
      <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
      <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
      <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
      <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
      <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
      <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
      <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
    </attributes>
  </connection>
  <order>
  <hop> <from>orders</from><to>orderJoin</to><enabled>Y</enabled> </hop>  <hop> <from>datedim</from><to>orderJoin</to><enabled>Y</enabled> </hop>  <hop> <from>orderJoin</from><to>ordersMapping</to><enabled>Y</enabled> </hop>  <hop> <from>ordersMapping</from><to>If field value is null</to><enabled>Y</enabled> </hop>  <hop> <from>If field value is null</from><to>salesDW</to><enabled>Y</enabled> </hop>  </order>
  <step>
    <name>orders</name>
    <type>TableInput</type>
    <description/>
    <distribute>Y</distribute>
    <copies>1</copies>
         <partitioning>
           <method>none</method>
           <schema_name/>
           </partitioning>
    <connection>transactionDC_Prod</connection>
    <sql>SELECT 
o.id &apos;order_id&apos;,
o.customer_id,
o.customer_pincode,
o.customer_city,
o.customer_state,
o.status &apos;order_status&apos;,
o.total_amount,
o.created_timestamp,
o.transaction_id,
l.item_id,
l.productGroup,
l.brand,
l.model_number,
l.model_name,
l.color,
l.quantity,
l.unit_price

FROM `order` o, lineitem l
WHERE o.id = l.order_id</sql>
    <limit>0</limit>
    <lookup/>
    <execute_each_row>N</execute_each_row>
    <variables_active>N</variables_active>
    <lazy_conversion_active>N</lazy_conversion_active>
     <cluster_schema/>
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
      <xloc>98</xloc>
      <yloc>113</yloc>
      <draw>Y</draw>
      </GUI>
    </step>

  <step>
    <name>datedim</name>
    <type>TableInput</type>
    <description/>
    <distribute>Y</distribute>
    <copies>1</copies>
         <partitioning>
           <method>none</method>
           <schema_name/>
           </partitioning>
    <connection>salesDC_DW</connection>
    <sql>SELECT 
date_id,
fulldate &apos;date&apos;,
DATE_ADD(fulldate, INTERVAL 1 DAY) &apos;nextdate&apos;,
dayofmonth,
dayofyear,
dayofweek,
dayname,
monthnumber,
monthname,
year,
quarter,
weekofyear 
FROM datedim</sql>
    <limit>0</limit>
    <lookup/>
    <execute_each_row>N</execute_each_row>
    <variables_active>N</variables_active>
    <lazy_conversion_active>N</lazy_conversion_active>
     <cluster_schema/>
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
      <xloc>93</xloc>
      <yloc>205</yloc>
      <draw>Y</draw>
      </GUI>
    </step>

  <step>
    <name>orderJoin</name>
    <type>JoinRows</type>
    <description/>
    <distribute>Y</distribute>
    <copies>1</copies>
         <partitioning>
           <method>none</method>
           <schema_name/>
           </partitioning>
      <directory>%%java.io.tmpdir%%</directory>
      <prefix>out</prefix>
      <cache_size>500</cache_size>
      <main/>
    <compare>
<condition>
 <negated>N</negated>
 <conditions>
  <condition>
   <negated>N</negated>
   <leftvalue>created_timestamp</leftvalue>
   <function>&gt;=</function>
   <rightvalue>date</rightvalue>
   </condition>
  <condition>
   <negated>N</negated>
   <operator>AND</operator>
   <leftvalue>created_timestamp</leftvalue>
   <function>&lt;</function>
   <rightvalue>nextdate</rightvalue>
   </condition>
  </conditions>
 </condition>
    </compare>
     <cluster_schema/>
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
      <xloc>225</xloc>
      <yloc>163</yloc>
      <draw>Y</draw>
      </GUI>
    </step>

  <step>
    <name>salesDW</name>
    <type>TableOutput</type>
    <description/>
    <distribute>Y</distribute>
    <copies>1</copies>
         <partitioning>
           <method>none</method>
           <schema_name/>
           </partitioning>
    <connection>salesDC_DW</connection>
    <schema/>
    <table>salesNew</table>
    <commit>1000</commit>
    <truncate>Y</truncate>
    <ignore_errors>N</ignore_errors>
    <use_batch>Y</use_batch>
    <specify_fields>N</specify_fields>
    <partitioning_enabled>N</partitioning_enabled>
    <partitioning_field/>
    <partitioning_daily>N</partitioning_daily>
    <partitioning_monthly>Y</partitioning_monthly>
    <tablename_in_field>N</tablename_in_field>
    <tablename_field/>
    <tablename_in_table>Y</tablename_in_table>
    <return_keys>N</return_keys>
    <return_field/>
    <fields>
    </fields>
     <cluster_schema/>
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
      <xloc>630</xloc>
      <yloc>161</yloc>
      <draw>Y</draw>
      </GUI>
    </step>

  <step>
    <name>ordersMapping</name>
    <type>SelectValues</type>
    <description/>
    <distribute>Y</distribute>
    <copies>1</copies>
         <partitioning>
           <method>none</method>
           <schema_name/>
           </partitioning>
    <fields>      <field>        <name>order_id</name>
        <rename>order_id</rename>
        <length>-2</length>
        <precision>-2</precision>
      </field>      <field>        <name>transaction_id</name>
        <rename>transaction_id</rename>
        <length>-2</length>
        <precision>-2</precision>
      </field>      <field>        <name>customer_id</name>
        <rename>customer_id</rename>
        <length>-2</length>
        <precision>-2</precision>
      </field>      <field>        <name>customer_pincode</name>
        <rename>pincode</rename>
        <length>-2</length>
        <precision>-2</precision>
      </field>      <field>        <name>date_id</name>
        <rename>date_id</rename>
        <length>-2</length>
        <precision>-2</precision>
      </field>      <field>        <name>item_id</name>
        <rename>item_id</rename>
        <length>-2</length>
        <precision>-2</precision>
      </field>      <field>        <name>quantity</name>
        <rename>quantity</rename>
        <length>-2</length>
        <precision>-2</precision>
      </field>      <field>        <name>unit_price</name>
        <rename>unit_price</rename>
        <length>-2</length>
        <precision>-2</precision>
      </field>      <field>        <name>order_status</name>
        <rename>status</rename>
        <length>-2</length>
        <precision>-2</precision>
      </field>        <select_unspecified>N</select_unspecified>
    </fields>     <cluster_schema/>
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
      <xloc>373</xloc>
      <yloc>160</yloc>
      <draw>Y</draw>
      </GUI>
    </step>

  <step>
    <name>If field value is null</name>
    <type>IfNull</type>
    <description/>
    <distribute>Y</distribute>
    <copies>1</copies>
         <partitioning>
           <method>none</method>
           <schema_name/>
           </partitioning>
      <replaceAllByValue/>
      <replaceAllMask/>
      <selectFields>N</selectFields>
      <selectValuesType>Y</selectValuesType>
    <valuetypes>
      <valuetype>
        <name>-</name>
        <value/>
        <mask/>
        </valuetype>
      </valuetypes>
    <fields>
      </fields>
     <cluster_schema/>
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
      <xloc>506</xloc>
      <yloc>160</yloc>
      <draw>Y</draw>
      </GUI>
    </step>

  <step_error_handling>
  </step_error_handling>
   <slave-step-copy-partition-distribution>
</slave-step-copy-partition-distribution>
   <slave_transformation>N</slave_transformation>
</transformation>