WebSVN – SmartDukaan – Diff – /trunk/pentaho/data-integration/transformations/ordersLoader.ktr

   <info>
     <name>ordersLoader</name>
     <description/>
     <extended_description/>
     <trans_version/>
+    <trans_type>Normal</trans_type>
     <directory>&#47;</directory>
     <parameters>
     </parameters>
     <log>
+<trans-log-table><connection/>
-      <read/>
+<schema/>
-      <write/>
+<table/>
-      <input/>
+<size_limit_lines/>
-      <output/>
+<interval/>
-      <update/>
+<timeout_days/>
-      <rejected/>
+<field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>N</enabled><name>CHANNEL_ID</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name><subject/></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name><subject/></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name><subject/></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name><subject/></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name><subject/></field><field><id>LINES_REJECTED</id><enabled>N</enabled><name>LINES_REJECTED</name><subject/></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></trans-log-table>
-      <connection/>
+<perf-log-table><connection/>
+<schema/>
-      <table/>
+<table/>
+<interval/>
+<timeout_days/>
-      <step_performance_table/>
+<field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>SEQ_NR</id><enabled>Y</enabled><name>SEQ_NR</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>INPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>INPUT_BUFFER_ROWS</name></field><field><id>OUTPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>OUTPUT_BUFFER_ROWS</name></field></perf-log-table>
+<channel-log-table><connection/>
+<schema/>
+<table/>
+<timeout_days/>
-      <use_batchid>Y</use_batchid>
+<field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
-      <use_logfield>N</use_logfield>
+<step-log-table><connection/>
+<schema/>
+<table/>
+<timeout_days/>
-      <size_limit_lines/>
+<field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></step-log-table>
     </log>
     <maxdate>
       <connection/>
       <table/>
       <field/>
     <feedback_size>50000</feedback_size>
     <using_thread_priorities>Y</using_thread_priorities>
     <shared_objects_file/>
     <capture_step_performance>N</capture_step_performance>
     <step_performance_capturing_delay>1000</step_performance_capturing_delay>
+    <step_performance_capturing_size_limit/>
     <dependencies>
     </dependencies>
     <partitionschemas>
     </partitionschemas>
     <slaveservers>
     </slaveservers>
     <clusterschemas>
     </clusterschemas>
+  <created_user/>
+  <created_date>2011&#47;07&#47;04 19:17:12.267</created_date>
   <modified_user>-</modified_user>
   <modified_date>2011&#47;06&#47;23 16:31:56.870</modified_date>
   </info>
   <notepads>
   </notepads>
     <type>MYSQL</type>
     <access>Native</access>
     <database>transaction</database>
     <port>3306</port>
     <username>pentaho</username>
-    <password>Encrypted 2be98afc86ad7978abf18a67fce93bcc9</password>
+    <password>Encrypted 2be98afc86aa7f2e4cb79ac798cc2fd8a</password>
     <servername/>
     <data_tablespace/>
     <index_tablespace/>
     <attributes>
       <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
       <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
       <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
     </attributes>
   </connection>
   <order>
-  <hop> <from>orders</from><to>orderJoin</to><enabled>Y</enabled> </hop>  <hop> <from>datedim</from><to>orderJoin</to><enabled>Y</enabled> </hop>  <hop> <from>orderJoin</from><to>ordersMapping</to><enabled>Y</enabled> </hop>  <hop> <from>ordersMapping</from><to>If field value is null</to><enabled>Y</enabled> </hop>  <hop> <from>If field value is null</from><to>salesDW</to><enabled>Y</enabled> </hop>  </order>
+  <hop> <from>orders</from><to>orderJoin</to><enabled>Y</enabled> </hop>  <hop> <from>datedim</from><to>orderJoin</to><enabled>Y</enabled> </hop>  <hop> <from>orderJoin</from><to>ordersMapping</to><enabled>Y</enabled> </hop>  <hop> <from>ordersMapping</from><to>salesDW</to><enabled>Y</enabled> </hop>  </order>
-  <step>
-    <name>orders</name>
-    <type>TableInput</type>
-    <description/>
-    <distribute>Y</distribute>
-    <copies>1</copies>
-         <partitioning>
-           <method>none</method>
-           <schema_name/>
-           </partitioning>
-    <connection>transactionDC_Prod</connection>
-    <sql>SELECT
-o.id &apos;order_id&apos;,
-o.customer_id,
-o.customer_pincode,
-o.customer_city,
-o.customer_state,
-o.status &apos;order_status&apos;,
-o.total_amount,
-o.created_timestamp,
-o.transaction_id,
-l.item_id,
-l.productGroup,
-l.brand,
-l.model_number,
-l.model_name,
-l.color,
-l.quantity,
-l.unit_price
-FROM `order` o, lineitem l
-WHERE o.id = l.order_id</sql>
-    <limit>0</limit>
-    <lookup/>
-    <execute_each_row>N</execute_each_row>
-    <variables_active>N</variables_active>
-    <lazy_conversion_active>N</lazy_conversion_active>
-     <cluster_schema/>
- <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
-      <xloc>98</xloc>
-      <yloc>113</yloc>
-      <draw>Y</draw>
-      </GUI>
-    </step>
   <step>
     <name>datedim</name>
     <type>TableInput</type>
     <description/>
     <distribute>Y</distribute>
            <schema_name/>
            </partitioning>
     <connection>salesDC_DW</connection>
     <sql>SELECT
 date_id,
-fulldate &apos;date&apos;,
+fulldate &apos;date&apos;
-DATE_ADD(fulldate, INTERVAL 1 DAY) &apos;nextdate&apos;,
-dayofmonth,
-dayofyear,
-dayofweek,
-dayname,
-monthnumber,
-monthname,
-year,
-quarter,
-weekofyear
 FROM datedim</sql>
     <limit>0</limit>
     <lookup/>
     <execute_each_row>N</execute_each_row>
     <variables_active>N</variables_active>
 <condition>
  <negated>N</negated>
  <conditions>
   <condition>
    <negated>N</negated>
-   <leftvalue>created_timestamp</leftvalue>
+   <leftvalue>order_date</leftvalue>
-   <function>&gt;=</function>
+   <function>=</function>
    <rightvalue>date</rightvalue>
    </condition>
-  <condition>
-   <negated>N</negated>
-   <operator>AND</operator>
-   <leftvalue>created_timestamp</leftvalue>
-   <function>&lt;</function>
-   <rightvalue>nextdate</rightvalue>
-   </condition>
   </conditions>
  </condition>
     </compare>
      <cluster_schema/>
  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
       <draw>Y</draw>
       </GUI>
     </step>
   <step>
-    <name>salesDW</name>
+    <name>orders</name>
-    <type>TableOutput</type>
+    <type>TableInput</type>
     <description/>
     <distribute>Y</distribute>
     <copies>1</copies>
          <partitioning>
            <method>none</method>
            <schema_name/>
            </partitioning>
-    <connection>salesDC_DW</connection>
+    <connection>transactionDC_Prod</connection>
-    <schema/>
+    <sql>SELECT
-    <table>salesNew</table>
+o.id &apos;order_id&apos;,
-    <commit>1000</commit>
+o.customer_id,
-    <truncate>Y</truncate>
+o.customer_pincode,
-    <ignore_errors>N</ignore_errors>
+o.customer_city,
-    <use_batch>Y</use_batch>
+o.customer_state,
-    <specify_fields>N</specify_fields>
+o.status &apos;order_status&apos;,
+o.total_amount,
-    <partitioning_enabled>N</partitioning_enabled>
+date(o.created_timestamp) as order_date,
-    <partitioning_field/>
+o.transaction_id,
-    <partitioning_daily>N</partitioning_daily>
+l.item_id,
-    <partitioning_monthly>Y</partitioning_monthly>
+l.productGroup,
+l.brand,
-    <tablename_in_field>N</tablename_in_field>
+l.model_number,
-    <tablename_field/>
+l.model_name,
+l.color,
+l.quantity,
+l.unit_price
-    <tablename_in_table>Y</tablename_in_table>
+FROM `order` o, lineitem l
-    <return_keys>N</return_keys>
+WHERE o.id = l.order_id</sql>
-    <return_field/>
+    <limit>0</limit>
-    <fields>
+    <lookup/>
+    <execute_each_row>N</execute_each_row>
-    </fields>
+    <variables_active>N</variables_active>
+    <lazy_conversion_active>N</lazy_conversion_active>
      <cluster_schema/>
  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
-      <xloc>630</xloc>
+      <xloc>98</xloc>
-      <yloc>161</yloc>
+      <yloc>113</yloc>
       <draw>Y</draw>
       </GUI>
     </step>
   <step>
       <draw>Y</draw>
       </GUI>
     </step>
   <step>
-    <name>If field value is null</name>
+    <name>salesDW</name>
-    <type>IfNull</type>
+    <type>TableOutput</type>
     <description/>
     <distribute>Y</distribute>
     <copies>1</copies>
          <partitioning>
            <method>none</method>
            <schema_name/>
            </partitioning>
+    <connection>salesDC_DW</connection>
+    <schema/>
-      <replaceAllByValue/>
+    <table>salesNew</table>
+    <commit>1000</commit>
-      <replaceAllMask/>
+    <truncate>Y</truncate>
+    <ignore_errors>N</ignore_errors>
+    <use_batch>Y</use_batch>
-      <selectFields>N</selectFields>
+    <specify_fields>N</specify_fields>
-      <selectValuesType>Y</selectValuesType>
+    <partitioning_enabled>N</partitioning_enabled>
-    <valuetypes>
+    <partitioning_field/>
-      <valuetype>
+    <partitioning_daily>N</partitioning_daily>
+    <partitioning_monthly>Y</partitioning_monthly>
-        <name>-</name>
+    <tablename_in_field>N</tablename_in_field>
-        <value/>
+    <tablename_field/>
-        <mask/>
+    <tablename_in_table>Y</tablename_in_table>
-        </valuetype>
+    <return_keys>N</return_keys>
-      </valuetypes>
+    <return_field/>
     <fields>
-      </fields>
+    </fields>
      <cluster_schema/>
  <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
-      <xloc>506</xloc>
+      <xloc>630</xloc>
-      <yloc>160</yloc>
+      <yloc>161</yloc>
       <draw>Y</draw>
       </GUI>
     </step>
   <step_error_handling>

Subversion Repositories SmartDukaan

(root)/trunk/pentaho/data-integration/transformations/ordersLoader.ktr – Rev 2400 → 2519