Subversion Repositories SmartDukaan

Rev

Rev 3436 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
2704 vikas 1 
<?xml version="1.0" encoding="UTF-8"?>
2 
<transformation>
3 
  <info>
4 
    <name>userLoader</name>
5 
    <description/>
6 
    <extended_description/>
7 
    <trans_version/>
8 
    <trans_type>Normal</trans_type>
9 
    <trans_status>0</trans_status>
10 
    <directory>&#47;</directory>
11 
    <parameters>
12 
    </parameters>
13 
    <log>
14 
<trans-log-table><connection/>
15 
<schema/>
16 
<table/>
17 
<size_limit_lines/>
18 
<interval/>
19 
<timeout_days/>
20 
<field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>N</enabled><name>CHANNEL_ID</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STATUS</id><enabled>Y</enabled><name>STATUS</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name><subject/></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name><subject/></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name><subject/></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name><subject/></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name><subject/></field><field><id>LINES_REJECTED</id><enabled>N</enabled><name>LINES_REJECTED</name><subject/></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>STARTDATE</id><enabled>Y</enabled><name>STARTDATE</name></field><field><id>ENDDATE</id><enabled>Y</enabled><name>ENDDATE</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>DEPDATE</id><enabled>Y</enabled><name>DEPDATE</name></field><field><id>REPLAYDATE</id><enabled>Y</enabled><name>REPLAYDATE</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></trans-log-table>
21 
<perf-log-table><connection/>
22 
<schema/>
23 
<table/>
24 
<interval/>
25 
<timeout_days/>
26 
<field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>SEQ_NR</id><enabled>Y</enabled><name>SEQ_NR</name></field><field><id>LOGDATE</id><enabled>Y</enabled><name>LOGDATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>INPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>INPUT_BUFFER_ROWS</name></field><field><id>OUTPUT_BUFFER_ROWS</id><enabled>Y</enabled><name>OUTPUT_BUFFER_ROWS</name></field></perf-log-table>
27 
<channel-log-table><connection/>
28 
<schema/>
29 
<table/>
30 
<timeout_days/>
31 
<field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>LOGGING_OBJECT_TYPE</id><enabled>Y</enabled><name>LOGGING_OBJECT_TYPE</name></field><field><id>OBJECT_NAME</id><enabled>Y</enabled><name>OBJECT_NAME</name></field><field><id>OBJECT_COPY</id><enabled>Y</enabled><name>OBJECT_COPY</name></field><field><id>REPOSITORY_DIRECTORY</id><enabled>Y</enabled><name>REPOSITORY_DIRECTORY</name></field><field><id>FILENAME</id><enabled>Y</enabled><name>FILENAME</name></field><field><id>OBJECT_ID</id><enabled>Y</enabled><name>OBJECT_ID</name></field><field><id>OBJECT_REVISION</id><enabled>Y</enabled><name>OBJECT_REVISION</name></field><field><id>PARENT_CHANNEL_ID</id><enabled>Y</enabled><name>PARENT_CHANNEL_ID</name></field><field><id>ROOT_CHANNEL_ID</id><enabled>Y</enabled><name>ROOT_CHANNEL_ID</name></field></channel-log-table>
32 
<step-log-table><connection/>
33 
<schema/>
34 
<table/>
35 
<timeout_days/>
36 
<field><id>ID_BATCH</id><enabled>Y</enabled><name>ID_BATCH</name></field><field><id>CHANNEL_ID</id><enabled>Y</enabled><name>CHANNEL_ID</name></field><field><id>LOG_DATE</id><enabled>Y</enabled><name>LOG_DATE</name></field><field><id>TRANSNAME</id><enabled>Y</enabled><name>TRANSNAME</name></field><field><id>STEPNAME</id><enabled>Y</enabled><name>STEPNAME</name></field><field><id>STEP_COPY</id><enabled>Y</enabled><name>STEP_COPY</name></field><field><id>LINES_READ</id><enabled>Y</enabled><name>LINES_READ</name></field><field><id>LINES_WRITTEN</id><enabled>Y</enabled><name>LINES_WRITTEN</name></field><field><id>LINES_UPDATED</id><enabled>Y</enabled><name>LINES_UPDATED</name></field><field><id>LINES_INPUT</id><enabled>Y</enabled><name>LINES_INPUT</name></field><field><id>LINES_OUTPUT</id><enabled>Y</enabled><name>LINES_OUTPUT</name></field><field><id>LINES_REJECTED</id><enabled>Y</enabled><name>LINES_REJECTED</name></field><field><id>ERRORS</id><enabled>Y</enabled><name>ERRORS</name></field><field><id>LOG_FIELD</id><enabled>N</enabled><name>LOG_FIELD</name></field></step-log-table>
37 
    </log>
38 
    <maxdate>
39 
      <connection/>
40 
      <table/>
41 
      <field/>
42 
      <offset>0.0</offset>
43 
      <maxdiff>0.0</maxdiff>
44 
    </maxdate>
45 
    <size_rowset>10000</size_rowset>
46 
    <sleep_time_empty>50</sleep_time_empty>
47 
    <sleep_time_full>50</sleep_time_full>
48 
    <unique_connections>N</unique_connections>
49 
    <feedback_shown>Y</feedback_shown>
50 
    <feedback_size>50000</feedback_size>
51 
    <using_thread_priorities>Y</using_thread_priorities>
52 
    <shared_objects_file/>
53 
    <capture_step_performance>N</capture_step_performance>
54 
    <step_performance_capturing_delay>1000</step_performance_capturing_delay>
55 
    <step_performance_capturing_size_limit/>
56 
    <dependencies>
57 
    </dependencies>
58 
    <partitionschemas>
59 
    </partitionschemas>
60 
    <slaveservers>
61 
    </slaveservers>
62 
    <clusterschemas>
63 
    </clusterschemas>
64 
  <created_user/>
65 
  <created_date>2011&#47;07&#47;04 19:09:34.486</created_date>
66 
  <modified_user>-</modified_user>
67 
  <modified_date>2011&#47;06&#47;23 16:22:03.072</modified_date>
68 
  </info>
69 
  <notepads>
70 
  </notepads>
71 
  <connection>
2853 vikas 72 
    <name>salesDC</name>
2704 vikas 73 
    <server>localhost</server>
74 
    <type>MYSQL</type>
75 
    <access>Native</access>
2853 vikas 76 
    <database>sales</database>
2704 vikas 77 
    <port>3306</port>
78 
    <username>root</username>
79 
    <password>Encrypted 2be98afc86aa7f2e4b811a1608cc2fd8a</password>
80 
    <servername/>
81 
    <data_tablespace/>
82 
    <index_tablespace/>
83 
    <attributes>
84 
      <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
85 
      <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
86 
      <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
87 
      <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
88 
      <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
89 
      <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
90 
      <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
91 
      <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
92 
      <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
93 
      <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
94 
    </attributes>
95 
  </connection>
96 
  <connection>
2853 vikas 97 
    <name>userDC_local</name>
2704 vikas 98 
    <server>localhost</server>
99 
    <type>MYSQL</type>
100 
    <access>Native</access>
2853 vikas 101 
    <database>user</database>
2704 vikas 102 
    <port>3306</port>
103 
    <username>root</username>
104 
    <password>Encrypted 2be98afc86aa7f2e4b811a1608cc2fd8a</password>
105 
    <servername/>
106 
    <data_tablespace/>
107 
    <index_tablespace/>
108 
    <attributes>
109 
      <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
110 
      <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
111 
      <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
112 
      <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
113 
      <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
114 
      <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
115 
      <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
116 
      <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
117 
      <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
118 
      <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
119 
    </attributes>
120 
  </connection>
121 
  <connection>
122 
    <name>userDC_Prod</name>
3510 rajveer 123 
    <server>192.168.190.114</server>
2704 vikas 124 
    <type>MYSQL</type>
125 
    <access>Native</access>
126 
    <database>user</database>
127 
    <port>3306</port>
128 
    <username>pentaho</username>
129 
    <password>Encrypted 2be98afc86aa7f2e4cb79ac798cc2fd8a</password>
130 
    <servername/>
131 
    <data_tablespace/>
132 
    <index_tablespace/>
133 
    <attributes>
134 
      <attribute><code>EXTRA_OPTION_MYSQL.defaultFetchSize</code><attribute>500</attribute></attribute>
135 
      <attribute><code>EXTRA_OPTION_MYSQL.useCursorFetch</code><attribute>true</attribute></attribute>
136 
      <attribute><code>FORCE_IDENTIFIERS_TO_LOWERCASE</code><attribute>N</attribute></attribute>
137 
      <attribute><code>FORCE_IDENTIFIERS_TO_UPPERCASE</code><attribute>N</attribute></attribute>
138 
      <attribute><code>IS_CLUSTERED</code><attribute>N</attribute></attribute>
139 
      <attribute><code>PORT_NUMBER</code><attribute>3306</attribute></attribute>
140 
      <attribute><code>QUOTE_ALL_FIELDS</code><attribute>N</attribute></attribute>
141 
      <attribute><code>STREAM_RESULTS</code><attribute>Y</attribute></attribute>
142 
      <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
143 
      <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
144 
    </attributes>
145 
  </connection>
146 
  <order>
2853 vikas 147 
  <hop> <from>user</from><to>user_Mapping</to><enabled>Y</enabled> </hop>  <hop> <from>user_Mapping</from><to>user_DW</to><enabled>Y</enabled> </hop>  </order>
2704 vikas 148 
  <step>
2856 vikas 149 
    <name>user</name>
150 
    <type>TableInput</type>
151 
    <description/>
152 
    <distribute>Y</distribute>
153 
    <copies>1</copies>
154 
         <partitioning>
155 
           <method>none</method>
156 
           <schema_name/>
157 
           </partitioning>
158 
    <connection>userDC_Prod</connection>
3436 vikas 159 
    <sql>select SQL_NO_CACHE id, email, name, is_anonymous, date_of_birth, sex,
160 
case when source is null then &apos;Unknown&apos; when source like &apos;DIRECT%&apos; then &apos;Direct&apos; when source like &apos;ORGANIC%&apos; then &apos;Organic&apos; when source like &apos;PAID%&apos; then &apos;Paid&apos; else &apos;Referer&apos; end as source_type,
161 
SUBSTRING_INDEX(SUBSTRING_INDEX(SUBSTRING_INDEX(source,&apos;:&#47;&#47;&apos;,-1),&apos;&#47;&apos;,1),&apos;www.&apos;,-1) as source_url,
2857 vikas 162 
case when datediff(source_start_time, &apos;20101231&apos;) &gt; 0 then datediff(source_start_time, &apos;20101231&apos;) else 1 end as source_start_date_id,
2856 vikas 163 
hour(source_start_time) as source_start_hour
164 
from user
165 
where is_anonymous = 0;</sql>
166 
    <limit>0</limit>
167 
    <lookup/>
168 
    <execute_each_row>N</execute_each_row>
169 
    <variables_active>N</variables_active>
170 
    <lazy_conversion_active>N</lazy_conversion_active>
171 
     <cluster_schema/>
172 
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
173 
      <xloc>144</xloc>
174 
      <yloc>166</yloc>
175 
      <draw>Y</draw>
176 
      </GUI>
177 
    </step>
178 
 
179 
  <step>
2853 vikas 180 
    <name>user_DW</name>
181 
    <type>TableOutput</type>
182 
    <description/>
183 
    <distribute>Y</distribute>
184 
    <copies>1</copies>
185 
         <partitioning>
186 
           <method>none</method>
187 
           <schema_name/>
188 
           </partitioning>
189 
    <connection>salesDC</connection>
190 
    <schema/>
191 
    <table>user</table>
192 
    <commit>1000</commit>
193 
    <truncate>Y</truncate>
194 
    <ignore_errors>N</ignore_errors>
195 
    <use_batch>Y</use_batch>
196 
    <specify_fields>N</specify_fields>
197 
    <partitioning_enabled>N</partitioning_enabled>
198 
    <partitioning_field/>
199 
    <partitioning_daily>N</partitioning_daily>
200 
    <partitioning_monthly>Y</partitioning_monthly>
201 
    <tablename_in_field>N</tablename_in_field>
202 
    <tablename_field/>
203 
    <tablename_in_table>Y</tablename_in_table>
204 
    <return_keys>N</return_keys>
205 
    <return_field/>
206 
    <fields>
207 
        <field>
208 
          <column_name>id</column_name>
209 
          <stream_name>id</stream_name>
210 
        </field>
211 
        <field>
212 
          <column_name>product_group</column_name>
213 
          <stream_name>product_group</stream_name>
214 
        </field>
215 
        <field>
216 
          <column_name>brand</column_name>
217 
          <stream_name>brand</stream_name>
218 
        </field>
219 
        <field>
220 
          <column_name>model_number</column_name>
221 
          <stream_name>model_number</stream_name>
222 
        </field>
223 
        <field>
224 
          <column_name>model_name</column_name>
225 
          <stream_name>model_name</stream_name>
226 
        </field>
227 
        <field>
228 
          <column_name>color</column_name>
229 
          <stream_name>color</stream_name>
230 
        </field>
231 
        <field>
232 
          <column_name>category</column_name>
233 
          <stream_name>category</stream_name>
234 
        </field>
235 
    </fields>
236 
     <cluster_schema/>
237 
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
238 
      <xloc>435</xloc>
239 
      <yloc>166</yloc>
240 
      <draw>Y</draw>
241 
      </GUI>
242 
    </step>
243 
 
244 
  <step>
2704 vikas 245 
    <name>user_Mapping</name>
246 
    <type>SelectValues</type>
247 
    <description/>
248 
    <distribute>Y</distribute>
249 
    <copies>1</copies>
250 
         <partitioning>
251 
           <method>none</method>
252 
           <schema_name/>
253 
           </partitioning>
254 
    <fields>      <field>        <name>id</name>
2853 vikas 255 
        <rename/>
2704 vikas 256 
        <length>-2</length>
257 
        <precision>-2</precision>
258 
      </field>      <field>        <name>email</name>
2853 vikas 259 
        <rename/>
2704 vikas 260 
        <length>-2</length>
261 
        <precision>-2</precision>
262 
      </field>      <field>        <name>name</name>
2853 vikas 263 
        <rename/>
2704 vikas 264 
        <length>-2</length>
265 
        <precision>-2</precision>
266 
      </field>      <field>        <name>is_anonymous</name>
2853 vikas 267 
        <rename/>
2704 vikas 268 
        <length>-2</length>
269 
        <precision>-2</precision>
270 
      </field>      <field>        <name>date_of_birth</name>
2853 vikas 271 
        <rename/>
2704 vikas 272 
        <length>-2</length>
273 
        <precision>-2</precision>
274 
      </field>      <field>        <name>sex</name>
2853 vikas 275 
        <rename/>
2704 vikas 276 
        <length>-2</length>
277 
        <precision>-2</precision>
3436 vikas 278 
      </field>      <field>        <name>source_start_date_id</name>
2853 vikas 279 
        <rename/>
2704 vikas 280 
        <length>-2</length>
281 
        <precision>-2</precision>
3436 vikas 282 
      </field>      <field>        <name>source_start_hour</name>
2853 vikas 283 
        <rename/>
284 
        <length>-2</length>
285 
        <precision>-2</precision>
3436 vikas 286 
      </field>      <field>        <name>source_type</name>
2853 vikas 287 
        <rename/>
288 
        <length>-2</length>
289 
        <precision>-2</precision>
3436 vikas 290 
      </field>      <field>        <name>source_url</name>
291 
        <rename/>
292 
        <length>-2</length>
293 
        <precision>-2</precision>
2704 vikas 294 
      </field>        <select_unspecified>N</select_unspecified>
295 
    </fields>     <cluster_schema/>
296 
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
2853 vikas 297 
      <xloc>303</xloc>
2704 vikas 298 
      <yloc>167</yloc>
299 
      <draw>Y</draw>
300 
      </GUI>
301 
    </step>
302 
 
303 
  <step_error_handling>
304 
  </step_error_handling>
305 
   <slave-step-copy-partition-distribution>
306 
</slave-step-copy-partition-distribution>
307 
   <slave_transformation>N</slave_transformation>
308 
</transformation>