Subversion Repositories SmartDukaan

Rev

Rev 2704 | Rev 2856 | Go to most recent revision | Show entire file | Ignore whitespace | Details | Blame | Last modification | View Log | RSS feed

Rev 2704 Rev 2853
Line 67... Line 67...
67
  <modified_date>2011&#47;06&#47;23 16:22:03.072</modified_date>
67
  <modified_date>2011&#47;06&#47;23 16:22:03.072</modified_date>
68
  </info>
68
  </info>
69
  <notepads>
69
  <notepads>
70
  </notepads>
70
  </notepads>
71
  <connection>
71
  <connection>
72
    <name>userDC_local</name>
72
    <name>salesDC</name>
73
    <server>localhost</server>
73
    <server>localhost</server>
74
    <type>MYSQL</type>
74
    <type>MYSQL</type>
75
    <access>Native</access>
75
    <access>Native</access>
76
    <database>user</database>
76
    <database>sales</database>
77
    <port>3306</port>
77
    <port>3306</port>
78
    <username>root</username>
78
    <username>root</username>
79
    <password>Encrypted 2be98afc86aa7f2e4b811a1608cc2fd8a</password>
79
    <password>Encrypted 2be98afc86aa7f2e4b811a1608cc2fd8a</password>
80
    <servername/>
80
    <servername/>
81
    <data_tablespace/>
81
    <data_tablespace/>
Line 92... Line 92...
92
      <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
92
      <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
93
      <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
93
      <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
94
    </attributes>
94
    </attributes>
95
  </connection>
95
  </connection>
96
  <connection>
96
  <connection>
97
    <name>salesDC</name>
97
    <name>userDC_local</name>
98
    <server>localhost</server>
98
    <server>localhost</server>
99
    <type>MYSQL</type>
99
    <type>MYSQL</type>
100
    <access>Native</access>
100
    <access>Native</access>
101
    <database>sales</database>
101
    <database>user</database>
102
    <port>3306</port>
102
    <port>3306</port>
103
    <username>root</username>
103
    <username>root</username>
104
    <password>Encrypted 2be98afc86aa7f2e4b811a1608cc2fd8a</password>
104
    <password>Encrypted 2be98afc86aa7f2e4b811a1608cc2fd8a</password>
105
    <servername/>
105
    <servername/>
106
    <data_tablespace/>
106
    <data_tablespace/>
Line 142... Line 142...
142
      <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
142
      <attribute><code>SUPPORTS_BOOLEAN_DATA_TYPE</code><attribute>N</attribute></attribute>
143
      <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
143
      <attribute><code>USE_POOLING</code><attribute>N</attribute></attribute>
144
    </attributes>
144
    </attributes>
145
  </connection>
145
  </connection>
146
  <order>
146
  <order>
147
  <hop> <from>user</from><to>user_Mapping</to><enabled>Y</enabled> </hop>  <hop> <from>user_Mapping</from><to>items_DW</to><enabled>Y</enabled> </hop>  </order>
147
  <hop> <from>user</from><to>user_Mapping</to><enabled>Y</enabled> </hop>  <hop> <from>user_Mapping</from><to>user_DW</to><enabled>Y</enabled> </hop>  </order>
-
 
148
  <step>
-
 
149
    <name>user_DW</name>
-
 
150
    <type>TableOutput</type>
-
 
151
    <description/>
-
 
152
    <distribute>Y</distribute>
-
 
153
    <copies>1</copies>
-
 
154
         <partitioning>
-
 
155
           <method>none</method>
-
 
156
           <schema_name/>
-
 
157
           </partitioning>
-
 
158
    <connection>salesDC</connection>
-
 
159
    <schema/>
-
 
160
    <table>user</table>
-
 
161
    <commit>1000</commit>
-
 
162
    <truncate>Y</truncate>
-
 
163
    <ignore_errors>N</ignore_errors>
-
 
164
    <use_batch>Y</use_batch>
-
 
165
    <specify_fields>N</specify_fields>
-
 
166
    <partitioning_enabled>N</partitioning_enabled>
-
 
167
    <partitioning_field/>
-
 
168
    <partitioning_daily>N</partitioning_daily>
-
 
169
    <partitioning_monthly>Y</partitioning_monthly>
-
 
170
    <tablename_in_field>N</tablename_in_field>
-
 
171
    <tablename_field/>
-
 
172
    <tablename_in_table>Y</tablename_in_table>
-
 
173
    <return_keys>N</return_keys>
-
 
174
    <return_field/>
-
 
175
    <fields>
-
 
176
        <field>
-
 
177
          <column_name>id</column_name>
-
 
178
          <stream_name>id</stream_name>
-
 
179
        </field>
-
 
180
        <field>
-
 
181
          <column_name>product_group</column_name>
-
 
182
          <stream_name>product_group</stream_name>
-
 
183
        </field>
-
 
184
        <field>
-
 
185
          <column_name>brand</column_name>
-
 
186
          <stream_name>brand</stream_name>
-
 
187
        </field>
-
 
188
        <field>
-
 
189
          <column_name>model_number</column_name>
-
 
190
          <stream_name>model_number</stream_name>
-
 
191
        </field>
-
 
192
        <field>
-
 
193
          <column_name>model_name</column_name>
-
 
194
          <stream_name>model_name</stream_name>
-
 
195
        </field>
-
 
196
        <field>
-
 
197
          <column_name>color</column_name>
-
 
198
          <stream_name>color</stream_name>
-
 
199
        </field>
-
 
200
        <field>
-
 
201
          <column_name>category</column_name>
-
 
202
          <stream_name>category</stream_name>
-
 
203
        </field>
-
 
204
    </fields>
-
 
205
     <cluster_schema/>
-
 
206
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
-
 
207
      <xloc>435</xloc>
-
 
208
      <yloc>166</yloc>
-
 
209
      <draw>Y</draw>
-
 
210
      </GUI>
-
 
211
    </step>
-
 
212
 
148
  <step>
213
  <step>
149
    <name>user</name>
214
    <name>user</name>
150
    <type>TableInput</type>
215
    <type>TableInput</type>
151
    <description/>
216
    <description/>
152
    <distribute>Y</distribute>
217
    <distribute>Y</distribute>
Line 154... Line 219...
154
         <partitioning>
219
         <partitioning>
155
           <method>none</method>
220
           <method>none</method>
156
           <schema_name/>
221
           <schema_name/>
157
           </partitioning>
222
           </partitioning>
158
    <connection>userDC_Prod</connection>
223
    <connection>userDC_Prod</connection>
159
    <sql>select id, email, name, is_anonymous, date_of_birth, sex, source 
224
    <sql>select id, email, name, is_anonymous, date_of_birth, sex, source,
-
 
225
case when datediff(source_start_time, &apos;20111231&apos;) &gt; 0 then datediff(source_start_time, &apos;20111231&apos;) else 0 end as source_start_date_id, 
-
 
226
hour(source_start_time) as source_start_hour
160
from user 
227
from user 
161
where is_anonymous = 0;</sql>
228
where is_anonymous = 0;</sql>
162
    <limit>0</limit>
229
    <limit>0</limit>
163
    <lookup/>
230
    <lookup/>
164
    <execute_each_row>N</execute_each_row>
231
    <execute_each_row>N</execute_each_row>
Line 181... Line 248...
181
         <partitioning>
248
         <partitioning>
182
           <method>none</method>
249
           <method>none</method>
183
           <schema_name/>
250
           <schema_name/>
184
           </partitioning>
251
           </partitioning>
185
    <fields>      <field>        <name>id</name>
252
    <fields>      <field>        <name>id</name>
186
        <rename>id</rename>
253
        <rename/>
187
        <length>-2</length>
254
        <length>-2</length>
188
        <precision>-2</precision>
255
        <precision>-2</precision>
189
      </field>      <field>        <name>email</name>
256
      </field>      <field>        <name>email</name>
190
        <rename>email</rename>
257
        <rename/>
191
        <length>-2</length>
258
        <length>-2</length>
192
        <precision>-2</precision>
259
        <precision>-2</precision>
193
      </field>      <field>        <name>name</name>
260
      </field>      <field>        <name>name</name>
194
        <rename>name</rename>
261
        <rename/>
195
        <length>-2</length>
262
        <length>-2</length>
196
        <precision>-2</precision>
263
        <precision>-2</precision>
197
      </field>      <field>        <name>is_anonymous</name>
264
      </field>      <field>        <name>is_anonymous</name>
198
        <rename>is_anonymous</rename>
265
        <rename/>
199
        <length>-2</length>
266
        <length>-2</length>
200
        <precision>-2</precision>
267
        <precision>-2</precision>
201
      </field>      <field>        <name>date_of_birth</name>
268
      </field>      <field>        <name>date_of_birth</name>
202
        <rename>date_of_birth</rename>
269
        <rename/>
203
        <length>-2</length>
270
        <length>-2</length>
204
        <precision>-2</precision>
271
        <precision>-2</precision>
205
      </field>      <field>        <name>sex</name>
272
      </field>      <field>        <name>sex</name>
206
        <rename>sex</rename>
273
        <rename/>
207
        <length>-2</length>
274
        <length>-2</length>
208
        <precision>-2</precision>
275
        <precision>-2</precision>
209
      </field>      <field>        <name>source</name>
276
      </field>      <field>        <name>source</name>
-
 
277
        <rename/>
210
        <rename>source</rename>
278
        <length>-2</length>
-
 
279
        <precision>-2</precision>
-
 
280
      </field>      <field>        <name>source_start_date_id</name>
-
 
281
        <rename/>
-
 
282
        <length>-2</length>
-
 
283
        <precision>-2</precision>
-
 
284
      </field>      <field>        <name>source_start_hour</name>
-
 
285
        <rename/>
211
        <length>-2</length>
286
        <length>-2</length>
212
        <precision>-2</precision>
287
        <precision>-2</precision>
213
      </field>        <select_unspecified>N</select_unspecified>
288
      </field>        <select_unspecified>N</select_unspecified>
214
    </fields>     <cluster_schema/>
289
    </fields>     <cluster_schema/>
215
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
290
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
216
      <xloc>304</xloc>
291
      <xloc>303</xloc>
217
      <yloc>167</yloc>
292
      <yloc>167</yloc>
218
      <draw>Y</draw>
293
      <draw>Y</draw>
219
      </GUI>
294
      </GUI>
220
    </step>
295
    </step>
221
 
296
 
222
  <step>
-
 
223
    <name>items_DW</name>
-
 
224
    <type>TableOutput</type>
-
 
225
    <description/>
-
 
226
    <distribute>Y</distribute>
-
 
227
    <copies>1</copies>
-
 
228
         <partitioning>
-
 
229
           <method>none</method>
-
 
230
           <schema_name/>
-
 
231
           </partitioning>
-
 
232
    <connection>salesDC</connection>
-
 
233
    <schema/>
-
 
234
    <table>user</table>
-
 
235
    <commit>1000</commit>
-
 
236
    <truncate>Y</truncate>
-
 
237
    <ignore_errors>N</ignore_errors>
-
 
238
    <use_batch>Y</use_batch>
-
 
239
    <specify_fields>N</specify_fields>
-
 
240
    <partitioning_enabled>N</partitioning_enabled>
-
 
241
    <partitioning_field/>
-
 
242
    <partitioning_daily>N</partitioning_daily>
-
 
243
    <partitioning_monthly>Y</partitioning_monthly>
-
 
244
    <tablename_in_field>N</tablename_in_field>
-
 
245
    <tablename_field/>
-
 
246
    <tablename_in_table>Y</tablename_in_table>
-
 
247
    <return_keys>N</return_keys>
-
 
248
    <return_field/>
-
 
249
    <fields>
-
 
250
        <field>
-
 
251
          <column_name>id</column_name>
-
 
252
          <stream_name>id</stream_name>
-
 
253
        </field>
-
 
254
        <field>
-
 
255
          <column_name>product_group</column_name>
-
 
256
          <stream_name>product_group</stream_name>
-
 
257
        </field>
-
 
258
        <field>
-
 
259
          <column_name>brand</column_name>
-
 
260
          <stream_name>brand</stream_name>
-
 
261
        </field>
-
 
262
        <field>
-
 
263
          <column_name>model_number</column_name>
-
 
264
          <stream_name>model_number</stream_name>
-
 
265
        </field>
-
 
266
        <field>
-
 
267
          <column_name>model_name</column_name>
-
 
268
          <stream_name>model_name</stream_name>
-
 
269
        </field>
-
 
270
        <field>
-
 
271
          <column_name>color</column_name>
-
 
272
          <stream_name>color</stream_name>
-
 
273
        </field>
-
 
274
        <field>
-
 
275
          <column_name>category</column_name>
-
 
276
          <stream_name>category</stream_name>
-
 
277
        </field>
-
 
278
    </fields>
-
 
279
     <cluster_schema/>
-
 
280
 <remotesteps>   <input>   </input>   <output>   </output> </remotesteps>    <GUI>
-
 
281
      <xloc>435</xloc>
-
 
282
      <yloc>166</yloc>
-
 
283
      <draw>Y</draw>
-
 
284
      </GUI>
-
 
285
    </step>
-
 
286
 
-
 
287
  <step_error_handling>
297
  <step_error_handling>
288
  </step_error_handling>
298
  </step_error_handling>
289
   <slave-step-copy-partition-distribution>
299
   <slave-step-copy-partition-distribution>
290
</slave-step-copy-partition-distribution>
300
</slave-step-copy-partition-distribution>
291
   <slave_transformation>N</slave_transformation>
301
   <slave_transformation>N</slave_transformation>