Subversion Repositories SmartDukaan

##  Copyright (c) 2007-2008 Facebook

##

##  Licensed under the Apache License, Version 2.0 (the "License");

##  you may not use this file except in compliance with the License.

##  You may obtain a copy of the License at

##

##      http://www.apache.org/licenses/LICENSE-2.0

##

##  Unless required by applicable law or agreed to in writing, software

##  distributed under the License is distributed on an "AS IS" BASIS,

##  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

##  See the License for the specific language governing permissions and

##  limitations under the License.

##

## See accompanying file LICENSE or visit the Scribe site at:

## http://developers.facebook.com/scribe/

# This file contains a couple of simple examples of how to configure and use

# Scribe.

#

# Example code in this directory:

#  scribe_cat: a simple example of a client that can send messages to Scribe

#  scribe_ctrl: a script that manages a running Scribe instance (requires root)

#  example1.conf: sample configuration file for running Example 1

#  example2.conf: sample configuration file for running Example 2

#

# EXAMPLE 1

#

# This is a simple example that shows how to configure and send messages to

# Scribe.

#Create a directory to log messages:

mkdir /tmp/scribetest

#Start scribe using the configuration in example1.conf:

src/scribed examples/example1.conf

#From another terminal, use scribe_cat to send a message to scribe:

echo "hello world" | ./scribe_cat test

#If the previous command failed, make sure you did a 'make install' from the

#root scribe directory and that $PYTHONPATH is set correctly(see README.BUILD)

#Verify that the message got logged:

cat /tmp/scribetest/test/test_current

#Check the status of scribe (requires root):

./scribe_ctrl status

#Check scribe's counters (you should see 1 message 'received good'):

./scribe_ctrl counters

#Shutdown scribe:

./scribe_ctrl stop

#

# Example 2

#

# This example shows you how to log messages between multiple Scribe instances.

# In this example, we will run each Scribe server on a different port to simulate

# running Scribe on multiple machines.

          'client'                    'central'

----------------------------     --------------------

| Port 1464                 |    | Port 1463         |

|        ----------------   |    | ----------------  |

|     -> | scribe server |--|--->| | scribe server | |

|        ----------------   |    | ----------------  |

|                |          |    |    |         |    |

|            temp file      |    |    |    temp file |

|---------------------------     |-------------------

                                      |

                                   -------------------

                                   | /tmp/scribetest/ |

                                   -------------------

#Create a directory for the second scribe instance:

mkdir /tmp/scribetest2

#Start up the 'central' instance of Scribe on port 1463 to write messages to disk

#(See example2central.conf):

src/scribed examples/example2central.conf

#Start up the 'client' instance of Scribe on port 1464 to forward messages to

#the 'central' Scribe server (See example2client.conf):

src/scribed examples/example2client.conf

#Use scribe_cat to send some messages to the 'client' Scribe instance:

echo "test message" | ./scribe_cat -h localhost:1464 test2

echo "this message will be ignored" | ./scribe_cat -h localhost:1464 ignore_me

echo "123:this message will be bucketed" | ./scribe_cat -h localhost:1464 bucket_me

#The first message will be logged similar to example 1.

#The second message will not get logged.

#The third message will be bucketized into 1 of 5 buckets

#(See example2central.conf)

#Verify that the first message got logged:

cat /tmp/scribetest/test2/test2_current

#Verify that the third message got logged into a subdirectory:

cat /tmp/scribetest/bucket*/bucket_me_current

#Check the status and counters of both instances:

./scribe_ctrl status 1463

./scribe_ctrl status 1464

./scribe_ctrl counters 1463

./scribe_ctrl counters 1464

#Shutdown both servers:

./scribe_ctrl stop 1463

./scribe_ctrl stop 1464

#

# Example 3

#

# Test Scribe buffering

#Startup the two Scribe instances used in Example 2.

#Start the 'central' server first:

src/scribed examples/example2central.conf

#Then start the 'client':

src/scribed examples/example2client.conf

#Log a message to the 'client' Scribe instance:

echo "test message 1" | ./scribe_cat -h localhost:1464 test3

#Verify that the message got logged:

cat /tmp/scribetest/test3/test3_current

#Stop the 'central' Scribe instance:

./scribe_ctrl stop 1463

#Attempting to check the status of this server will return failure since it not running:

./scribe_ctrl status 1463

#Try to Log another message:

echo "test message 2" | ./scribe_cat -h localhost:1464 test3

#This message will be buffered by the 'client' since it cannot be forwarded to

#the 'central' server.  Scribe will keep retrying until it is able to send.

#After a couple seconds, the status of the 'client' will be set to a warning message:

./scribe_ctrl status 1464

#Try to Log yet another message(which will also get buffered):

echo "test message 3" | ./scribe_cat -h localhost:1464 test3

#Restart the 'central' instance:

src/scribed examples/example2central.conf

#Wait for both Scribe instance's statuses to change to ALIVE:

./scribe_ctrl status 1463

./scribe_ctrl status 1464

#Verify that all 3 messages have now been received by the 'central' server:

cat /tmp/scribetest/test3/test3_current

#Shutdown:

./scribe_ctrl stop 1463

./scribe_ctrl stop 1464