build/third_party/buildbot_8_4p1/contrib/svn_watcher.py

#!/usr/bin/python

# This is a program which will poll a (remote) SVN repository, looking for
# new revisions. It then uses the 'buildbot sendchange' command to deliver
# information about the Change to a (remote) buildmaster. It can be run from
# a cron job on a periodic basis, or can be told (with the 'watch' option) to
# automatically repeat its check every 10 minutes.  

# This script does not store any state information, so to avoid spurious
# changes you must use the 'watch' option and let it run forever.

# You will need to provide it with the location of the buildmaster's
# PBChangeSource port (in the form hostname:portnum), and the svnurl of the
# repository to watch.


# 15.03.06 by John Pye
# 29.03.06 by Niklaus Giger, added support to run under windows,
# added invocation option
# 22.03.10 by Johnnie Pittman, added support for category and interval
# options.

import subprocess
import xml.dom.minidom
from xml.parsers.expat import ExpatError
import sys
import time
from optparse import OptionParser
import os


if sys.platform == 'win32':
    import win32pipe


def getoutput(cmd):
    p = subprocess.Popen(cmd, stdout=subprocess.PIPE)
    return p.stdout.read()


def sendchange_cmd(master, revisionData):
    cmd = [
        "buildbot", 
        "sendchange",
        "--master=%s" % master,
        "--revision=%s" % revisionData['revision'],
        "--username=%s" % revisionData['author'],
        "--comments=%s" % revisionData['comments'],
        ]
    if opts.category:
        cmd.append("--category=%s" % opts.category)
    for path in revisionData['paths']:
        cmd.append(path)
        

    if opts.verbose == True:
        print cmd
        
    return cmd 

def parseChangeXML(raw_xml):
    """Parse the raw xml and return a dict with key pairs set.
    
    Commmand we're parsing:

    svn log --non-interactive --xml --verbose --limit=1 <repo url>

    With an output that looks like this:

    <?xml version="1.0"?>
     <log>
      <logentry revision="757">
       <author>mwiggins</author>
       <date>2009-11-11T17:16:48.012357Z</date>
       <paths>
        <path kind="" copyfrom-path="/trunk" copyfrom-rev="756" action="A">/tags/Latest</path>
       </paths>
       <msg>Updates/latest</msg>
      </logentry>
     </log>
    """
    
    data = dict()
    
    # parse the xml string and grab the first log entry.
    try:
        doc = xml.dom.minidom.parseString(raw_xml)
    except ExpatError:
        print "\nError: Got an empty response with an empty changeset.\n"
        raise
    log_entry = doc.getElementsByTagName("logentry")[0]

    # grab the appropriate meta data we need
    data['revision'] = log_entry.getAttribute("revision")
    data['author'] = "".join([t.data for t in
                              log_entry.getElementsByTagName("author")[0].childNodes])
    data['comments'] = "".join([t.data for t in
                                log_entry.getElementsByTagName("msg")[0].childNodes])
    
    # grab the appropriate file paths that changed.
    pathlist = log_entry.getElementsByTagName("paths")[0]
    paths = []
    for path in pathlist.getElementsByTagName("path"):
        paths.append("".join([t.data for t in path.childNodes]))
    data['paths'] = paths
    
    return data


def checkChanges(repo, master, oldRevision=-1):
    cmd = ["svn", "log", "--non-interactive", "--xml", "--verbose",
           "--limit=1", repo]
    
    if opts.verbose == True:
        print "Getting last revision of repository: " + repo

    if sys.platform == 'win32':
        f = win32pipe.popen(cmd)
        xml1 = ''.join(f.readlines())
        f.close()
    else:
        xml1 = getoutput(cmd)

    if opts.verbose == True:
        print "XML\n-----------\n"+xml1+"\n\n"

    revisionData = parseChangeXML(xml1)

    if opts.verbose == True:
        print "PATHS"
        print revisionData['paths']

    if  revisionData['revision'] != oldRevision:
        
        cmd = sendchange_cmd(master, revisionData)

        if sys.platform == 'win32':
            f = win32pipe.popen(cmd)
            pretty_time = time.strftime("%H.%M.%S ") 
            print "%s Revision %s: %s" % (pretty_time, revisionData['revision'], 
                                          ''.join(f.readlines()))
            f.close()
        else:
            xml1 = getoutput(cmd)
    else:
        pretty_time = time.strftime("%H.%M.%S ")
        print "%s nothing has changed since revision %s" % (pretty_time, 
                                                            revisionData['revision'])

    return revisionData['revision']

def build_parser():
    usagestr = "%prog [options] <repo url> <buildbot master:port>"
    parser = OptionParser(usage=usagestr)
    
    parser.add_option(
        "-c", "--category", dest="category", action="store", default="",
        help="""Store a category name to be associated with sendchange msg."""
        )

    parser.add_option(
        "-i", "--interval", dest="interval", action="store", default=0,
        help="Implies watch option and changes the time in minutes to the value specified.",
        )

    parser.add_option(
        "-v", "--verbose", dest="verbose", action="store_true", default=False,
        help="Enables more information to be presented on the command line.",
        )

    parser.add_option(
        "", "--watch", dest="watch", action="store_true", default=False,
        help="Automatically check the repo url every 10 minutes.",
        )
    
    return parser

def validate_args(args):
    """Validate our arguments and exit if we don't have what we want."""
    if not args:
        print "\nError: No arguments were specified.\n"
        parser.print_help()
        sys.exit(1)
    elif len(args) > 2:
        print "\nToo many arguments specified.\n"
        parser.print_help()
        sys.exit(2)
    

if __name__ == '__main__':

    # build our parser and validate our args
    parser = build_parser()
    (opts, args) = parser.parse_args()
    validate_args(args)
    if opts.interval:
        try:
            int(opts.interval)
        except ValueError:
            print "\nError: Value of the interval option must be a number."
            parser.print_help()
            sys.exit(3)

    # grab what we need
    repo_url = args[0]
    bbmaster = args[1]

    # if watch is specified, run until stopped
    if opts.watch or opts.interval:
        oldRevision = -1
        print "Watching for changes in repo %s for master %s." % (repo_url, bbmaster)
        while 1:
            try:
                oldRevision = checkChanges(repo_url, bbmaster, oldRevision)
            except ExpatError:
                # had an empty changeset.  Trapping the exception and moving on.
                pass
            try:
                if opts.interval:
                    # Check the repository every interval in minutes the user specified.
                    time.sleep(int(opts.interval) * 60)
                else:
                    # Check the repository every 10 minutes
                    time.sleep(10*60)
            except KeyboardInterrupt:
                print "\nReceived interrupt via keyboard.  Shutting Down."
                sys.exit(0)

    # default action if watch isn't specified 
    checkChanges(repo_url, bbmaster)