#!/usr/bin/env python
"""
github_buildbot.py is based on git_buildbot.py
github_buildbot.py will determine the repository information from the JSON
HTTP POST it receives from github.com and build the appropriate repository.
If your github repository is private, you must add a ssh key to the github
repository for the user who initiated the build on the buildslave.
"""
import tempfile
import logging
import re
import sys
import traceback
from twisted.web import server,resource
from twisted.internet import reactor
from twisted.spread import pb
from twisted.cred import credentials
from optparse import OptionParser
try:
import json
except ImportError:
import simplejson as json
class GitHubBuildBot(resource.Resource):
"""
GitHubBuildBot creates the webserver that responds to the GitHub Service
Hook.
"""
isLeaf = True
master = None
port = None
def render_POST(self, request):
"""
Reponds only to POST events and starts the build process
:arguments:
request
the http request object
"""
try:
payload = json.loads(request.args['payload'][0])
user = payload['repository']['owner']['name']
repo = payload['repository']['name']
repo_url = payload['repository']['url']
self.private = payload['repository']['private']
logging.debug("Payload: " + str(payload))
self.process_change(payload, user, repo, repo_url)
except Exception:
logging.error("Encountered an exception:")
for msg in traceback.format_exception(*sys.exc_info()):
logging.error(msg.strip())
def process_change(self, payload, user, repo, repo_url):
"""
Consumes the JSON as a python object and actually starts the build.
:arguments:
payload
Python Object that represents the JSON sent by GitHub Service
Hook.
"""
changes = []
newrev = payload['after']
refname = payload['ref']
# We only care about regular heads, i.e. branches
match = re.match(r"^refs\/heads\/(.+)$", refname)
if not match:
logging.info("Ignoring refname `%s': Not a branch" % refname)
branch = match.group(1)
# Find out if the branch was created, deleted or updated. Branches
# being deleted aren't really interesting.
if re.match(r"^0*$", newrev):
logging.info("Branch `%s' deleted, ignoring" % branch)
else:
for commit in payload['commits']:
files = []
files.extend(commit['added'])
files.extend(commit['modified'])
files.extend(commit['removed'])
change = {'revision': commit['id'],
'revlink': commit['url'],
'comments': commit['message'],
'branch': branch,
'who': commit['author']['name']
+ " <" + commit['author']['email'] + ">",
'files': files,
'links': [commit['url']],
'properties': {'repository': repo_url},
}
changes.append(change)
# Submit the changes, if any
if not changes:
logging.warning("No changes found")
return
host, port = self.master.split(':')
port = int(port)
factory = pb.PBClientFactory()
deferred = factory.login(credentials.UsernamePassword("change",
"changepw"))
reactor.connectTCP(host, port, factory)
deferred.addErrback(self.connectFailed)
deferred.addCallback(self.connected, changes)
def connectFailed(self, error):
"""
If connection is failed. Logs the error.
"""
logging.error("Could not connect to master: %s"
% error.getErrorMessage())
return error
def addChange(self, dummy, remote, changei):
"""
Sends changes from the commit to the buildmaster.
"""
logging.debug("addChange %s, %s" % (repr(remote), repr(changei)))
try:
change = changei.next()
except StopIteration:
remote.broker.transport.loseConnection()
return None
logging.info("New revision: %s" % change['revision'][:8])
for key, value in change.iteritems():
logging.debug(" %s: %s" % (key, value))
deferred = remote.callRemote('addChange', change)
deferred.addCallback(self.addChange, remote, changei)
return deferred
def connected(self, remote, changes):
"""
Reponds to the connected event.
"""
return self.addChange(None, remote, changes.__iter__())
def main():
"""
The main event loop that starts the server and configures it.
"""
usage = "usage: %prog [options]"
parser = OptionParser(usage)
parser.add_option("-p", "--port",
help="Port the HTTP server listens to for the GitHub Service Hook"
+ " [default: %default]", default=4000, type=int, dest="port")
parser.add_option("-m", "--buildmaster",
help="Buildbot Master host and port. ie: localhost:9989 [default:"
+ " %default]", default="localhost:9989", dest="buildmaster")
parser.add_option("-l", "--log",
help="The absolute path, including filename, to save the log to"
+ " [default: %default]",
default = tempfile.gettempdir() + "/github_buildbot.log",
dest="log")
parser.add_option("-L", "--level",
help="The logging level: debug, info, warn, error, fatal [default:"
+ " %default]", default='warn', dest="level")
parser.add_option("-g", "--github",
help="The github server. Changing this is useful if you've specified"
+ " a specific HOST handle in ~/.ssh/config for github "
+ "[default: %default]", default='github.com',
dest="github")
(options, _) = parser.parse_args()
levels = {
'debug':logging.DEBUG,
'info':logging.INFO,
'warn':logging.WARNING,
'error':logging.ERROR,
'fatal':logging.FATAL,
}
filename = options.log
log_format = "%(asctime)s - %(levelname)s - %(message)s"
logging.basicConfig(filename=filename, format=log_format,
level=levels[options.level])
github_bot = GitHubBuildBot()
github_bot.github = options.github
github_bot.master = options.buildmaster
site = server.Site(github_bot)
reactor.listenTCP(options.port, site)
reactor.run()
if __name__ == '__main__':
main()
|