replicate_github.py

#! /usr/bin/env python

from urllib2 import urlopen, URLError
from json import load
from os import rename
from os.path import isdir, join
from subprocess import check_call
from optparse import OptionParser

parser = OptionParser()
parser.add_option('--user', help='Override git repos with any of matching name from USER',
                  metavar='USER')
parser.add_option('--git-binary', metavar='PATH', default='git',
                  help='Assume git binary is at PATH')
options, args = parser.parse_args()
if len(args)!=2:
    print 'USAGE: replicate_github organization destination_directory'
    print
    print 'replicate all repos in github organization; when first seen'
    print 'clone them, on later runs fetch'
    print 
    print 'if USER_OVERRIDE is specified, overlay any matching repos from that user'
    exit(1)
repos = load(urlopen('https://api.github.com/orgs/'+args[0]+'/repos?type=all&per_page=1000'))
for repo in repos: 
    destd = join(args[1], repo['name']+'.git')
    if not isdir(destd):
        print 'cloning to', destd
        check_call([options.git_binary, 'clone', '--bare', repo['clone_url'], destd])
    else:
        print 'fetching to', destd
        check_call([options.git_binary, 'fetch', '--all'], cwd=destd)
if options.user:
    for repo in repos:
        url = 'https://github.com/'+options.user+'/'+repo['name']+'.git'
        try:
            urlopen(url)
        except URLError:
            continue
        destd = join(args[1], repo['name']+'.git')
        upstreamd = destd+'.upstream'
        if not isdir(upstreamd):
            rename(destd, upstreamd)
            check_call([options.git_binary, 'clone', '--bare', url, destd])