166 lines
5.6 KiB
Python
166 lines
5.6 KiB
Python
#!/usr/bin/env python
|
|
# ex:ts=4:sw=4:sts=4:et
|
|
# -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*-
|
|
"""
|
|
BitBake 'Fetch' git implementation
|
|
|
|
Copyright (C) 2005 Richard Purdie
|
|
|
|
This program is free software; you can redistribute it and/or modify it under
|
|
the terms of the GNU General Public License as published by the Free Software
|
|
Foundation; either version 2 of the License, or (at your option) any later
|
|
version.
|
|
|
|
This program is distributed in the hope that it will be useful, but WITHOUT
|
|
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
|
|
FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License along with
|
|
this program; if not, write to the Free Software Foundation, Inc., 59 Temple
|
|
Place, Suite 330, Boston, MA 02111-1307 USA.
|
|
"""
|
|
|
|
import os, re
|
|
import bb
|
|
from bb import data
|
|
from bb.fetch import Fetch
|
|
from bb.fetch import FetchError
|
|
|
|
def prunedir(topdir):
|
|
# Delete everything reachable from the directory named in 'topdir'.
|
|
# CAUTION: This is dangerous!
|
|
for root, dirs, files in os.walk(topdir, topdown=False):
|
|
for name in files:
|
|
os.remove(os.path.join(root, name))
|
|
for name in dirs:
|
|
os.rmdir(os.path.join(root, name))
|
|
|
|
def rungitcmd(cmd,d):
|
|
|
|
bb.debug(1, "Running %s" % cmd)
|
|
|
|
# Need to export PATH as git is likely to be in metadata paths
|
|
# rather than host provided
|
|
pathcmd = 'export PATH=%s; %s' % (data.expand('${PATH}', d), cmd)
|
|
|
|
myret = os.system(pathcmd)
|
|
|
|
if myret != 0:
|
|
raise FetchError("Git: %s failed" % pathcmd)
|
|
|
|
def gettag(parm):
|
|
if 'tag' in parm:
|
|
tag = parm['tag']
|
|
else:
|
|
tag = ""
|
|
if not tag:
|
|
tag = "master"
|
|
|
|
return tag
|
|
|
|
class Git(Fetch):
|
|
"""Class to fetch a module or modules from git repositories"""
|
|
def supports(url, d):
|
|
"""Check to see if a given url can be fetched with cvs.
|
|
Expects supplied url in list form, as outputted by bb.decodeurl().
|
|
"""
|
|
(type, host, path, user, pswd, parm) = bb.decodeurl(data.expand(url, d))
|
|
return type in ['git']
|
|
supports = staticmethod(supports)
|
|
|
|
def localpath(url, d):
|
|
(type, host, path, user, pswd, parm) = bb.decodeurl(data.expand(url, d))
|
|
|
|
#if user sets localpath for file, use it instead.
|
|
if "localpath" in parm:
|
|
return parm["localpath"]
|
|
|
|
tag = gettag(parm)
|
|
|
|
localname = data.expand('git_%s%s_%s.tar.gz' % (host, path.replace('/', '.'), tag), d)
|
|
|
|
return os.path.join(data.getVar("DL_DIR", d, 1),data.expand('%s' % (localname), d))
|
|
|
|
localpath = staticmethod(localpath)
|
|
|
|
def go(self, d, urls = []):
|
|
"""Fetch urls"""
|
|
if not urls:
|
|
urls = self.urls
|
|
|
|
for loc in urls:
|
|
(type, host, path, user, pswd, parm) = bb.decodeurl(data.expand(loc, d))
|
|
|
|
tag = gettag(parm)
|
|
|
|
gitsrcname = '%s%s' % (host, path.replace('/', '.'))
|
|
|
|
repofile = os.path.join(data.getVar("DL_DIR", d, 1), 'git_%s.tar.gz' % (gitsrcname))
|
|
repodir = os.path.join(data.expand('${GITDIR}', d), gitsrcname)
|
|
|
|
coname = '%s' % (tag)
|
|
codir = os.path.join(repodir, coname)
|
|
|
|
cofile = self.localpath(loc, d)
|
|
|
|
# Always update to current if tag=="master"
|
|
#if os.access(cofile, os.R_OK) and (tag != "master"):
|
|
if os.access(cofile, os.R_OK):
|
|
bb.debug(1, "%s already exists, skipping git checkout." % cofile)
|
|
continue
|
|
|
|
# Still Need to add GIT_TARBALL_STASH Support...
|
|
# pn = data.getVar('PN', d, 1)
|
|
# cvs_tarball_stash = None
|
|
# if pn:
|
|
# cvs_tarball_stash = data.getVar('CVS_TARBALL_STASH_%s' % pn, d, 1)
|
|
# if cvs_tarball_stash == None:
|
|
# cvs_tarball_stash = data.getVar('CVS_TARBALL_STASH', d, 1)
|
|
# if cvs_tarball_stash:
|
|
# fetchcmd = data.getVar("FETCHCOMMAND_wget", d, 1)
|
|
# uri = cvs_tarball_stash + tarfn
|
|
# bb.note("fetch " + uri)
|
|
# fetchcmd = fetchcmd.replace("${URI}", uri)
|
|
# ret = os.system(fetchcmd)
|
|
# if ret == 0:
|
|
# bb.note("Fetched %s from tarball stash, skipping checkout" % tarfn)
|
|
# continue
|
|
|
|
#if os.path.exists(repodir):
|
|
#prunedir(repodir)
|
|
|
|
bb.mkdirhier(repodir)
|
|
os.chdir(repodir)
|
|
|
|
#print("Changing to %s" % repodir)
|
|
|
|
if os.access(repofile, os.R_OK):
|
|
rungitcmd("tar -xzf %s" % (repofile),d)
|
|
else:
|
|
rungitcmd("git clone rsync://%s%s %s" % (host, path, repodir),d)
|
|
|
|
rungitcmd("rsync -a --verbose --stats --progress rsync://%s%s/ %s" % (host, path, os.path.join(repodir, ".git", "")),d)
|
|
|
|
#print("Changing to %s" % repodir)
|
|
os.chdir(repodir)
|
|
rungitcmd("git pull rsync://%s%s" % (host, path),d)
|
|
|
|
#print("Changing to %s" % repodir)
|
|
os.chdir(repodir)
|
|
rungitcmd("tar -czf %s %s" % (repofile, os.path.join(".", ".git", "*") ),d)
|
|
|
|
if os.path.exists(codir):
|
|
prunedir(codir)
|
|
|
|
#print("Changing to %s" % repodir)
|
|
bb.mkdirhier(codir)
|
|
os.chdir(repodir)
|
|
rungitcmd("git read-tree %s" % (tag),d)
|
|
|
|
rungitcmd("git checkout-index -q -f --prefix=%s -a" % (os.path.join(codir, "git", "")),d)
|
|
|
|
#print("Changing to %s" % codir)
|
|
os.chdir(codir)
|
|
rungitcmd("tar -czf %s %s" % (cofile, os.path.join(".", "*") ),d)
|
|
|