aboutsummaryrefslogtreecommitdiffstats
path: root/lib/oe
diff options
context:
space:
mode:
authorChris Larson <chris_larson@mentor.com>2010-09-01 04:52:10 +0000
committerChris Larson <chris_larson@mentor.com>2010-09-02 09:19:17 -0700
commit900cc29b603691eb3a077cb660545ead3715ed54 (patch)
tree94d9ca9b87e5b9c22e3bbccc8aac551ced5e13c4 /lib/oe
parent490c68ac991239c908ec23a2fc143ef8ce2d9981 (diff)
downloadopenembedded-900cc29b603691eb3a077cb660545ead3715ed54.tar.gz
openembedded-900cc29b603691eb3a077cb660545ead3715ed54.tar.bz2
openembedded-900cc29b603691eb3a077cb660545ead3715ed54.zip
do_unpack, do_patch: shift some responsibility around, clean things up
- Consolidate 'is this file a patch' logic - Move unpack functions from classes into oe.unpack - Move the unpacking message printing into do_unpack - Move the destination directory determination into do_unpack - Use subprocess's ability to pass in PATH and cwd rather than mangling the cmd - Use shutil.copy2/copytree for ordinary file "unpack" - Use the existing urldata from bb.fetch.init rather than re-decodeurl'ing the urls - Make handling of globs in url paths explicit rather than implicit, calling oe_unpack on each one, so showing an unpacking message to the user for each globbed file, rather than the entirety Signed-off-by: Chris Larson <chris_larson@mentor.com> Acked-by: Khem Raj <raj.khem@gmail.com> Acked-by: Tom Rini <tom_rini@mentor.com>
Diffstat (limited to 'lib/oe')
-rw-r--r--lib/oe/unpack.py95
1 files changed, 95 insertions, 0 deletions
diff --git a/lib/oe/unpack.py b/lib/oe/unpack.py
new file mode 100644
index 0000000000..34569aa004
--- /dev/null
+++ b/lib/oe/unpack.py
@@ -0,0 +1,95 @@
+import os.path
+import bb
+
+class UnpackError(Exception):
+ def __init__(self, filename, destdir, command, output):
+ self.filename = filename
+ self.destdir = destdir
+ self.command = command
+ self.output = output
+
+ def __str__(self):
+ return "Unable to unpack '%s' to '%s' (cmd: %s): %s" % \
+ (self.filename, self.destdir, self.command, self.output)
+
+def to_boolean(string, default=None):
+ if not string:
+ return default
+
+ normalized = string.lower()
+ if normalized in ("y", "yes", "1", "true"):
+ return True
+ elif normalized in ("n", "no", "0", "false"):
+ return False
+ else:
+ raise ValueError("Invalid value for to_boolean: %s" % string)
+
+def is_patch(filename, parameters):
+ try:
+ apply = to_boolean(parameters.get("apply"))
+ except ValueError, exc:
+ bb.fatal("Invalid value for 'apply' parameter for %s: %s" %
+ (filename, parameters.get("apply")))
+
+ if apply is not None:
+ return apply
+
+ if parameters.get("patch"):
+ bb.msg.warn(None, "Deprecated usage of 'patch' url param for '%s', please use 'apply={yes,no}'" % filename)
+ return True
+
+ base, ext = os.path.splitext(filename)
+ return ext in (".diff", ".patch")
+
+def subprocess_setup():
+ import signal
+ # Python installs a SIGPIPE handler by default. This is usually not what
+ # non-Python subprocesses expect.
+ signal.signal(signal.SIGPIPE, signal.SIG_DFL)
+
+def unpack_file(file, destdir, dos=False, env=None):
+ import subprocess, shutil
+
+ dest = os.path.join(destdir, os.path.basename(file))
+ if os.path.exists(dest):
+ if os.path.samefile(file, dest):
+ return True
+
+ cmd = None
+ if file.endswith('.tar'):
+ cmd = 'tar x --no-same-owner -f %s' % file
+ elif file.endswith('.tgz') or file.endswith('.tar.gz') or file.endswith('.tar.Z'):
+ cmd = 'tar xz --no-same-owner -f %s' % file
+ elif file.endswith('.tbz') or file.endswith('.tbz2') or file.endswith('.tar.bz2'):
+ cmd = 'bzip2 -dc %s | tar x --no-same-owner -f -' % file
+ elif file.endswith('.gz') or file.endswith('.Z') or file.endswith('.z'):
+ base, ext = os.path.splitext(file)
+ cmd = 'gzip -dc %s > %s' % (file, base)
+ elif file.endswith('.bz2'):
+ base, ext = os.path.splitext(file)
+ cmd = 'bzip2 -dc %s > %s' % (file, base)
+ elif file.endswith('.tar.xz'):
+ cmd = 'xz -dc %s | tar x --no-same-owner -f -' % file
+ elif file.endswith('.xz'):
+ base, ext = os.path.splitext(file)
+ cmd = 'xz -dc %s > %s' % (file, base)
+ elif file.endswith('.zip') or file.endswith('.jar'):
+ cmd = 'unzip -q -o'
+ if dos:
+ cmd = '%s -a' % cmd
+ cmd = "%s '%s'" % (cmd, file)
+ elif os.path.isdir(file):
+ shutil.rmtree(dest, True)
+ shutil.copytree(file, dest, True)
+ else:
+ shutil.copy2(file, dest)
+
+ if not cmd:
+ return
+
+ pipe = subprocess.Popen(cmd, preexec_fn=subprocess_setup, shell=True,
+ cwd=destdir, env=env, stdout=subprocess.PIPE,
+ stderr=subprocess.STDOUT)
+ stdout = pipe.communicate()[0]
+ if pipe.returncode != 0:
+ raise UnpackError(file, destdir, cmd, stdout)