[gentoo-commits] portage r13926 - in main/trunk/pym/portage: . cache dbapi env sets

[Zac Medico (zmedico)]

Author: zmedico
Date: 2009-08-06 05:35:14 +0000 (Thu, 06 Aug 2009)
New Revision: 13926

Modified:
   main/trunk/pym/portage/__init__.py
   main/trunk/pym/portage/cache/ebuild_xattr.py
   main/trunk/pym/portage/dbapi/vartree.py
   main/trunk/pym/portage/env/loaders.py
   main/trunk/pym/portage/manifest.py
   main/trunk/pym/portage/sets/files.py
   main/trunk/pym/portage/update.py
   main/trunk/pym/portage/util.py
Log:
Do not pass unicode strings into os.walk calls, since it can cause
internal os.path.join calls to raise UnicodeDecodeError.


Modified: main/trunk/pym/portage/__init__.py
===================================================================
--- main/trunk/pym/portage/__init__.py	2009-08-06 01:05:43 UTC (rev 13925)
+++ main/trunk/pym/portage/__init__.py	2009-08-06 05:35:14 UTC (rev 13926)
@@ -4901,6 +4901,11 @@
 	""" epatch will just grab all the patches out of a directory, so we have to
 	make sure there aren't any foreign files that it might grab."""
 	filesdir = os.path.join(pkgdir, "files")
+	if isinstance(filesdir, unicode):
+		# Avoid UnicodeDecodeError raised from
+		# os.path.join when called by os.walk.
+		filesdir = filesdir.encode('utf_8', 'replace')
+
 	for parent, dirs, files in os.walk(filesdir):
 		for d in dirs:
 			if d.startswith(".") or d == "CVS":
@@ -5158,6 +5163,12 @@
 		os.system("chflags -R nosunlnk,nouunlnk %s 2>/dev/null" % \
 			(_shell_quote(mysettings["D"]),))
 
+	destdir = mysettings["D"]
+	if isinstance(destdir, unicode):
+		# Avoid UnicodeDecodeError raised from
+		# os.path.join when called by os.walk.
+		destdir = destdir.encode('utf_8', 'replace')
+
 	for parent, dirs, files in os.walk(mysettings["D"]):
 		for fname in chain(dirs, files):
 			fpath = os.path.join(parent, fname)

Modified: main/trunk/pym/portage/cache/ebuild_xattr.py
===================================================================
--- main/trunk/pym/portage/cache/ebuild_xattr.py	2009-08-06 01:05:43 UTC (rev 13925)
+++ main/trunk/pym/portage/cache/ebuild_xattr.py	2009-08-06 05:35:14 UTC (rev 13926)
@@ -153,7 +153,14 @@
 		return os.path.exists(self.__get_path(cpv))
 
 	def __iter__(self):
-		for root,dirs,files in os.walk(self.portdir):
+
+		portdir = self.portdir
+		if isinstance(portdir, unicode):
+			# Avoid UnicodeDecodeError raised from
+			# os.path.join when called by os.walk.
+			portdir = portdir.encode('utf_8', 'replace')
+
+		for root, dirs, files in os.walk(portdir):
 			for file in files:
 				if file[-7:] == '.ebuild':
 					cat = os.path.basename(os.path.dirname(root))

Modified: main/trunk/pym/portage/dbapi/vartree.py
===================================================================
--- main/trunk/pym/portage/dbapi/vartree.py	2009-08-06 01:05:43 UTC (rev 13925)
+++ main/trunk/pym/portage/dbapi/vartree.py	2009-08-06 05:35:14 UTC (rev 13926)
@@ -3221,6 +3221,12 @@
 		myfilelist = []
 		mylinklist = []
 		paths_with_newlines = []
+
+		if isinstance(srcroot, unicode):
+			# Avoid UnicodeDecodeError raised from
+			# os.path.join when called by os.walk.
+			srcroot = srcroot.encode('utf_8', 'replace')
+
 		srcroot_len = len(srcroot)
 		def onerror(e):
 			raise

Modified: main/trunk/pym/portage/env/loaders.py
===================================================================
--- main/trunk/pym/portage/env/loaders.py	2009-08-06 01:05:43 UTC (rev 13925)
+++ main/trunk/pym/portage/env/loaders.py	2009-08-06 05:35:14 UTC (rev 13926)
@@ -39,6 +39,12 @@
 	@rtype: list
 	@returns: List of files to process
 	"""
+
+	if isinstance(filename, unicode):
+		# Avoid UnicodeDecodeError raised from
+		# os.path.join when called by os.walk.
+		filename = filename.encode('utf_8', 'replace')
+
 	try:
 		st = os.stat(filename)
 	except OSError:

Modified: main/trunk/pym/portage/manifest.py
===================================================================
--- main/trunk/pym/portage/manifest.py	2009-08-06 01:05:43 UTC (rev 13925)
+++ main/trunk/pym/portage/manifest.py	2009-08-06 05:35:14 UTC (rev 13926)
@@ -306,7 +306,14 @@
 		cpvlist = []
 		pn = os.path.basename(self.pkgdir.rstrip(os.path.sep))
 		cat = self._pkgdir_category()
-		for pkgdir, pkgdir_dirs, pkgdir_files in os.walk(self.pkgdir):
+
+		pkgdir = self.pkgdir
+		if isinstance(pkgdir, unicode):
+			# Avoid UnicodeDecodeError raised from
+			# os.path.join when called by os.walk.
+			pkgdir = pkgdir.encode('utf_8', 'replace')
+
+		for pkgdir, pkgdir_dirs, pkgdir_files in os.walk(pkgdir):
 			break
 		for f in pkgdir_files:
 			if f[:1] == ".":
@@ -334,8 +341,15 @@
 				continue
 			self.fhashdict[mytype][f] = perform_multiple_checksums(self.pkgdir+f, self.hashes)
 		recursive_files = []
-		cut_len = len(os.path.join(self.pkgdir, "files") + os.sep)
-		for parentdir, dirs, files in os.walk(os.path.join(self.pkgdir, "files")):
+
+		pkgdir = self.pkgdir
+		if isinstance(pkgdir, unicode):
+			# Avoid UnicodeDecodeError raised from
+			# os.path.join when called by os.walk.
+			pkgdir = pkgdir.encode('utf_8', 'replace')
+
+		cut_len = len(os.path.join(pkgdir, "files") + os.sep)
+		for parentdir, dirs, files in os.walk(os.path.join(pkgdir, "files")):
 			for f in files:
 				full_path = os.path.join(parentdir, f)
 				recursive_files.append(full_path[cut_len:])

Modified: main/trunk/pym/portage/sets/files.py
===================================================================
--- main/trunk/pym/portage/sets/files.py	2009-08-06 01:05:43 UTC (rev 13925)
+++ main/trunk/pym/portage/sets/files.py	2009-08-06 05:35:14 UTC (rev 13926)
@@ -125,9 +125,22 @@
 				directory = self._repopath_sub.sub(trees["porttree"].dbapi.treemap[match.groupdict()["reponame"]], directory)
 			except KeyError:
 				raise SetConfigError(_("Could not find repository '%s'") % match.groupdict()["reponame"])
+
+		if isinstance(directory, unicode):
+			# Avoid UnicodeDecodeError raised from
+			# os.path.join when called by os.walk.
+			directory_unicode = directory
+			directory = directory.encode('utf_8', 'replace')
+		else:
+			directory_unicode = unicode(directory,
+				encoding='utf_8', errors='replace')
+
 		if os.path.isdir(directory):
 			directory = normalize_path(directory)
 			for parent, dirs, files in os.walk(directory):
+				if not isinstance(parent, unicode):
+					parent = unicode(parent,
+						encoding='utf_8', errors='replace')
 				for d in dirs[:]:
 					if d[:1] == '.':
 						dirs.remove(d)
@@ -140,7 +153,7 @@
 					if filename.endswith(".metadata"):
 						continue
 					filename = os.path.join(parent,
-						filename)[1 + len(directory):]
+						filename)[1 + len(directory_unicode):]
 					myname = name_pattern.replace("$name", filename)
 					myname = myname.replace("${name}", filename)
 					rValue[myname] = StaticFileSet(

Modified: main/trunk/pym/portage/update.py
===================================================================
--- main/trunk/pym/portage/update.py	2009-08-06 01:05:43 UTC (rev 13925)
+++ main/trunk/pym/portage/update.py	2009-08-06 05:35:14 UTC (rev 13926)
@@ -146,6 +146,12 @@
 	protect - list of paths from CONFIG_PROTECT
 	protect_mask - list of paths from CONFIG_PROTECT_MASK
 	update_iter - list of update commands as returned from parse_updates()"""
+
+	if isinstance(config_root, unicode):
+		# Avoid UnicodeDecodeError raised from
+		# os.path.join when called by os.walk.
+		config_root = config_root.encode('utf_8', 'replace')
+
 	config_root = normalize_path(config_root)
 	update_files = {}
 	file_contents = {}

Modified: main/trunk/pym/portage/util.py
===================================================================
--- main/trunk/pym/portage/util.py	2009-08-06 01:05:43 UTC (rev 13925)
+++ main/trunk/pym/portage/util.py	2009-08-06 05:35:14 UTC (rev 13926)
@@ -780,6 +780,11 @@
 	Returns True if all permissions are applied and False if some are left
 	unapplied."""
 
+	if isinstance(top, unicode):
+		# Avoid UnicodeDecodeError raised from
+		# os.path.join when called by os.walk.
+		top = top.encode('utf_8', 'replace')
+
 	if onerror is None:
 		# Default behavior is to dump errors to stderr so they won't
 		# go unnoticed.  Callers can pass in a quiet instance.