1 |
commit: b2138541f56bb777df703c854e61f90972d00359 |
2 |
Author: Jorge Manuel B. S. Vicetto (jmbsvicetto) <jmbsvicetto <AT> gentoo <DOT> org> |
3 |
AuthorDate: Mon Feb 6 03:35:34 2017 +0000 |
4 |
Commit: Brian Dolbec <dolsen <AT> gentoo <DOT> org> |
5 |
CommitDate: Tue Mar 7 17:06:59 2017 +0000 |
6 |
URL: https://gitweb.gentoo.org/proj/catalyst.git/commit/?id=b2138541 |
7 |
|
8 |
stagebase.py: Whitespace cleanups |
9 |
|
10 |
Add spaces around '=', after ',' |
11 |
Some long line cleanup. |
12 |
|
13 |
Signed-off-by: Jorge Manuel B. S. Vicetto (jmbsvicetto) <jmbsvicetto <AT> gentoo.org> |
14 |
|
15 |
catalyst/base/stagebase.py | 532 +++++++++++++++++++++++---------------------- |
16 |
1 file changed, 271 insertions(+), 261 deletions(-) |
17 |
|
18 |
diff --git a/catalyst/base/stagebase.py b/catalyst/base/stagebase.py |
19 |
index 68ccb79..78fd67f 100644 |
20 |
--- a/catalyst/base/stagebase.py |
21 |
+++ b/catalyst/base/stagebase.py |
22 |
@@ -32,13 +32,15 @@ class StageBase(TargetBase, ClearBase, GenBase): |
23 |
the driver class for pretty much everything that Catalyst does. |
24 |
""" |
25 |
def __init__(self,myspec,addlargs): |
26 |
- self.required_values.extend(["version_stamp","target","subarch",\ |
27 |
- "rel_type","profile","snapshot","source_subpath"]) |
28 |
- |
29 |
- self.valid_values.extend(["version_stamp","target","subarch", |
30 |
- "rel_type","profile","snapshot","source_subpath","portage_confdir", |
31 |
- "cflags","cxxflags","fcflags","fflags","ldflags","asflags","cbuild","hostuse","portage_overlay", |
32 |
- "distcc_hosts","makeopts","pkgcache_path","kerncache_path", |
33 |
+ self.required_values.extend(["version_stamp", "target", "subarch", |
34 |
+ "rel_type", "profile", "snapshot", "source_subpath"]) |
35 |
+ |
36 |
+ self.valid_values.extend(["version_stamp", "target", "subarch", |
37 |
+ "rel_type", "profile", "snapshot", "source_subpath", |
38 |
+ "portage_confdir", "portage_prefix", "portage_overlay", |
39 |
+ "cflags", "cxxflags", "fcflags", "fflags", "ldflags", "asflags", |
40 |
+ "cbuild", "hostuse", "catalyst_use", |
41 |
+ "distcc_hosts", "makeopts", "pkgcache_path", "kerncache_path", |
42 |
"compression_mode", "decompression_mode"]) |
43 |
|
44 |
self.set_valid_build_kernel_vars(addlargs) |
45 |
@@ -73,16 +75,18 @@ class StageBase(TargetBase, ClearBase, GenBase): |
46 |
self.subarchmap = {} |
47 |
machinemap = {} |
48 |
arch_dir = self.settings["archdir"] + "/" |
49 |
- for x in [x[:-3] for x in os.listdir(arch_dir) if x.endswith(".py") and x != "__init__.py"]: |
50 |
+ for x in [ |
51 |
+ x[:-3] for x in os.listdir(arch_dir) if x.endswith(".py") |
52 |
+ and x != "__init__.py"]: |
53 |
log.debug("Begin loading arch modules...") |
54 |
try: |
55 |
- fh=open(arch_dir + x + ".py") |
56 |
- # This next line loads the plugin as a module and assigns it to |
57 |
- # archmap[x] |
58 |
- self.archmap[x]=imp.load_module(x,fh, arch_dir + x + ".py", |
59 |
+ fh = open(arch_dir + x + ".py") |
60 |
+ # This next line loads the plugin as a module and |
61 |
+ # assigns it to archmap[x] |
62 |
+ self.archmap[x] = imp.load_module(x, fh, arch_dir + x + ".py", |
63 |
(".py", "r", imp.PY_SOURCE)) |
64 |
- # This next line registers all the subarches supported in the |
65 |
- # plugin |
66 |
+ # This next line registers all the subarches |
67 |
+ # supported in the plugin |
68 |
tmpsubarchmap, tmpmachinemap = self.archmap[x].register() |
69 |
self.subarchmap.update(tmpsubarchmap) |
70 |
for machine in tmpmachinemap: |
71 |
@@ -100,26 +104,26 @@ class StageBase(TargetBase, ClearBase, GenBase): |
72 |
if "chost" in self.settings: |
73 |
hostmachine = self.settings["chost"].split("-")[0] |
74 |
if hostmachine not in machinemap: |
75 |
- raise CatalystError("Unknown host machine type "+hostmachine) |
76 |
- self.settings["hostarch"]=machinemap[hostmachine] |
77 |
+ raise CatalystError("Unknown host machine type " + hostmachine) |
78 |
+ self.settings["hostarch"] = machinemap[hostmachine] |
79 |
else: |
80 |
hostmachine = self.settings["subarch"] |
81 |
if hostmachine in machinemap: |
82 |
hostmachine = machinemap[hostmachine] |
83 |
- self.settings["hostarch"]=hostmachine |
84 |
+ self.settings["hostarch"] = hostmachine |
85 |
if "cbuild" in self.settings: |
86 |
buildmachine = self.settings["cbuild"].split("-")[0] |
87 |
else: |
88 |
buildmachine = os.uname()[4] |
89 |
if buildmachine not in machinemap: |
90 |
- raise CatalystError("Unknown build machine type "+buildmachine) |
91 |
- self.settings["buildarch"]=machinemap[buildmachine] |
92 |
- self.settings["crosscompile"]=(self.settings["hostarch"]!=\ |
93 |
+ raise CatalystError("Unknown build machine type " + buildmachine) |
94 |
+ self.settings["buildarch"] = machinemap[buildmachine] |
95 |
+ self.settings["crosscompile"] = (self.settings["hostarch"] != \ |
96 |
self.settings["buildarch"]) |
97 |
|
98 |
# Call arch constructor, pass our settings |
99 |
try: |
100 |
- self.arch=self.subarchmap[self.settings["subarch"]](self.settings) |
101 |
+ self.arch = self.subarchmap[self.settings["subarch"]](self.settings) |
102 |
except KeyError: |
103 |
log.critical( |
104 |
'Invalid subarch: %s\n' |
105 |
@@ -129,7 +133,7 @@ class StageBase(TargetBase, ClearBase, GenBase): |
106 |
|
107 |
log.notice('Using target: %s', self.settings['target']) |
108 |
# Print a nice informational message |
109 |
- if self.settings["buildarch"]==self.settings["hostarch"]: |
110 |
+ if self.settings["buildarch"] == self.settings["hostarch"]: |
111 |
log.info('Building natively for %s', self.settings['hostarch']) |
112 |
elif self.settings["crosscompile"]: |
113 |
log.info('Cross-compiling on %s for different machine type %s', |
114 |
@@ -143,10 +147,10 @@ class StageBase(TargetBase, ClearBase, GenBase): |
115 |
|
116 |
# Initialize our (de)compressor's) |
117 |
self.decompressor = CompressMap(self.settings["decompress_definitions"], |
118 |
- env=self.env, |
119 |
- search_order=self.settings["decompressor_search_order"], |
120 |
- comp_prog=self.settings["comp_prog"], |
121 |
- decomp_opt=self.settings["decomp_opt"]) |
122 |
+ env = self.env, |
123 |
+ search_order = self.settings["decompressor_search_order"], |
124 |
+ comp_prog = self.settings["comp_prog"], |
125 |
+ decomp_opt = self.settings["decomp_opt"]) |
126 |
self.accepted_extensions = self.decompressor.search_order_extensions( |
127 |
self.settings["decompressor_search_order"]) |
128 |
log.notice("Source file specification matching setting is: %s", |
129 |
@@ -194,14 +198,12 @@ class StageBase(TargetBase, ClearBase, GenBase): |
130 |
self.set_portage_overlay() |
131 |
self.set_root_overlay() |
132 |
|
133 |
- # This next line checks to make sure that the specified variables exist |
134 |
- # on disk. |
135 |
+ # This next line checks to make sure that the specified variables exist on disk. |
136 |
#pdb.set_trace() |
137 |
- file_locate(self.settings,["distdir"],\ |
138 |
- expand=0) |
139 |
+ file_locate(self.settings, ["distdir"], expand = 0) |
140 |
# If we are using portage_confdir, check that as well. |
141 |
if "portage_confdir" in self.settings: |
142 |
- file_locate(self.settings,["portage_confdir"],expand=0) |
143 |
+ file_locate(self.settings, ["portage_confdir"], expand = 0) |
144 |
|
145 |
# Setup our mount points. |
146 |
# initialize our target mounts. |
147 |
@@ -242,14 +244,13 @@ class StageBase(TargetBase, ClearBase, GenBase): |
148 |
|
149 |
if "ccache" in self.settings["options"]: |
150 |
if "CCACHE_DIR" in os.environ: |
151 |
- ccdir=os.environ["CCACHE_DIR"] |
152 |
+ ccdir = os.environ["CCACHE_DIR"] |
153 |
del os.environ["CCACHE_DIR"] |
154 |
else: |
155 |
- ccdir="/root/.ccache" |
156 |
+ ccdir = "/root/.ccache" |
157 |
if not os.path.isdir(ccdir): |
158 |
raise CatalystError( |
159 |
- "Compiler cache support can't be enabled (can't find "+\ |
160 |
- ccdir+")") |
161 |
+ "Compiler cache support can't be enabled (can't find " + ccdir+")") |
162 |
self.mounts.append("ccache") |
163 |
self.mountmap["ccache"] = ccdir |
164 |
# for the chroot: |
165 |
@@ -258,8 +259,7 @@ class StageBase(TargetBase, ClearBase, GenBase): |
166 |
if "icecream" in self.settings["options"]: |
167 |
self.mounts.append("icecream") |
168 |
self.mountmap["icecream"] = self.settings["icecream"] |
169 |
- self.env["PATH"] = self.target_mounts["icecream"] + ":" + \ |
170 |
- self.env["PATH"] |
171 |
+ self.env["PATH"] = self.target_mounts["icecream"] + ":" + self.env["PATH"] |
172 |
|
173 |
if "port_logdir" in self.settings: |
174 |
self.mounts.append("port_logdir") |
175 |
@@ -269,81 +269,81 @@ class StageBase(TargetBase, ClearBase, GenBase): |
176 |
|
177 |
def override_cbuild(self): |
178 |
if "CBUILD" in self.makeconf: |
179 |
- self.settings["CBUILD"]=self.makeconf["CBUILD"] |
180 |
+ self.settings["CBUILD"] = self.makeconf["CBUILD"] |
181 |
|
182 |
def override_chost(self): |
183 |
if "CHOST" in self.makeconf: |
184 |
- self.settings["CHOST"]=self.makeconf["CHOST"] |
185 |
+ self.settings["CHOST"] = self.makeconf["CHOST"] |
186 |
|
187 |
def override_cflags(self): |
188 |
if "CFLAGS" in self.makeconf: |
189 |
- self.settings["CFLAGS"]=self.makeconf["CFLAGS"] |
190 |
+ self.settings["CFLAGS"] = self.makeconf["CFLAGS"] |
191 |
|
192 |
def override_cxxflags(self): |
193 |
if "CXXFLAGS" in self.makeconf: |
194 |
- self.settings["CXXFLAGS"]=self.makeconf["CXXFLAGS"] |
195 |
+ self.settings["CXXFLAGS"] = self.makeconf["CXXFLAGS"] |
196 |
|
197 |
def override_fcflags(self): |
198 |
if "FCFLAGS" in self.makeconf: |
199 |
- self.settings["FCFLAGS"]=self.makeconf["FCFLAGS"] |
200 |
+ self.settings["FCFLAGS"] = self.makeconf["FCFLAGS"] |
201 |
|
202 |
def override_fflags(self): |
203 |
if "FFLAGS" in self.makeconf: |
204 |
- self.settings["FFLAGS"]=self.makeconf["FFLAGS"] |
205 |
+ self.settings["FFLAGS"] = self.makeconf["FFLAGS"] |
206 |
|
207 |
def override_ldflags(self): |
208 |
if "LDFLAGS" in self.makeconf: |
209 |
- self.settings["LDFLAGS"]=self.makeconf["LDFLAGS"] |
210 |
+ self.settings["LDFLAGS"] = self.makeconf["LDFLAGS"] |
211 |
|
212 |
def override_asflags(self): |
213 |
if "ASFLAGS" in self.makeconf: |
214 |
- self.settings["ASFLAGS"]=self.makeconf["ASFLAGS"] |
215 |
+ self.settings["ASFLAGS"] = self.makeconf["ASFLAGS"] |
216 |
|
217 |
def set_install_mask(self): |
218 |
if "install_mask" in self.settings: |
219 |
if not isinstance(self.settings['install_mask'], str): |
220 |
- self.settings["install_mask"]=\ |
221 |
+ self.settings["install_mask"] = \ |
222 |
' '.join(self.settings["install_mask"]) |
223 |
|
224 |
def set_spec_prefix(self): |
225 |
- self.settings["spec_prefix"]=self.settings["target"] |
226 |
+ self.settings["spec_prefix"] = self.settings["target"] |
227 |
|
228 |
def set_target_profile(self): |
229 |
- self.settings["target_profile"]=self.settings["profile"] |
230 |
+ self.settings["target_profile"] = self.settings["profile"] |
231 |
|
232 |
def set_target_subpath(self): |
233 |
- self.settings["target_subpath"]=self.settings["rel_type"]+"/"+\ |
234 |
- self.settings["target"]+"-"+self.settings["subarch"]+"-"+\ |
235 |
- self.settings["version_stamp"] +'/' |
236 |
+ self.settings["target_subpath"] = self.settings["rel_type"] + "/" + \ |
237 |
+ self.settings["target"] + "-" + self.settings["subarch"] + "-" + \ |
238 |
+ self.settings["version_stamp"] + '/' |
239 |
|
240 |
def set_source_subpath(self): |
241 |
if not isinstance(self.settings['source_subpath'], str): |
242 |
raise CatalystError( |
243 |
- "source_subpath should have been a string. Perhaps you have " +\ |
244 |
+ "source_subpath should have been a string. Perhaps you have " + \ |
245 |
"something wrong in your spec file?") |
246 |
|
247 |
def set_pkgcache_path(self): |
248 |
if "pkgcache_path" in self.settings: |
249 |
if not isinstance(self.settings['pkgcache_path'], str): |
250 |
- self.settings["pkgcache_path"]=\ |
251 |
+ self.settings["pkgcache_path"] = \ |
252 |
normpath(self.settings["pkgcache_path"]) |
253 |
else: |
254 |
- self.settings["pkgcache_path"]=\ |
255 |
- normpath(self.settings["storedir"]+"/packages/"+\ |
256 |
- self.settings["target_subpath"]+"/") |
257 |
+ self.settings["pkgcache_path"] = \ |
258 |
+ normpath(self.settings["storedir"] + "/packages/" + \ |
259 |
+ self.settings["target_subpath"] + "/") |
260 |
|
261 |
def set_kerncache_path(self): |
262 |
if "kerncache_path" in self.settings: |
263 |
if not isinstance(self.settings['kerncache_path'], str): |
264 |
- self.settings["kerncache_path"]=\ |
265 |
+ self.settings["kerncache_path"] = \ |
266 |
normpath(self.settings["kerncache_path"]) |
267 |
else: |
268 |
- self.settings["kerncache_path"]=normpath(self.settings["storedir"]+\ |
269 |
- "/kerncache/"+self.settings["target_subpath"]) |
270 |
+ self.settings["kerncache_path"] = normpath(self.settings["storedir"] + \ |
271 |
+ "/kerncache/" + self.settings["target_subpath"]) |
272 |
|
273 |
def set_target_path(self): |
274 |
- self.settings["target_path"]=normpath(self.settings["storedir"]+\ |
275 |
- "/builds/"+self.settings["target_subpath"]) |
276 |
+ self.settings["target_path"] = normpath(self.settings["storedir"] + \ |
277 |
+ "/builds/" + self.settings["target_subpath"]) |
278 |
if "autoresume" in self.settings["options"]\ |
279 |
and self.resume.is_enabled("setup_target_path"): |
280 |
log.notice('Resume point detected, skipping target path setup operation...') |
281 |
@@ -352,67 +352,67 @@ class StageBase(TargetBase, ClearBase, GenBase): |
282 |
ensure_dirs(self.settings["storedir"] + "/builds") |
283 |
|
284 |
def set_fsscript(self): |
285 |
- if self.settings["spec_prefix"]+"/fsscript" in self.settings: |
286 |
- self.settings["fsscript"]=\ |
287 |
- self.settings[self.settings["spec_prefix"]+"/fsscript"] |
288 |
- del self.settings[self.settings["spec_prefix"]+"/fsscript"] |
289 |
+ if self.settings["spec_prefix"] + "/fsscript" in self.settings: |
290 |
+ self.settings["fsscript"] = \ |
291 |
+ self.settings[self.settings["spec_prefix"] + "/fsscript"] |
292 |
+ del self.settings[self.settings["spec_prefix"] + "/fsscript"] |
293 |
|
294 |
def set_rcadd(self): |
295 |
- if self.settings["spec_prefix"]+"/rcadd" in self.settings: |
296 |
- self.settings["rcadd"]=\ |
297 |
- self.settings[self.settings["spec_prefix"]+"/rcadd"] |
298 |
- del self.settings[self.settings["spec_prefix"]+"/rcadd"] |
299 |
+ if self.settings["spec_prefix"] + "/rcadd" in self.settings: |
300 |
+ self.settings["rcadd"] = \ |
301 |
+ self.settings[self.settings["spec_prefix"] + "/rcadd"] |
302 |
+ del self.settings[self.settings["spec_prefix"] + "/rcadd"] |
303 |
|
304 |
def set_rcdel(self): |
305 |
- if self.settings["spec_prefix"]+"/rcdel" in self.settings: |
306 |
- self.settings["rcdel"]=\ |
307 |
- self.settings[self.settings["spec_prefix"]+"/rcdel"] |
308 |
- del self.settings[self.settings["spec_prefix"]+"/rcdel"] |
309 |
+ if self.settings["spec_prefix"] + "/rcdel" in self.settings: |
310 |
+ self.settings["rcdel"] = \ |
311 |
+ self.settings[self.settings["spec_prefix"] + "/rcdel"] |
312 |
+ del self.settings[self.settings["spec_prefix"] + "/rcdel"] |
313 |
|
314 |
def set_cdtar(self): |
315 |
- if self.settings["spec_prefix"]+"/cdtar" in self.settings: |
316 |
- self.settings["cdtar"]=\ |
317 |
- normpath(self.settings[self.settings["spec_prefix"]+"/cdtar"]) |
318 |
- del self.settings[self.settings["spec_prefix"]+"/cdtar"] |
319 |
+ if self.settings["spec_prefix"] + "/cdtar" in self.settings: |
320 |
+ self.settings["cdtar"] = \ |
321 |
+ normpath(self.settings[self.settings["spec_prefix"] + "/cdtar"]) |
322 |
+ del self.settings[self.settings["spec_prefix"] + "/cdtar"] |
323 |
|
324 |
def set_iso(self): |
325 |
- if self.settings["spec_prefix"]+"/iso" in self.settings: |
326 |
- if self.settings[self.settings["spec_prefix"]+"/iso"].startswith('/'): |
327 |
- self.settings["iso"]=\ |
328 |
- normpath(self.settings[self.settings["spec_prefix"]+"/iso"]) |
329 |
+ if self.settings["spec_prefix"] + "/iso" in self.settings: |
330 |
+ if self.settings[self.settings["spec_prefix"] + "/iso"].startswith('/'): |
331 |
+ self.settings["iso"] = \ |
332 |
+ normpath(self.settings[self.settings["spec_prefix"] + "/iso"]) |
333 |
else: |
334 |
# This automatically prepends the build dir to the ISO output path |
335 |
# if it doesn't start with a / |
336 |
self.settings["iso"] = normpath(self.settings["storedir"] + \ |
337 |
"/builds/" + self.settings["rel_type"] + "/" + \ |
338 |
- self.settings[self.settings["spec_prefix"]+"/iso"]) |
339 |
- del self.settings[self.settings["spec_prefix"]+"/iso"] |
340 |
+ self.settings[self.settings["spec_prefix"] + "/iso"]) |
341 |
+ del self.settings[self.settings["spec_prefix"] + "/iso"] |
342 |
|
343 |
def set_fstype(self): |
344 |
- if self.settings["spec_prefix"]+"/fstype" in self.settings: |
345 |
- self.settings["fstype"]=\ |
346 |
- self.settings[self.settings["spec_prefix"]+"/fstype"] |
347 |
- del self.settings[self.settings["spec_prefix"]+"/fstype"] |
348 |
+ if self.settings["spec_prefix"] + "/fstype" in self.settings: |
349 |
+ self.settings["fstype"] = \ |
350 |
+ self.settings[self.settings["spec_prefix"] + "/fstype"] |
351 |
+ del self.settings[self.settings["spec_prefix"] + "/fstype"] |
352 |
|
353 |
if "fstype" not in self.settings: |
354 |
- self.settings["fstype"]="normal" |
355 |
+ self.settings["fstype"] = "normal" |
356 |
for x in self.valid_values: |
357 |
- if x == self.settings["spec_prefix"]+"/fstype": |
358 |
+ if x == self.settings["spec_prefix"] + "/fstype": |
359 |
log.info('%s/fstype is being set to the default of "normal"', |
360 |
self.settings['spec_prefix']) |
361 |
|
362 |
def set_fsops(self): |
363 |
if "fstype" in self.settings: |
364 |
self.valid_values.append("fsops") |
365 |
- if self.settings["spec_prefix"]+"/fsops" in self.settings: |
366 |
- self.settings["fsops"]=\ |
367 |
- self.settings[self.settings["spec_prefix"]+"/fsops"] |
368 |
- del self.settings[self.settings["spec_prefix"]+"/fsops"] |
369 |
+ if self.settings["spec_prefix"] + "/fsops" in self.settings: |
370 |
+ self.settings["fsops"] = \ |
371 |
+ self.settings[self.settings["spec_prefix"] + "/fsops"] |
372 |
+ del self.settings[self.settings["spec_prefix"] + "/fsops"] |
373 |
|
374 |
def set_source_path(self): |
375 |
if "seedcache" in self.settings["options"]\ |
376 |
- and os.path.isdir(normpath(self.settings["storedir"]+"/tmp/"+\ |
377 |
- self.settings["source_subpath"]+"/")): |
378 |
+ and os.path.isdir(normpath(self.settings["storedir"] + "/tmp/" + |
379 |
+ self.settings["source_subpath"] + "/")): |
380 |
self.settings["source_path"] = normpath(self.settings["storedir"] + |
381 |
"/tmp/" + self.settings["source_subpath"] + "/") |
382 |
else: |
383 |
@@ -433,23 +433,23 @@ class StageBase(TargetBase, ClearBase, GenBase): |
384 |
self.settings["source_path_hash"] = \ |
385 |
self.settings["hash_map"].generate_hash( |
386 |
self.settings["source_path"], |
387 |
- hash_=self.settings["hash_function"]) |
388 |
+ hash_ = self.settings["hash_function"]) |
389 |
log.notice('Source path set to %s', self.settings['source_path']) |
390 |
|
391 |
def set_dest_path(self): |
392 |
if "root_path" in self.settings: |
393 |
- self.settings["destpath"]=normpath(self.settings["chroot_path"]+\ |
394 |
+ self.settings["destpath"] = normpath(self.settings["chroot_path"] + |
395 |
self.settings["root_path"]) |
396 |
else: |
397 |
- self.settings["destpath"]=normpath(self.settings["chroot_path"]) |
398 |
+ self.settings["destpath"] = normpath(self.settings["chroot_path"]) |
399 |
|
400 |
def set_cleanables(self): |
401 |
- self.settings["cleanables"]=["/etc/resolv.conf","/var/tmp/*","/tmp/*",\ |
402 |
+ self.settings["cleanables"] = ["/etc/resolv.conf", "/var/tmp/*", "/tmp/*", |
403 |
"/root/*", self.settings["portdir"]] |
404 |
|
405 |
def set_snapshot_path(self): |
406 |
- self.settings["snapshot_path"]= file_check( |
407 |
- normpath(self.settings["storedir"]+\ |
408 |
+ self.settings["snapshot_path"] = file_check( |
409 |
+ normpath(self.settings["storedir"] + |
410 |
"/snapshots/" + self.settings["snapshot_name"] + |
411 |
self.settings["snapshot"]), |
412 |
self.accepted_extensions, |
413 |
@@ -459,17 +459,17 @@ class StageBase(TargetBase, ClearBase, GenBase): |
414 |
self.settings["snapshot_path_hash"] = \ |
415 |
self.settings["hash_map"].generate_hash( |
416 |
self.settings["snapshot_path"], |
417 |
- hash_=self.settings["hash_function"]) |
418 |
+ hash_ = self.settings["hash_function"]) |
419 |
|
420 |
def set_snapcache_path(self): |
421 |
- self.settings["snapshot_cache_path"]=\ |
422 |
+ self.settings["snapshot_cache_path"] = \ |
423 |
normpath(pjoin(self.settings["snapshot_cache"], |
424 |
self.settings["snapshot"])) |
425 |
if "snapcache" in self.settings["options"]: |
426 |
self.settings["snapshot_cache_path"] = \ |
427 |
normpath(pjoin(self.settings["snapshot_cache"], |
428 |
self.settings["snapshot"])) |
429 |
- self.snapcache_lock=\ |
430 |
+ self.snapcache_lock = \ |
431 |
LockDir(self.settings["snapshot_cache_path"]) |
432 |
log.info('Setting snapshot cache to %s', self.settings['snapshot_cache_path']) |
433 |
|
434 |
@@ -478,9 +478,9 @@ class StageBase(TargetBase, ClearBase, GenBase): |
435 |
NOTE: the trailing slash has been removed |
436 |
Things *could* break if you don't use a proper join() |
437 |
""" |
438 |
- self.settings["chroot_path"]=normpath(self.settings["storedir"]+\ |
439 |
- "/tmp/"+self.settings["target_subpath"].rstrip('/')) |
440 |
- self.chroot_lock=LockDir(self.settings["chroot_path"]) |
441 |
+ self.settings["chroot_path"] = normpath(self.settings["storedir"] + |
442 |
+ "/tmp/" + self.settings["target_subpath"].rstrip('/')) |
443 |
+ self.chroot_lock = LockDir(self.settings["chroot_path"]) |
444 |
|
445 |
def set_autoresume_path(self): |
446 |
self.settings["autoresume_path"] = normpath(pjoin( |
447 |
@@ -494,19 +494,19 @@ class StageBase(TargetBase, ClearBase, GenBase): |
448 |
self.resume = AutoResume(self.settings["autoresume_path"], mode=0o755) |
449 |
|
450 |
def set_controller_file(self): |
451 |
- self.settings["controller_file"]=normpath(self.settings["sharedir"]+\ |
452 |
- "/targets/"+self.settings["target"]+"/"+self.settings["target"]+\ |
453 |
- "-controller.sh") |
454 |
+ self.settings["controller_file"] = normpath(self.settings["sharedir"] + |
455 |
+ "/targets/" + self.settings["target"] + "/" + self.settings["target"] |
456 |
+ + "-controller.sh") |
457 |
|
458 |
def set_iso_volume_id(self): |
459 |
- if self.settings["spec_prefix"]+"/volid" in self.settings: |
460 |
- self.settings["iso_volume_id"]=\ |
461 |
- self.settings[self.settings["spec_prefix"]+"/volid"] |
462 |
- if len(self.settings["iso_volume_id"])>32: |
463 |
+ if self.settings["spec_prefix"] + "/volid" in self.settings: |
464 |
+ self.settings["iso_volume_id"] = \ |
465 |
+ self.settings[self.settings["spec_prefix"] + "/volid"] |
466 |
+ if len(self.settings["iso_volume_id"]) > 32: |
467 |
raise CatalystError( |
468 |
"ISO volume ID must not exceed 32 characters.") |
469 |
else: |
470 |
- self.settings["iso_volume_id"]="catalyst "+self.settings["snapshot"] |
471 |
+ self.settings["iso_volume_id"] = "catalyst "+self.settings["snapshot"] |
472 |
|
473 |
def set_default_action_sequence(self): |
474 |
""" Default action sequence for run method. |
475 |
@@ -521,10 +521,10 @@ class StageBase(TargetBase, ClearBase, GenBase): |
476 |
|
477 |
def set_action_sequence(self): |
478 |
"""Set basic stage1, 2, 3 action sequences""" |
479 |
- self.settings["action_sequence"]=["unpack","unpack_snapshot",\ |
480 |
- "setup_confdir","portage_overlay",\ |
481 |
- "base_dirs","bind","chroot_setup","setup_environment",\ |
482 |
- "run_local","preclean","unbind","clean"] |
483 |
+ self.settings["action_sequence"] = ["unpack", "unpack_snapshot", |
484 |
+ "setup_confdir", "portage_overlay", |
485 |
+ "base_dirs", "bind", "chroot_setup", "setup_environment", |
486 |
+ "run_local", "preclean", "unbind", "clean"] |
487 |
self.set_completion_action_sequences() |
488 |
|
489 |
def set_completion_action_sequences(self): |
490 |
@@ -540,21 +540,21 @@ class StageBase(TargetBase, ClearBase, GenBase): |
491 |
return |
492 |
|
493 |
def set_use(self): |
494 |
- if self.settings["spec_prefix"]+"/use" in self.settings: |
495 |
- self.settings["use"]=\ |
496 |
- self.settings[self.settings["spec_prefix"]+"/use"] |
497 |
- del self.settings[self.settings["spec_prefix"]+"/use"] |
498 |
+ if self.settings["spec_prefix"] + "/use" in self.settings: |
499 |
+ self.settings["use"] = \ |
500 |
+ self.settings[self.settings["spec_prefix"] + "/use"] |
501 |
+ del self.settings[self.settings["spec_prefix"] + "/use"] |
502 |
if "use" not in self.settings: |
503 |
- self.settings["use"]="" |
504 |
+ self.settings["use"] = "" |
505 |
if isinstance(self.settings['use'], str): |
506 |
- self.settings["use"]=self.settings["use"].split() |
507 |
+ self.settings["use"] = self.settings["use"].split() |
508 |
|
509 |
# Force bindist when options ask for it |
510 |
if "BINDIST" in self.settings: |
511 |
self.settings["use"].append("bindist") |
512 |
|
513 |
def set_stage_path(self): |
514 |
- self.settings["stage_path"]=normpath(self.settings["chroot_path"]) |
515 |
+ self.settings["stage_path"] = normpath(self.settings["chroot_path"]) |
516 |
|
517 |
def set_mounts(self): |
518 |
pass |
519 |
@@ -563,82 +563,82 @@ class StageBase(TargetBase, ClearBase, GenBase): |
520 |
pass |
521 |
|
522 |
def set_rm(self): |
523 |
- if self.settings["spec_prefix"]+"/rm" in self.settings: |
524 |
- if isinstance(self.settings[self.settings['spec_prefix']+'/rm'], str): |
525 |
- self.settings[self.settings["spec_prefix"]+"/rm"]=\ |
526 |
- self.settings[self.settings["spec_prefix"]+"/rm"].split() |
527 |
+ if self.settings["spec_prefix"] + "/rm" in self.settings: |
528 |
+ if isinstance(self.settings[self.settings['spec_prefix'] + '/rm'], str): |
529 |
+ self.settings[self.settings["spec_prefix"] + "/rm"] = \ |
530 |
+ self.settings[self.settings["spec_prefix"] + "/rm"].split() |
531 |
|
532 |
def set_linuxrc(self): |
533 |
- if self.settings["spec_prefix"]+"/linuxrc" in self.settings: |
534 |
- if isinstance(self.settings[self.settings['spec_prefix']+'/linuxrc'], str): |
535 |
- self.settings["linuxrc"]=\ |
536 |
- self.settings[self.settings["spec_prefix"]+"/linuxrc"] |
537 |
- del self.settings[self.settings["spec_prefix"]+"/linuxrc"] |
538 |
+ if self.settings["spec_prefix"] + "/linuxrc" in self.settings: |
539 |
+ if isinstance(self.settings[self.settings['spec_prefix'] + '/linuxrc'], str): |
540 |
+ self.settings["linuxrc"] = \ |
541 |
+ self.settings[self.settings["spec_prefix"] + "/linuxrc"] |
542 |
+ del self.settings[self.settings["spec_prefix"] + "/linuxrc"] |
543 |
|
544 |
def set_busybox_config(self): |
545 |
- if self.settings["spec_prefix"]+"/busybox_config" in self.settings: |
546 |
- if isinstance(self.settings[self.settings['spec_prefix']+'/busybox_config'], str): |
547 |
- self.settings["busybox_config"]=\ |
548 |
- self.settings[self.settings["spec_prefix"]+"/busybox_config"] |
549 |
- del self.settings[self.settings["spec_prefix"]+"/busybox_config"] |
550 |
+ if self.settings["spec_prefix"] + "/busybox_config" in self.settings: |
551 |
+ if isinstance(self.settings[self.settings['spec_prefix'] + '/busybox_config'], str): |
552 |
+ self.settings["busybox_config"] = \ |
553 |
+ self.settings[self.settings["spec_prefix"] + "/busybox_config"] |
554 |
+ del self.settings[self.settings["spec_prefix"] + "/busybox_config"] |
555 |
|
556 |
def set_portage_overlay(self): |
557 |
if "portage_overlay" in self.settings: |
558 |
if isinstance(self.settings['portage_overlay'], str): |
559 |
- self.settings["portage_overlay"]=\ |
560 |
+ self.settings["portage_overlay"] = \ |
561 |
self.settings["portage_overlay"].split() |
562 |
log.info('portage_overlay directories are set to: %s', |
563 |
' '.join(self.settings['portage_overlay'])) |
564 |
|
565 |
def set_overlay(self): |
566 |
- if self.settings["spec_prefix"]+"/overlay" in self.settings: |
567 |
- if isinstance(self.settings[self.settings['spec_prefix']+'/overlay'], str): |
568 |
- self.settings[self.settings["spec_prefix"]+"/overlay"]=\ |
569 |
- self.settings[self.settings["spec_prefix"]+\ |
570 |
+ if self.settings["spec_prefix"] + "/overlay" in self.settings: |
571 |
+ if isinstance(self.settings[self.settings['spec_prefix'] + '/overlay'], str): |
572 |
+ self.settings[self.settings["spec_prefix"] + "/overlay"] = \ |
573 |
+ self.settings[self.settings["spec_prefix"] + \ |
574 |
"/overlay"].split() |
575 |
|
576 |
def set_root_overlay(self): |
577 |
- if self.settings["spec_prefix"]+"/root_overlay" in self.settings: |
578 |
- if isinstance(self.settings[self.settings['spec_prefix']+'/root_overlay'], str): |
579 |
- self.settings[self.settings["spec_prefix"]+"/root_overlay"]=\ |
580 |
- self.settings[self.settings["spec_prefix"]+\ |
581 |
+ if self.settings["spec_prefix"] + "/root_overlay" in self.settings: |
582 |
+ if isinstance(self.settings[self.settings['spec_prefix'] + '/root_overlay'], str): |
583 |
+ self.settings[self.settings["spec_prefix"] + "/root_overlay"] = \ |
584 |
+ self.settings[self.settings["spec_prefix"] + \ |
585 |
"/root_overlay"].split() |
586 |
|
587 |
def set_root_path(self): |
588 |
""" ROOT= variable for emerges """ |
589 |
- self.settings["root_path"]="/" |
590 |
+ self.settings["root_path"] = "/" |
591 |
|
592 |
def set_valid_build_kernel_vars(self,addlargs): |
593 |
if "boot/kernel" in addlargs: |
594 |
if isinstance(addlargs['boot/kernel'], str): |
595 |
- loopy=[addlargs["boot/kernel"]] |
596 |
+ loopy = [addlargs["boot/kernel"]] |
597 |
else: |
598 |
- loopy=addlargs["boot/kernel"] |
599 |
+ loopy = addlargs["boot/kernel"] |
600 |
|
601 |
for x in loopy: |
602 |
- self.valid_values.append("boot/kernel/"+x+"/aliases") |
603 |
- self.valid_values.append("boot/kernel/"+x+"/config") |
604 |
- self.valid_values.append("boot/kernel/"+x+"/console") |
605 |
- self.valid_values.append("boot/kernel/"+x+"/extraversion") |
606 |
- self.valid_values.append("boot/kernel/"+x+"/gk_action") |
607 |
- self.valid_values.append("boot/kernel/"+x+"/gk_kernargs") |
608 |
- self.valid_values.append("boot/kernel/"+x+"/initramfs_overlay") |
609 |
- self.valid_values.append("boot/kernel/"+x+"/machine_type") |
610 |
- self.valid_values.append("boot/kernel/"+x+"/sources") |
611 |
- self.valid_values.append("boot/kernel/"+x+"/softlevel") |
612 |
- self.valid_values.append("boot/kernel/"+x+"/use") |
613 |
- self.valid_values.append("boot/kernel/"+x+"/packages") |
614 |
- self.valid_values.append("boot/kernel/"+x+"/kernelopts") |
615 |
- if "boot/kernel/"+x+"/packages" in addlargs: |
616 |
- if isinstance(addlargs['boot/kernel/'+x+'/packages'], str): |
617 |
- addlargs["boot/kernel/"+x+"/packages"]=\ |
618 |
- [addlargs["boot/kernel/"+x+"/packages"]] |
619 |
+ self.valid_values.append("boot/kernel/" + x + "/aliases") |
620 |
+ self.valid_values.append("boot/kernel/" + x + "/config") |
621 |
+ self.valid_values.append("boot/kernel/" + x + "/console") |
622 |
+ self.valid_values.append("boot/kernel/" + x + "/extraversion") |
623 |
+ self.valid_values.append("boot/kernel/" + x + "/gk_action") |
624 |
+ self.valid_values.append("boot/kernel/" + x + "/gk_kernargs") |
625 |
+ self.valid_values.append("boot/kernel/" + x + "/initramfs_overlay") |
626 |
+ self.valid_values.append("boot/kernel/" + x + "/machine_type") |
627 |
+ self.valid_values.append("boot/kernel/" + x + "/sources") |
628 |
+ self.valid_values.append("boot/kernel/" + x + "/softlevel") |
629 |
+ self.valid_values.append("boot/kernel/" + x + "/use") |
630 |
+ self.valid_values.append("boot/kernel/" + x + "/packages") |
631 |
+ self.valid_values.append("boot/kernel/" + x + "/kernelopts") |
632 |
+ if "boot/kernel/" + x + "/packages" in addlargs: |
633 |
+ if isinstance(addlargs['boot/kernel/' + x + '/packages'], str): |
634 |
+ addlargs["boot/kernel/" + x + "/packages"] = \ |
635 |
+ [addlargs["boot/kernel/" + x + "/packages"]] |
636 |
|
637 |
def set_build_kernel_vars(self): |
638 |
- if self.settings["spec_prefix"]+"/gk_mainargs" in self.settings: |
639 |
- self.settings["gk_mainargs"]=\ |
640 |
- self.settings[self.settings["spec_prefix"]+"/gk_mainargs"] |
641 |
- del self.settings[self.settings["spec_prefix"]+"/gk_mainargs"] |
642 |
+ if self.settings["spec_prefix"] + "/gk_mainargs" in self.settings: |
643 |
+ self.settings["gk_mainargs"] = \ |
644 |
+ self.settings[self.settings["spec_prefix"] + "/gk_mainargs"] |
645 |
+ del self.settings[self.settings["spec_prefix"] + "/gk_mainargs"] |
646 |
|
647 |
def kill_chroot_pids(self): |
648 |
log.info('Checking for processes running in chroot and killing them.') |
649 |
@@ -649,7 +649,7 @@ class StageBase(TargetBase, ClearBase, GenBase): |
650 |
killcmd = normpath(self.settings["sharedir"] + |
651 |
self.settings["shdir"] + "/support/kill-chroot-pids.sh") |
652 |
if os.path.exists(killcmd): |
653 |
- cmd([killcmd], env=self.env) |
654 |
+ cmd([killcmd], env = self.env) |
655 |
|
656 |
def mount_safety_check(self): |
657 |
""" |
658 |
@@ -682,22 +682,22 @@ class StageBase(TargetBase, ClearBase, GenBase): |
659 |
raise CatalystError("Unable to auto-unbind " + target) |
660 |
|
661 |
def unpack(self): |
662 |
- _unpack=True |
663 |
+ _unpack = True |
664 |
|
665 |
clst_unpack_hash = self.resume.get("unpack") |
666 |
|
667 |
unpack_info = self.decompressor.create_infodict( |
668 |
- source=self.settings["source_path"], |
669 |
- destination=self.settings["chroot_path"], |
670 |
- arch=self.settings["compressor_arch"], |
671 |
- other_options=self.settings["compressor_options"], |
672 |
+ source = self.settings["source_path"], |
673 |
+ destination = self.settings["chroot_path"], |
674 |
+ arch = self.settings["compressor_arch"], |
675 |
+ other_options = self.settings["compressor_options"], |
676 |
) |
677 |
|
678 |
display_msg = ( |
679 |
'Starting %(mode)s from %(source)s\nto ' |
680 |
'%(destination)s (this may take some time) ..') |
681 |
|
682 |
- error_msg="'%(mode)s' extraction of %(source)s to %(destination)s failed." |
683 |
+ error_msg = "'%(mode)s' extraction of %(source)s to %(destination)s failed." |
684 |
|
685 |
if "seedcache" in self.settings["options"]: |
686 |
if os.path.isdir(unpack_info["source"]): |
687 |
@@ -716,26 +716,26 @@ class StageBase(TargetBase, ClearBase, GenBase): |
688 |
if os.path.isdir(self.settings["source_path"]) \ |
689 |
and self.resume.is_enabled("unpack"): |
690 |
# Autoresume is valid, SEEDCACHE is valid |
691 |
- _unpack=False |
692 |
- invalid_snapshot=False |
693 |
+ _unpack = False |
694 |
+ invalid_snapshot = False |
695 |
|
696 |
elif os.path.isfile(self.settings["source_path"]) \ |
697 |
- and self.settings["source_path_hash"]==clst_unpack_hash: |
698 |
+ and self.settings["source_path_hash"] == clst_unpack_hash: |
699 |
# Autoresume is valid, tarball is valid |
700 |
- _unpack=False |
701 |
- invalid_snapshot=False |
702 |
+ _unpack = False |
703 |
+ invalid_snapshot = False |
704 |
|
705 |
elif os.path.isdir(self.settings["source_path"]) \ |
706 |
and self.resume.is_disabled("unpack"): |
707 |
# Autoresume is invalid, SEEDCACHE |
708 |
- _unpack=True |
709 |
- invalid_snapshot=True |
710 |
+ _unpack = True |
711 |
+ invalid_snapshot = True |
712 |
|
713 |
elif os.path.isfile(self.settings["source_path"]) \ |
714 |
- and self.settings["source_path_hash"]!=clst_unpack_hash: |
715 |
+ and self.settings["source_path_hash"] != clst_unpack_hash: |
716 |
# Autoresume is invalid, tarball |
717 |
- _unpack=True |
718 |
- invalid_snapshot=True |
719 |
+ _unpack = True |
720 |
+ invalid_snapshot = True |
721 |
unpack_info['source'] = file_check(unpack_info['source']) |
722 |
|
723 |
else: |
724 |
@@ -743,18 +743,18 @@ class StageBase(TargetBase, ClearBase, GenBase): |
725 |
if "seedcache" in self.settings["options"]: |
726 |
# SEEDCACHE so let's run rsync and let it clean up |
727 |
if os.path.isdir(self.settings["source_path"]): |
728 |
- _unpack=True |
729 |
- invalid_snapshot=False |
730 |
+ _unpack = True |
731 |
+ invalid_snapshot = False |
732 |
elif os.path.isfile(self.settings["source_path"]): |
733 |
# Tarball so unpack and remove anything already there |
734 |
- _unpack=True |
735 |
- invalid_snapshot=True |
736 |
+ _unpack = True |
737 |
+ invalid_snapshot = True |
738 |
# No autoresume, no SEEDCACHE |
739 |
else: |
740 |
# Tarball so unpack and remove anything already there |
741 |
if os.path.isfile(self.settings["source_path"]): |
742 |
- _unpack=True |
743 |
- invalid_snapshot=True |
744 |
+ _unpack = True |
745 |
+ invalid_snapshot = True |
746 |
elif os.path.isdir(self.settings["source_path"]): |
747 |
# We should never reach this, so something is very wrong |
748 |
raise CatalystError( |
749 |
@@ -773,13 +773,13 @@ class StageBase(TargetBase, ClearBase, GenBase): |
750 |
|
751 |
ensure_dirs(self.settings["chroot_path"]) |
752 |
|
753 |
- ensure_dirs(self.settings["chroot_path"]+"/tmp",mode=1777) |
754 |
+ ensure_dirs(self.settings["chroot_path"] + "/tmp", mode=1777) |
755 |
|
756 |
if "pkgcache" in self.settings["options"]: |
757 |
- ensure_dirs(self.settings["pkgcache_path"],mode=0o755) |
758 |
+ ensure_dirs(self.settings["pkgcache_path"], mode=0o755) |
759 |
|
760 |
if "kerncache" in self.settings["options"]: |
761 |
- ensure_dirs(self.settings["kerncache_path"],mode=0o755) |
762 |
+ ensure_dirs(self.settings["kerncache_path"], mode=0o755) |
763 |
|
764 |
log.notice('%s', display_msg % unpack_info) |
765 |
|
766 |
@@ -789,23 +789,23 @@ class StageBase(TargetBase, ClearBase, GenBase): |
767 |
|
768 |
if "source_path_hash" in self.settings: |
769 |
self.resume.enable("unpack", |
770 |
- data=self.settings["source_path_hash"]) |
771 |
+ data = self.settings["source_path_hash"]) |
772 |
else: |
773 |
self.resume.enable("unpack") |
774 |
else: |
775 |
log.notice('Resume point detected, skipping unpack operation...') |
776 |
|
777 |
def unpack_snapshot(self): |
778 |
- unpack=True |
779 |
+ unpack = True |
780 |
snapshot_hash = self.resume.get("unpack_portage") |
781 |
|
782 |
- unpack_errmsg="Error unpacking snapshot using mode %(mode)s" |
783 |
+ unpack_errmsg = "Error unpacking snapshot using mode %(mode)s" |
784 |
|
785 |
unpack_info = self.decompressor.create_infodict( |
786 |
- source=self.settings["snapshot_path"], |
787 |
- destination=self.settings["snapshot_cache_path"], |
788 |
- arch=self.settings["compressor_arch"], |
789 |
- other_options=self.settings["compressor_options"], |
790 |
+ source = self.settings["snapshot_path"], |
791 |
+ destination = self.settings["snapshot_cache_path"], |
792 |
+ arch = self.settings["compressor_arch"], |
793 |
+ other_options = self.settings["compressor_options"], |
794 |
) |
795 |
|
796 |
target_portdir = normpath(self.settings["chroot_path"] + |
797 |
@@ -819,15 +819,15 @@ class StageBase(TargetBase, ClearBase, GenBase): |
798 |
unpack_info['mode'] = self.decompressor.determine_mode( |
799 |
unpack_info['source']) |
800 |
|
801 |
- cleanup_msg="Cleaning up invalid snapshot cache at \n\t"+\ |
802 |
- self.settings["snapshot_cache_path"]+\ |
803 |
+ cleanup_msg = "Cleaning up invalid snapshot cache at \n\t" + \ |
804 |
+ self.settings["snapshot_cache_path"] + \ |
805 |
" (this can take a long time)..." |
806 |
|
807 |
- if self.settings["snapshot_path_hash"]==snapshot_cache_hash: |
808 |
+ if self.settings["snapshot_path_hash"] == snapshot_cache_hash: |
809 |
log.info('Valid snapshot cache, skipping unpack of portage tree...') |
810 |
- unpack=False |
811 |
+ unpack = False |
812 |
else: |
813 |
- cleanup_msg=\ |
814 |
+ cleanup_msg = \ |
815 |
'Cleaning up existing portage tree (this can take a long time)...' |
816 |
unpack_info['destination'] = normpath( |
817 |
self.settings["chroot_path"] + self.settings["repo_basedir"]) |
818 |
@@ -858,7 +858,7 @@ class StageBase(TargetBase, ClearBase, GenBase): |
819 |
else: |
820 |
log.info('Setting snapshot autoresume point') |
821 |
self.resume.enable("unpack_portage", |
822 |
- data=self.settings["snapshot_path_hash"]) |
823 |
+ data = self.settings["snapshot_path_hash"]) |
824 |
|
825 |
if "snapcache" in self.settings["options"]: |
826 |
self.snapcache_lock.unlock() |
827 |
@@ -871,7 +871,7 @@ class StageBase(TargetBase, ClearBase, GenBase): |
828 |
# TODO: zmedico and I discussed making this a directory and pushing |
829 |
# in a parent file, as well as other user-specified configuration. |
830 |
log.info('Configuring profile link...') |
831 |
- clear_path(self.settings['chroot_path'] + |
832 |
+ clear_path(self.settings['chroot_path'] + \ |
833 |
self.settings['port_conf'] + '/make.profile') |
834 |
ensure_dirs(self.settings['chroot_path'] + self.settings['port_conf']) |
835 |
cmd(['ln', '-sf', |
836 |
@@ -903,15 +903,15 @@ class StageBase(TargetBase, ClearBase, GenBase): |
837 |
if os.path.exists(x): |
838 |
log.info('Copying overlay dir %s', x) |
839 |
ensure_dirs(self.settings['chroot_path'] + self.settings['local_overlay']) |
840 |
- cmd("cp -a "+x+"/* "+self.settings["chroot_path"]+\ |
841 |
- self.settings["local_overlay"],\ |
842 |
+ cmd("cp -a " + x + "/* " + self.settings["chroot_path"] + |
843 |
+ self.settings["local_overlay"], |
844 |
env=self.env) |
845 |
|
846 |
def root_overlay(self): |
847 |
""" Copy over the root_overlay """ |
848 |
- if self.settings["spec_prefix"]+"/root_overlay" in self.settings: |
849 |
- for x in self.settings[self.settings["spec_prefix"]+\ |
850 |
- "/root_overlay"]: |
851 |
+ if self.settings["spec_prefix"] + "/root_overlay" in self.settings: |
852 |
+ for x in self.settings[self.settings["spec_prefix"] + |
853 |
+ "/root_overlay"]: |
854 |
if os.path.exists(x): |
855 |
log.info('Copying root_overlay: %s', x) |
856 |
cmd(['rsync', '-a', x + '/', self.settings['chroot_path']], |
857 |
@@ -930,7 +930,7 @@ class StageBase(TargetBase, ClearBase, GenBase): |
858 |
if self.mountmap[x] not in ["tmpfs", "shmfs"]: |
859 |
ensure_dirs(self.mountmap[x], mode=0o755) |
860 |
|
861 |
- src=self.mountmap[x] |
862 |
+ src = self.mountmap[x] |
863 |
log.debug('bind(); src = %s', src) |
864 |
if "snapcache" in self.settings["options"] and x == "portdir": |
865 |
self.snapcache_lock.read_lock() |
866 |
@@ -956,9 +956,9 @@ class StageBase(TargetBase, ClearBase, GenBase): |
867 |
log.debug('bind(); finished :D') |
868 |
|
869 |
def unbind(self): |
870 |
- ouch=0 |
871 |
- mypath=self.settings["chroot_path"] |
872 |
- myrevmounts=self.mounts[:] |
873 |
+ ouch = 0 |
874 |
+ mypath = self.settings["chroot_path"] |
875 |
+ myrevmounts = self.mounts[:] |
876 |
myrevmounts.reverse() |
877 |
# Unmount in reverse order for nested bind-mounts |
878 |
for x in myrevmounts: |
879 |
@@ -980,7 +980,7 @@ class StageBase(TargetBase, ClearBase, GenBase): |
880 |
try: |
881 |
cmd(['umount', target]) |
882 |
except CatalystError: |
883 |
- ouch=1 |
884 |
+ ouch = 1 |
885 |
log.warning("Couldn't umount bind mount: %s", target) |
886 |
|
887 |
if "snapcache" in self.settings["options"] and x == "/usr/portage": |
888 |
@@ -999,7 +999,7 @@ class StageBase(TargetBase, ClearBase, GenBase): |
889 |
"Couldn't umount one or more bind-mounts; aborting for safety.") |
890 |
|
891 |
def chroot_setup(self): |
892 |
- self.makeconf=read_makeconf(normpath(self.settings["chroot_path"]+ |
893 |
+ self.makeconf = read_makeconf(normpath(self.settings["chroot_path"] + |
894 |
self.settings["make_conf"])) |
895 |
self.override_cbuild() |
896 |
self.override_chost() |
897 |
@@ -1045,7 +1045,7 @@ class StageBase(TargetBase, ClearBase, GenBase): |
898 |
makepath = normpath(self.settings["chroot_path"] + |
899 |
self.settings["make_conf"]) |
900 |
clear_path(makepath) |
901 |
- myf=open(makepath, "w") |
902 |
+ myf = open(makepath, "w") |
903 |
myf.write("# These settings were set by the catalyst build script " |
904 |
"that automatically\n# built this stage.\n") |
905 |
myf.write("# Please consult " |
906 |
@@ -1073,17 +1073,17 @@ class StageBase(TargetBase, ClearBase, GenBase): |
907 |
myf.write("# This should not be changed unless you know exactly" |
908 |
" what you are doing. You\n# should probably be " |
909 |
"using a different stage, instead.\n") |
910 |
- myf.write('CBUILD="'+self.settings["CBUILD"]+'"\n') |
911 |
+ myf.write('CBUILD="' + self.settings["CBUILD"] + '"\n') |
912 |
|
913 |
if "CHOST" in self.settings: |
914 |
myf.write("# WARNING: Changing your CHOST is not something " |
915 |
"that should be done lightly.\n# Please consult " |
916 |
"https://wiki.gentoo.org/wiki/Changing_the_CHOST_variable " |
917 |
"before changing.\n") |
918 |
- myf.write('CHOST="'+self.settings["CHOST"]+'"\n') |
919 |
+ myf.write('CHOST="' + self.settings["CHOST"] + '"\n') |
920 |
|
921 |
# Figure out what our USE vars are for building |
922 |
- myusevars=[] |
923 |
+ myusevars = [] |
924 |
if "HOSTUSE" in self.settings: |
925 |
myusevars.extend(self.settings["HOSTUSE"]) |
926 |
|
927 |
@@ -1102,14 +1102,16 @@ class StageBase(TargetBase, ClearBase, GenBase): |
928 |
'package.use in the profile and portage_confdir.\n' |
929 |
"You've been warned!", self.settings['spec_prefix']) |
930 |
|
931 |
- myuseexpandvars={} |
932 |
+ myuseexpandvars = {} |
933 |
if "HOSTUSEEXPAND" in self.settings: |
934 |
for hostuseexpand in self.settings["HOSTUSEEXPAND"]: |
935 |
- myuseexpandvars.update({hostuseexpand:self.settings["HOSTUSEEXPAND"][hostuseexpand]}) |
936 |
+ myuseexpandvars.update( |
937 |
+ {hostuseexpand:self.settings["HOSTUSEEXPAND"][hostuseexpand]}) |
938 |
|
939 |
if myuseexpandvars: |
940 |
for hostuseexpand in myuseexpandvars: |
941 |
- myf.write(hostuseexpand + '="' + ' '.join(myuseexpandvars[hostuseexpand]) + '"\n') |
942 |
+ myf.write(hostuseexpand + '="' + |
943 |
+ ' '.join(myuseexpandvars[hostuseexpand]) + '"\n') |
944 |
|
945 |
myf.write('PORTDIR="%s"\n' % self.settings['portdir']) |
946 |
myf.write('DISTDIR="%s"\n' % self.settings['distdir']) |
947 |
@@ -1172,7 +1174,8 @@ class StageBase(TargetBase, ClearBase, GenBase): |
948 |
try: |
949 |
with open(make_conf) as f: |
950 |
data = f.readlines() |
951 |
- data = ''.join(x for x in data if not x.startswith('PORTDIR_OVERLAY')) |
952 |
+ data = ''.join(x for x in data |
953 |
+ if not x.startswith('PORTDIR_OVERLAY')) |
954 |
with open(make_conf, 'w') as f: |
955 |
f.write(data) |
956 |
except OSError as e: |
957 |
@@ -1193,15 +1196,18 @@ class StageBase(TargetBase, ClearBase, GenBase): |
958 |
and self.resume.is_enabled("empty"): |
959 |
log.notice('Resume point detected, skipping empty operation...') |
960 |
else: |
961 |
- if self.settings["spec_prefix"]+"/empty" in self.settings: |
962 |
- if isinstance(self.settings[self.settings['spec_prefix']+'/empty'], str): |
963 |
- self.settings[self.settings["spec_prefix"]+"/empty"]=\ |
964 |
- self.settings[self.settings["spec_prefix"]+\ |
965 |
+ if self.settings["spec_prefix"] + "/empty" in self.settings: |
966 |
+ if isinstance( |
967 |
+ self.settings[self.settings['spec_prefix'] + '/empty'], |
968 |
+ str): |
969 |
+ self.settings[self.settings["spec_prefix"] + "/empty"] = \ |
970 |
+ self.settings[self.settings["spec_prefix"] + \ |
971 |
"/empty"].split() |
972 |
- for x in self.settings[self.settings["spec_prefix"]+"/empty"]: |
973 |
- myemp=self.settings["destpath"]+x |
974 |
+ for x in self.settings[self.settings["spec_prefix"] + "/empty"]: |
975 |
+ myemp = self.settings["destpath"] + x |
976 |
if not os.path.isdir(myemp) or os.path.islink(myemp): |
977 |
- log.warning('not a directory or does not exist, skipping "empty" operation: %s', x) |
978 |
+ log.warning('not a directory or does not exist, ' |
979 |
+ 'skipping "empty" operation: %s', x) |
980 |
continue |
981 |
log.info('Emptying directory %s', x) |
982 |
clear_dir(myemp) |
983 |
@@ -1212,8 +1218,8 @@ class StageBase(TargetBase, ClearBase, GenBase): |
984 |
and self.resume.is_enabled("remove"): |
985 |
log.notice('Resume point detected, skipping remove operation...') |
986 |
else: |
987 |
- if self.settings["spec_prefix"]+"/rm" in self.settings: |
988 |
- for x in self.settings[self.settings["spec_prefix"]+"/rm"]: |
989 |
+ if self.settings["spec_prefix"] + "/rm" in self.settings: |
990 |
+ for x in self.settings[self.settings["spec_prefix"] + "/rm"]: |
991 |
# We're going to shell out for all these cleaning |
992 |
# operations, so we get easy glob handling. |
993 |
log.notice('livecd: removing %s', x) |
994 |
@@ -1360,7 +1366,7 @@ class StageBase(TargetBase, ClearBase, GenBase): |
995 |
self.env[varname] = "false" |
996 |
|
997 |
if "makeopts" in self.settings: |
998 |
- self.env["MAKEOPTS"]=self.settings["makeopts"] |
999 |
+ self.env["MAKEOPTS"] = self.settings["makeopts"] |
1000 |
log.debug('setup_environment(); env = %r', self.env) |
1001 |
|
1002 |
def run(self): |
1003 |
@@ -1414,10 +1420,10 @@ class StageBase(TargetBase, ClearBase, GenBase): |
1004 |
and self.resume.is_enabled("unmerge"): |
1005 |
log.notice('Resume point detected, skipping unmerge operation...') |
1006 |
else: |
1007 |
- if self.settings["spec_prefix"]+"/unmerge" in self.settings: |
1008 |
- if isinstance(self.settings[self.settings['spec_prefix']+'/unmerge'], str): |
1009 |
- self.settings[self.settings["spec_prefix"]+"/unmerge"]=\ |
1010 |
- [self.settings[self.settings["spec_prefix"]+"/unmerge"]] |
1011 |
+ if self.settings["spec_prefix"] + "/unmerge" in self.settings: |
1012 |
+ if isinstance(self.settings[self.settings['spec_prefix'] + '/unmerge'], str): |
1013 |
+ self.settings[self.settings["spec_prefix"] + "/unmerge"] = \ |
1014 |
+ [self.settings[self.settings["spec_prefix"] + "/unmerge"]] |
1015 |
|
1016 |
# Before cleaning, unmerge stuff |
1017 |
try: |
1018 |
@@ -1445,8 +1451,8 @@ class StageBase(TargetBase, ClearBase, GenBase): |
1019 |
and self.resume.is_enabled("setup_overlay"): |
1020 |
log.notice('Resume point detected, skipping setup_overlay operation...') |
1021 |
else: |
1022 |
- if self.settings["spec_prefix"]+"/overlay" in self.settings: |
1023 |
- for x in self.settings[self.settings["spec_prefix"]+"/overlay"]: |
1024 |
+ if self.settings["spec_prefix"] + "/overlay" in self.settings: |
1025 |
+ for x in self.settings[self.settings["spec_prefix"] + "/overlay"]: |
1026 |
if os.path.exists(x): |
1027 |
cmd(['rsync', '-a', x + '/', self.settings['target_path']], |
1028 |
env=self.env) |
1029 |
@@ -1465,7 +1471,8 @@ class StageBase(TargetBase, ClearBase, GenBase): |
1030 |
self.gen_digest_file(self.settings["iso"]) |
1031 |
self.resume.enable("create_iso") |
1032 |
else: |
1033 |
- log.warning('livecd/iso was not defined. An ISO Image will not be created.') |
1034 |
+ log.warning('livecd/iso was not defined. ' |
1035 |
+ 'An ISO Image will not be created.') |
1036 |
|
1037 |
def build_packages(self): |
1038 |
build_packages_resume = pjoin(self.settings["autoresume_path"], |
1039 |
@@ -1474,11 +1481,12 @@ class StageBase(TargetBase, ClearBase, GenBase): |
1040 |
and self.resume.is_enabled("build_packages"): |
1041 |
log.notice('Resume point detected, skipping build_packages operation...') |
1042 |
else: |
1043 |
- if self.settings["spec_prefix"]+"/packages" in self.settings: |
1044 |
+ if self.settings["spec_prefix"] + "/packages" in self.settings: |
1045 |
target_pkgs = self.settings["spec_prefix"] + '/packages' |
1046 |
if "autoresume" in self.settings["options"] \ |
1047 |
and self.resume.is_enabled("build_packages"): |
1048 |
- log.notice('Resume point detected, skipping build_packages operation...') |
1049 |
+ log.notice('Resume point detected, skipping build_packages ' |
1050 |
+ 'operation...') |
1051 |
else: |
1052 |
command = [self.settings['controller_file'], 'build_packages'] |
1053 |
if isinstance(self.settings[target_pkgs], str): |
1054 |
@@ -1491,7 +1499,8 @@ class StageBase(TargetBase, ClearBase, GenBase): |
1055 |
self.resume.enable("build_packages") |
1056 |
except CatalystError: |
1057 |
self.unbind() |
1058 |
- raise CatalystError(self.settings["spec_prefix"]+\ |
1059 |
+ raise CatalystError( |
1060 |
+ self.settings["spec_prefix"] + |
1061 |
"build aborting due to error.") |
1062 |
|
1063 |
def build_kernel(self): |
1064 |
@@ -1502,14 +1511,14 @@ class StageBase(TargetBase, ClearBase, GenBase): |
1065 |
else: |
1066 |
if "boot/kernel" in self.settings: |
1067 |
try: |
1068 |
- mynames=self.settings["boot/kernel"] |
1069 |
+ mynames = self.settings["boot/kernel"] |
1070 |
if isinstance(mynames, str): |
1071 |
- mynames=[mynames] |
1072 |
+ mynames = [mynames] |
1073 |
# Execute the script that sets up the kernel build environment |
1074 |
cmd([self.settings['controller_file'], 'pre-kmerge'], |
1075 |
env=self.env) |
1076 |
for kname in mynames: |
1077 |
- self._build_kernel(kname=kname) |
1078 |
+ self._build_kernel(kname = kname) |
1079 |
self.resume.enable("build_kernel") |
1080 |
except CatalystError: |
1081 |
self.unbind() |
1082 |
@@ -1520,8 +1529,9 @@ class StageBase(TargetBase, ClearBase, GenBase): |
1083 |
def _build_kernel(self, kname): |
1084 |
"Build a single configured kernel by name" |
1085 |
if "autoresume" in self.settings["options"] \ |
1086 |
- and self.resume.is_enabled("build_kernel_"+kname): |
1087 |
- log.notice('Resume point detected, skipping build_kernel for %s operation...', kname) |
1088 |
+ and self.resume.is_enabled("build_kernel_" + kname): |
1089 |
+ log.notice('Resume point detected, skipping build_kernel ' |
1090 |
+ 'for %s operation...', kname) |
1091 |
return |
1092 |
self._copy_kernel_config(kname=kname) |
1093 |
|
1094 |
@@ -1533,9 +1543,9 @@ class StageBase(TargetBase, ClearBase, GenBase): |
1095 |
|
1096 |
if not isinstance(myopts, str): |
1097 |
myopts = ' '.join(myopts) |
1098 |
- self.env[kname+"_kernelopts"]=myopts |
1099 |
+ self.env[kname + "_kernelopts"] = myopts |
1100 |
else: |
1101 |
- self.env[kname+"_kernelopts"]="" |
1102 |
+ self.env[kname + "_kernelopts"] = "" |
1103 |
|
1104 |
key = 'boot/kernel/' + kname + '/extraversion' |
1105 |
self.settings.setdefault(key, '') |
1106 |
@@ -1547,11 +1557,11 @@ class StageBase(TargetBase, ClearBase, GenBase): |
1107 |
cmd([self.settings['controller_file'], 'kernel', kname], |
1108 |
env=self.env) |
1109 |
|
1110 |
- if "boot/kernel/"+kname+"/initramfs_overlay" in self.settings: |
1111 |
+ if "boot/kernel/" + kname + "/initramfs_overlay" in self.settings: |
1112 |
log.notice('Cleaning up temporary overlay dir') |
1113 |
clear_dir(self.settings['chroot_path'] + '/tmp/initramfs_overlay/') |
1114 |
|
1115 |
- self.resume.is_enabled("build_kernel_"+kname) |
1116 |
+ self.resume.is_enabled("build_kernel_" + kname) |
1117 |
|
1118 |
# Execute the script that cleans up the kernel build environment |
1119 |
cmd([self.settings['controller_file'], 'post-kmerge'], |