Gentoo Archives: gentoo-portage-dev

From: Joakim Tjernlund <Joakim.Tjernlund@××××××××.com>
To: "gentoo-portage-dev@l.g.o" <gentoo-portage-dev@l.g.o>
Subject: [gentoo-portage-dev] portage perfoemance again ...
Date: Tue, 06 Mar 2018 22:10:48
Message-Id: 1520374240.4790.36.camel@infinera.com
1 .. using portage 2.3.24 on our embedded target(ppc329 It takes forever, > 10 mins) to just do the
2 dependencies for emerge -aNDuv world
3 Here is what strace says, one can see portage is rereading the profile over and over again.
4 At this point I am prepared to try anything to eliminate the rereading of the profile, any pointers?
5
6 23:04:25.472818 _llseek(5, 0, [0], SEEK_CUR) = 0
7 23:04:25.472978 read(5, "# Copyright 1999-2015 Gentoo Fou"..., 32768) = 677
8 23:04:25.473099 read(5, "", 28672) = 0
9 23:04:25.473228 read(5, "", 32768) = 0
10 23:04:25.473366 close(5) = 0
11 23:04:25.482102 stat64("/usr/portage/profiles/base/profile.bashrc", {st_mode=S_IFREG|0644, st_size=183, ...}) = 0
12 23:04:25.482509 stat64("/usr/portage/profiles/default/linux/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
13 23:04:25.482887 stat64("/usr/portage/profiles/arch/base/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
14 23:04:25.483240 stat64("/usr/portage/profiles/arch/powerpc/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
15 23:04:25.483594 stat64("/usr/portage/profiles/default/linux/powerpc/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
16 23:04:25.483924 stat64("/usr/portage/profiles/arch/base/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
17 23:04:25.484269 stat64("/usr/portage/profiles/arch/powerpc/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
18 23:04:25.484604 stat64("/usr/portage/profiles/arch/powerpc/ppc32/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
19 23:04:25.484930 stat64("/usr/portage/profiles/default/linux/powerpc/ppc32/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
20 23:04:25.485272 stat64("/usr/portage/profiles/releases/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
21 23:04:25.485615 stat64("/usr/portage/profiles/releases/13.0/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
22 23:04:25.485944 stat64("/usr/portage/profiles/default/linux/powerpc/ppc32/13.0/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
23 23:04:25.486329 stat64("/usr/local/portage/tmv3-target-overlay/profiles/cusfpv3/profile.bashrc", {st_mode=S_IFREG|0644, st_size=133, ...}) = 0
24 23:04:25.486764 stat64("/etc/portage/profile/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
25 23:04:25.499748 access("/usr/portage/virtual/perl-Text-ParseWords/perl-Text-ParseWords-3.290.0-r1.ebuild", R_OK) = 0
26 23:04:25.500088 stat64("/usr/portage/virtual/perl-Text-ParseWords/perl-Text-ParseWords-3.290.0-r1.ebuild", {st_mode=S_IFREG|0644, st_size=664, ...}) = 0
27 23:04:25.500417 open("/usr/portage/metadata/md5-cache/virtual/perl-Text-ParseWords-3.290.0-r1", O_RDONLY|O_LARGEFILE|O_CLOEXEC) = 5
28 23:04:25.500545 fstat64(5, {st_mode=S_IFREG|0644, st_size=593, ...}) = 0
29 23:04:25.500664 ioctl(5, TCGETS, 0xbfe61f98) = -1 ENOTTY (Inappropriate ioctl for device)
30 23:04:25.500761 fstat64(5, {st_mode=S_IFREG|0644, st_size=593, ...}) = 0
31 23:04:25.500897 _llseek(5, 0, [0], SEEK_CUR) = 0
32 23:04:25.501101 _llseek(5, 0, [0], SEEK_CUR) = 0
33 23:04:25.501238 _llseek(5, 0, [0], SEEK_CUR) = 0
34 23:04:25.501343 fstat64(5, {st_mode=S_IFREG|0644, st_size=593, ...}) = 0
35 23:04:25.501446 read(5, "DEFINED_PHASES=-\nDESCRIPTION=Vir"..., 594) = 593
36 23:04:25.501552 read(5, "", 1) = 0
37 23:04:25.501831 fstat64(5, {st_mode=S_IFREG|0644, st_size=593, ...}) = 0
38 23:04:25.502013 close(5) = 0
39 23:04:25.502474 open("/usr/portage/virtual/perl-Text-ParseWords/perl-Text-ParseWords-3.290.0-r1.ebuild", O_RDONLY|O_LARGEFILE|O_CLOEXEC) = 5
40 23:04:25.502607 fstat64(5, {st_mode=S_IFREG|0644, st_size=664, ...}) = 0
41 23:04:25.502739 ioctl(5, TCGETS, 0xbfe61b88) = -1 ENOTTY (Inappropriate ioctl for device)
42 23:04:25.502838 fstat64(5, {st_mode=S_IFREG|0644, st_size=664, ...}) = 0
43 23:04:25.502961 _llseek(5, 0, [0], SEEK_CUR) = 0
44 23:04:25.503114 read(5, "# Copyright 1999-2015 Gentoo Fou"..., 32768) = 664
45 23:04:25.503244 read(5, "", 28672) = 0
46 23:04:25.503374 read(5, "", 32768) = 0
47 23:04:25.503519 close(5) = 0
48 23:04:25.512617 stat64("/usr/portage/profiles/base/profile.bashrc", {st_mode=S_IFREG|0644, st_size=183, ...}) = 0
49 23:04:25.513003 stat64("/usr/portage/profiles/default/linux/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
50 23:04:25.513379 stat64("/usr/portage/profiles/arch/base/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
51 23:04:25.513736 stat64("/usr/portage/profiles/arch/powerpc/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
52 23:04:25.514142 stat64("/usr/portage/profiles/default/linux/powerpc/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
53 23:04:25.514494 stat64("/usr/portage/profiles/arch/base/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
54 23:04:25.514831 stat64("/usr/portage/profiles/arch/powerpc/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
55 23:04:25.515183 stat64("/usr/portage/profiles/arch/powerpc/ppc32/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
56 23:04:25.515509 stat64("/usr/portage/profiles/default/linux/powerpc/ppc32/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
57 23:04:25.515853 stat64("/usr/portage/profiles/releases/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
58 23:04:25.516198 stat64("/usr/portage/profiles/releases/13.0/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
59 23:04:25.516544 stat64("/usr/portage/profiles/default/linux/powerpc/ppc32/13.0/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
60 23:04:25.516873 stat64("/usr/local/portage/tmv3-target-overlay/profiles/cusfpv3/profile.bashrc", {st_mode=S_IFREG|0644, st_size=133, ...}) = 0
61 23:04:25.517276 stat64("/etc/portage/profile/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
62 23:04:25.530828 access("/usr/local/portage/tmv3-target-overlay/dev-lang/perl/perl-5.22.0.ebuild", R_OK) = -1 ENOENT (No such file or directory)
63 23:04:25.531390 access("/usr/portage/dev-lang/perl/perl-5.22.0.ebuild", R_OK) = 0
64 23:04:25.531691 stat64("/usr/portage/dev-lang/perl/perl-5.22.0.ebuild", {st_mode=S_IFREG|0644, st_size=4170, ...}) = 0
65 23:04:25.532011 open("/usr/portage/metadata/md5-cache/dev-lang/perl-5.22.0", O_RDONLY|O_LARGEFILE|O_CLOEXEC) = 5
66 23:04:25.532157 fstat64(5, {st_mode=S_IFREG|0644, st_size=1621, ...}) = 0
67 23:04:25.532276 ioctl(5, TCGETS, 0xbfe62178) = -1 ENOTTY (Inappropriate ioctl for device)
68 23:04:25.532382 fstat64(5, {st_mode=S_IFREG|0644, st_size=1621, ...}) = 0
69 23:04:25.532505 _llseek(5, 0, [0], SEEK_CUR) = 0
70 23:04:25.532710 _llseek(5, 0, [0], SEEK_CUR) = 0
71 23:04:25.532846 _llseek(5, 0, [0], SEEK_CUR) = 0
72 23:04:25.532949 fstat64(5, {st_mode=S_IFREG|0644, st_size=1621, ...}) = 0
73 23:04:25.533053 read(5, "DEFINED_PHASES=configure install"..., 1622) = 1621
74 23:04:25.533162 read(5, "", 1) = 0
75 23:04:25.533509 fstat64(5, {st_mode=S_IFREG|0644, st_size=1621, ...}) = 0
76 23:04:25.533713 close(5) = 0
77 23:04:25.534239 open("/usr/portage/dev-lang/perl/perl-5.22.0.ebuild", O_RDONLY|O_LARGEFILE|O_CLOEXEC) = 5
78 23:04:25.534374 fstat64(5, {st_mode=S_IFREG|0644, st_size=4170, ...}) = 0
79 23:04:25.534497 ioctl(5, TCGETS, 0xbfe61d68) = -1 ENOTTY (Inappropriate ioctl for device)
80 23:04:25.534595 fstat64(5, {st_mode=S_IFREG|0644, st_size=4170, ...}) = 0
81 23:04:25.534724 _llseek(5, 0, [0], SEEK_CUR) = 0
82 23:04:25.534881 read(5, "# Copyright 1999-2015 Gentoo Fou"..., 32768) = 4170
83 23:04:25.535023 read(5, "", 24576) = 0
84 23:04:25.535187 read(5, "", 32768) = 0
85 23:04:25.535331 close(5) = 0
86 23:04:25.547388 stat64("/usr/portage/profiles/base/profile.bashrc", {st_mode=S_IFREG|0644, st_size=183, ...}) = 0
87 23:04:25.547810 stat64("/usr/portage/profiles/default/linux/profile.bashrc", 0xbfe61510) = -1 ENOENT (No such file or directory)
88 23:04:25.548213 stat64("/usr/portage/profiles/arch/base/profile.bashrc", 0xbfe61510) = -1 ENOENT (No such file or directory)
89 23:04:25.548566 stat64("/usr/portage/profiles/arch/powerpc/profile.bashrc", 0xbfe61510) = -1 ENOENT (No such file or directory)
90 23:04:25.548912 stat64("/usr/portage/profiles/default/linux/powerpc/profile.bashrc", 0xbfe61510) = -1 ENOENT (No such file or directory)
91 23:04:25.549270 stat64("/usr/portage/profiles/arch/base/profile.bashrc", 0xbfe61510) = -1 ENOENT (No such file or directory)
92 23:04:25.549623 stat64("/usr/portage/profiles/arch/powerpc/profile.bashrc", 0xbfe61510) = -1 ENOENT (No such file or directory)
93 23:04:25.549959 stat64("/usr/portage/profiles/arch/powerpc/ppc32/profile.bashrc", 0xbfe61510) = -1 ENOENT (No such file or directory)
94 23:04:25.550360 stat64("/usr/portage/profiles/default/linux/powerpc/ppc32/profile.bashrc", 0xbfe61510) = -1 ENOENT (No such file or directory)
95 23:04:25.550707 stat64("/usr/portage/profiles/releases/profile.bashrc", 0xbfe61510) = -1 ENOENT (No such file or directory)
96 23:04:25.551066 stat64("/usr/portage/profiles/releases/13.0/profile.bashrc", 0xbfe61510) = -1 ENOENT (No such file or directory)
97 23:04:25.551399 stat64("/usr/portage/profiles/default/linux/powerpc/ppc32/13.0/profile.bashrc", 0xbfe61510) = -1 ENOENT (No such file or directory)
98 23:04:25.551741 stat64("/usr/local/portage/tmv3-target-overlay/profiles/cusfpv3/profile.bashrc", {st_mode=S_IFREG|0644, st_size=133, ...}) = 0
99 23:04:25.552160 stat64("/etc/portage/profile/profile.bashrc", 0xbfe61510) = -1 ENOENT (No such file or directory)
100 23:04:25.566716 access("/usr/portage/sys-apps/help2man/help2man-1.47.3.ebuild", R_OK) = 0
101 23:04:25.567043 stat64("/usr/portage/sys-apps/help2man/help2man-1.47.3.ebuild", {st_mode=S_IFREG|0644, st_size=1159, ...}) = 0
102 23:04:25.567369 open("/usr/portage/metadata/md5-cache/sys-apps/help2man-1.47.3", O_RDONLY|O_LARGEFILE|O_CLOEXEC) = 5
103 23:04:25.567515 fstat64(5, {st_mode=S_IFREG|0644, st_size=931, ...}) = 0
104 23:04:25.567636 ioctl(5, TCGETS, 0xbfe61f98) = -1 ENOTTY (Inappropriate ioctl for device)
105 23:04:25.567745 fstat64(5, {st_mode=S_IFREG|0644, st_size=931, ...}) = 0
106 23:04:25.567869 _llseek(5, 0, [0], SEEK_CUR) = 0
107 23:04:25.568064 _llseek(5, 0, [0], SEEK_CUR) = 0
108 23:04:25.568208 _llseek(5, 0, [0], SEEK_CUR) = 0
109 23:04:25.568303 fstat64(5, {st_mode=S_IFREG|0644, st_size=931, ...}) = 0
110 23:04:25.568404 read(5, "DEFINED_PHASES=configure prepare"..., 932) = 931
111 23:04:25.568513 read(5, "", 1) = 0
112 23:04:25.568831 fstat64(5, {st_mode=S_IFREG|0644, st_size=931, ...}) = 0
113 23:04:25.569020 close(5) = 0
114 23:04:25.569503 open("/usr/portage/sys-apps/help2man/help2man-1.47.3.ebuild", O_RDONLY|O_LARGEFILE|O_CLOEXEC) = 5
115 23:04:25.569635 fstat64(5, {st_mode=S_IFREG|0644, st_size=1159, ...}) = 0
116 23:04:25.569762 ioctl(5, TCGETS, 0xbfe61b88) = -1 ENOTTY (Inappropriate ioctl for device)
117 23:04:25.569861 fstat64(5, {st_mode=S_IFREG|0644, st_size=1159, ...}) = 0
118 23:04:25.569983 _llseek(5, 0, [0], SEEK_CUR) = 0
119 23:04:25.570179 read(5, "# Copyright 1999-2015 Gentoo Fou"..., 32768) = 1159
120 23:04:25.570304 read(5, "", 28672) = 0
121 23:04:25.570455 read(5, "", 32768) = 0
122 23:04:25.570595 close(5) = 0
123 23:04:25.579423 stat64("/usr/portage/profiles/base/profile.bashrc", {st_mode=S_IFREG|0644, st_size=183, ...}) = 0
124 23:04:25.579845 stat64("/usr/portage/profiles/default/linux/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
125 23:04:25.580223 stat64("/usr/portage/profiles/arch/base/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
126 23:04:25.580556 stat64("/usr/portage/profiles/arch/powerpc/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
127 23:04:25.580898 stat64("/usr/portage/profiles/default/linux/powerpc/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
128 23:04:25.581247 stat64("/usr/portage/profiles/arch/base/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
129 23:04:25.581598 stat64("/usr/portage/profiles/arch/powerpc/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
130 23:04:25.581923 stat64("/usr/portage/profiles/arch/powerpc/ppc32/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
131 23:04:25.582314 stat64("/usr/portage/profiles/default/linux/powerpc/ppc32/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
132 23:04:25.582674 stat64("/usr/portage/profiles/releases/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
133 23:04:25.582994 stat64("/usr/portage/profiles/releases/13.0/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
134 23:04:25.583325 stat64("/usr/portage/profiles/default/linux/powerpc/ppc32/13.0/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
135 23:04:25.583671 stat64("/usr/local/portage/tmv3-target-overlay/profiles/cusfpv3/profile.bashrc", {st_mode=S_IFREG|0644, st_size=133, ...}) = 0
136 23:04:25.584088 stat64("/etc/portage/profile/profile.bashrc", 0xbfe61330) = -1 ENOENT (No such file or directory)
137 23:04:25.597236 access("/usr/portage/sys-apps/help2man/help2man-1.47.2.ebuild", R_OK) = 0
138 23:04:25.597538 stat64("/usr/portage/sys-apps/help2man/help2man-1.47.2.ebuild", {st_mode=S_IFREG|0644, st_size=1054, ...}) = 0
139 23:04:25.597890 open("/usr/portage/metadata/md5-cache/sys-apps/help2man-1.47.2", O_RDONLY|O_LARGEFILE|O_CLOEXEC) = 5
140 23:04:25.598025 fstat64(5, {st_mode=S_IFREG|0644, st_size=931, ...}) = 0
141 23:04:25.598199 ioctl(5, TCGETS, 0xbfe61f98) = -1 ENOTTY (Inappropriate ioctl for device)
142 23:04:25.598299 fstat64(5, {st_mode=S_IFREG|0644, st_size=931, ...}) = 0
143 23:04:25.598422 _llseek(5, 0, [0], SEEK_CUR) = 0
144 23:04:25.598613 _llseek(5, 0, [0], SEEK_CUR) = 0
145 23:04:25.598764 _llseek(5, 0, [0], SEEK_CUR) = 0
146 23:04:25.598866 fstat64(5, {st_mode=S_IFREG|0644, st_size=931, ...}) = 0
147 23:04:25.598969 read(5, "DEFINED_PHASES=configure prepare"..., 932) = 931
148 23:04:25.599076 read(5, "", 1) = 0
149 23:04:25.599397 fstat64(5, {st_mode=S_IFREG|0644, st_size=931, ...}) = 0
150 23:04:25.599587 close(5) = 0
151 23:04:25.600060 open("/usr/portage/sys-apps/help2man/help2man-1.47.2.ebuild", O_RDONLY|O_LARGEFILE|O_CLOEXEC) = 5
152 23:04:25.600193 fstat64(5, {st_mode=S_IFREG|0644, st_size=1054, ...}) = 0
153 23:04:25.600319 ioctl(5, TCGETS, 0xbfe61b88) = -1 ENOTTY (Inappropriate ioctl for device)
154 23:04:25.600417 fstat64(5, {st_mode=S_IFREG|0644, st_size=1054, ...}) = 0
155 23:04:25.600548 _llseek(5, 0, [0], SEEK_CUR) = 0
156 23:04:25.600703 read(5, "# Copyright 1999-2015 Gentoo Fou"..., 32768) = 1054
157 23:04:25.600824 read(5, "", 28672) = 0
158 23:04:25.600957 read(5, "", 32768) = 0
159 23:04:25.601103 close(5) = 0

Replies

Subject Author
Re: [gentoo-portage-dev] portage perfoemance again ... Zac Medico <zmedico@g.o>