Gentoo Archives: gentoo-commits

From: Jason Zaman <perfinion@g.o>
To: gentoo-commits@l.g.o
Subject: [gentoo-commits] repo/gentoo:master commit in: sci-libs/tensorflow/
Date: Wed, 27 Jun 2018 06:45:49
Message-Id: 1530081862.889badf7e5205bcdd5540f2e9e277e11a70a096b.perfinion@gentoo
1 commit: 889badf7e5205bcdd5540f2e9e277e11a70a096b
2 Author: Jason Zaman <perfinion <AT> gentoo <DOT> org>
3 AuthorDate: Wed Jun 27 06:37:53 2018 +0000
4 Commit: Jason Zaman <perfinion <AT> gentoo <DOT> org>
5 CommitDate: Wed Jun 27 06:44:22 2018 +0000
6 URL: https://gitweb.gentoo.org/repo/gentoo.git/commit/?id=889badf7
7
8 sci-libs/tensorflow: fix eigen headers, cuda config, unbundled deps
9
10 The deps are behind a use-flag for now for testing.
11
12 Package-Manager: Portage-2.3.40, Repoman-2.3.9
13
14 sci-libs/tensorflow/Manifest | 2 +
15 sci-libs/tensorflow/metadata.xml | 1 +
16 sci-libs/tensorflow/tensorflow-1.9.0_rc1-r2.ebuild | 413 +++++++++++++++++++++
17 3 files changed, 416 insertions(+)
18
19 diff --git a/sci-libs/tensorflow/Manifest b/sci-libs/tensorflow/Manifest
20 index fbb145dc3c0..eb91622a9bd 100644
21 --- a/sci-libs/tensorflow/Manifest
22 +++ b/sci-libs/tensorflow/Manifest
23 @@ -37,6 +37,7 @@ DIST llvm-7e78daafdd22f3f17720a103d29d89590534004e.tar.gz 39754833 BLAKE2B 30fe6
24 DIST mkl_dnn-v0.12.tar.gz 759597 BLAKE2B ad790db940ca5353bc20db9e012356761e5a87d6646eeae983880881e1df271a0a4deb3b6810546fa8cf6f2c35c45509c57630cf8d493d72d557d33864f780f3 SHA512 e6a257679b872d16e320556ca2c1ddb5c04a949ee8b8d6b4de350c46ad4ea79749d5d9f92940c592706719490ad837210335027f782a8df46da1a2029ae5adcc
25 DIST nasm-2.12.02.tar.bz2 961257 BLAKE2B f45c35571fa1254ccc01ed59de8a46cb480300404c701b444a7a751d077d23f64a7dbeeeb044d7daed8a6f895b1100f76f2db75ced6417ab56cb83b9494eece1 SHA512 7744a078647861382212de798d200b683cc4044881474fc1931acb14dfa0340ce026d1b3f64ac1ece87878ccd0ddcb69b8c0c850415313f47e01f0332e56a8f8
26 DIST nsync-0559ce013feac8db639ee1bf776aca0325d28777.tar.gz 151680 BLAKE2B 280f8800e8674fbab90d15c09ab7e260b3230bfcf0fb44c998955c9bd4aaf07b4a9073a74479c8879811c56863d4c28693e408a4b205e5b5d9c801bb82159216 SHA512 ef61f9f0b12cf1252840966243ef4b4a0cc18afde7eddedb7e3f6ea31fa8a89da5570cfe6be536d721e4b7593249d05bb1c60372f6668635ad8bcde78bfc8dee
27 +DIST nvidia-nccl-03d856977ecbaac87e598c0c4bafca96761b9ac7.tar.gz 47849 BLAKE2B fb2a6fc1e45057c4150c1dae2a5058a12d8641b3f5dfdd982661b4351ec9df39ac3aefaf4dfa9c8606ddf7fd1c4a8b35683e5e5eddd74cbc63ee025b33d4b731 SHA512 eb555030e9d60d68c4094e85f16e0b74de7f61602c742d57bc2029d12c719084a2fd1214c13467ff262f6f3932508754159af5f014e6f16d279d14e1fafa9b8a
28 DIST oourafft-20061228.tgz 72213 BLAKE2B 4a3ac2b4c0bc3275b5743df59241e1cdbd0200371c153ddf54ef6c7c4ec523ee6560547e2d5ef9f3200037c0635bf41c18991ac35f271b1e600d0dbd65d1a9a7 SHA512 f1ceac00cb7b9eb8f625eee7f1f5eea8af363343589a344226628d68baf668c176e6c23b7f904c4e682330352eaa0cd5d00731340d208e94c9657b8f85ae2240
29 DIST pcre-8.39.tar.gz 2062258 BLAKE2B 1bc2b7b822383ba67b3e9707178fd100a13370a3a4ce8e6527fe0356f7d3e604a9ece11cef5e9e85925fc309698887389e67759d820b8b7a99703cc1cd3ccc88 SHA512 1724b2d6d8575af19fc20a13e50d71cb8024a66458d63cbc006b5bca01230845730535f3446d3850ddd580c93031f38c3ebf547adce0d279dfd18101677403da
30 DIST protobuf-396336eb961b75f03b25824fe86cf6490fb75e3a.tar.gz 4803167 BLAKE2B 466db7931c46df5f05018f4ebee0f1061a416b43486dce1fb4953a677f73138c74cbb97f333447862a571bcefe34dd0be3aac18e51b24f9921cb344e4e033af9 SHA512 5af4ebdd8a86a5e50c14c18590e372ea9454cadb101555e00008ebffe448acbaa8c57eeae857a53f20c64c0174ffe0a4d19ba393e2ca53beebad61d5b1db06c1
31 @@ -48,6 +49,7 @@ DIST sqlite-amalgamation-3230100.zip 2183147 BLAKE2B af25542f81ac0592d143695466d
32 DIST swig-3.0.8.tar.gz 7937213 BLAKE2B 38f17631a36f178a478bf77f1a7ea77b50b91ed95ca0363f0f75d86bf7da6d855db314c1b7e67634b0e6e1438a0d141d0241595987142154ee356d60955248bc SHA512 85605bd98bf2b56f5bfca23ae23d76d764d76a174b05836c8686825e912d6326c370e9cf2134c0bf4f425560be103b16bf9c9d075077f52e713a69082616e906
33 DIST tensorflow-1.8.0.tar.gz 22649439 BLAKE2B 7384c2cf742fb5a8b4e266e95080ae2513c1b112ab97f74839fa8e81bd91bd24645be8afb02e4447ad5fba9f47c4d146f59aa12085937cd3a364ec34c99590f3 SHA512 7280e65d26fb3f15d95f7217ee3bc08d1424cd144cf25bf638fa114fa835b2505dfaf457c55700067d24f485b77120973d094ec568e6d1b1054857402f9c352d
34 DIST tensorflow-1.9.0_rc1.tar.gz 23639406 BLAKE2B 94f7254b67ebbcf7a6c46f194bf00ecb4e386cf90b74ef436febdbe1f4e9b4e206aeaabd9392f1023d8486ffd91b9e7814a64f8c7275a198a3040a76181d282e SHA512 3354738c6f6e3c8336bd7186379dc8ef02e12aa83db4b65a93a644f5435254fc253f897dfd2b307b2fe77b1dbe6f506f1fccc4d0ea6e04cdf3e3eb9a52ca81fd
35 +DIST tensorflow-patches-1.9.0_rc1-r2.tar.bz2 9372 BLAKE2B fe6d33deff5cdf1158319f2e30c7c79130c555d8d8c5f8fa719c7760e1edcc1083118fcff04c0e8aedd089dd95641e19240d14d6d10e28d2dd6ae9f4ec75f185 SHA512 fc904e2396e4a0e98baa463d1bdfc421402a5e17609fe7d4ec30f6c3e5692a432f5db36ba7fa9083e9eebf4dba29b48865102fb24429bde072c738c76478d377
36 DIST tensorflow-python-license.txt 45132 BLAKE2B 1f572a06eeb4a58a5563b87a2db381a6e9eb0195cf1d006bda0d3da158e62a1e67e889a7d3d0da83d8609c0d048887bcbbd0d7056fd8e4f56b654047f36936fa SHA512 1b8c2f9733fcf27d560879418c366b5c3e44420d42adb3b857ee741793ddc75ad18324b016909457e5311f2143593392ce4404d12962f076e62f6036afbb521e
37 DIST termcolor-1.1.0.tar.gz 3912 BLAKE2B 8d661a708eff02894b6e390befddaef1c9d14f78f0c7d10ac332fa149f7892109f77bd279c9a488a3aa4070569c92f0ce847e3911d419ff549a10555b34534fb SHA512 4bd06bf4405a9ef6c005cd4d159ef602f7fc7fccb3e57586da1187c402f4d0b9051ef930cae423065c51ff4be8a22ceae556a61a6b3c8c519d623c066c340b53
38 DIST zlib-1.2.11.tar.gz 607698 BLAKE2B 6bfc4bca5dcadba8a0d4121a2b3ed0bfe440c261003521862c8e6381f1a6f0a72d3fc037351d30afd7ef321e8e8d2ec817c046ac749f2ca0c97fbdc2f7e840b7 SHA512 73fd3fff4adeccd4894084c15ddac89890cd10ef105dd5e1835e1e9bbb6a49ff229713bd197d203edfa17c2727700fce65a2a235f07568212d820dca88b528ae
39
40 diff --git a/sci-libs/tensorflow/metadata.xml b/sci-libs/tensorflow/metadata.xml
41 index d6a68a59e70..5fc9f21f463 100644
42 --- a/sci-libs/tensorflow/metadata.xml
43 +++ b/sci-libs/tensorflow/metadata.xml
44 @@ -12,6 +12,7 @@
45 <flag name="cuda">Enable support for nVidia CUDA</flag>
46 <flag name="mpi">Enable support for MPI</flag>
47 <flag name="jemalloc">Enable support for <pkg>dev-libs/jemalloc</pkg></flag>
48 + <flag name="system-libs">Link with system instead of bundled libraries</flag>
49 </use>
50 <upstream>
51 <remote-id type="github">tensorflow/tensorflow</remote-id>
52
53 diff --git a/sci-libs/tensorflow/tensorflow-1.9.0_rc1-r2.ebuild b/sci-libs/tensorflow/tensorflow-1.9.0_rc1-r2.ebuild
54 new file mode 100644
55 index 00000000000..05a156e3a00
56 --- /dev/null
57 +++ b/sci-libs/tensorflow/tensorflow-1.9.0_rc1-r2.ebuild
58 @@ -0,0 +1,413 @@
59 +# Copyright 1999-2018 Gentoo Foundation
60 +# Distributed under the terms of the GNU General Public License v2
61 +
62 +EAPI=6
63 +
64 +DISTUTILS_OPTIONAL=1
65 +PYTHON_COMPAT=( python2_7 python3_{5,6} )
66 +MY_PV=${PV/_rc/-rc}
67 +MY_P=${PN}-${MY_PV}
68 +
69 +inherit check-reqs cuda distutils-r1 eapi7-ver multiprocessing toolchain-funcs
70 +
71 +DESCRIPTION="Computation framework using data flow graphs for scalable machine learning"
72 +HOMEPAGE="https://www.tensorflow.org/"
73 +
74 +LICENSE="Apache-2.0"
75 +SLOT="0"
76 +KEYWORDS="~amd64"
77 +IUSE="cuda jemalloc mpi +python system-libs"
78 +CPU_USE_FLAGS_X86="sse sse2 sse3 sse4_1 sse4_2 avx avx2 fma3 fma4"
79 +for i in $CPU_USE_FLAGS_X86; do
80 + IUSE+=" cpu_flags_x86_$i"
81 +done
82 +
83 +# distfiles that bazel uses for the workspace, will be copied to basel-distdir
84 +bazel_external_uris="
85 + http://www.kurims.kyoto-u.ac.jp/~ooura/fft.tgz -> oourafft-20061228.tgz
86 + https://bitbucket.org/eigen/eigen/get/6913f0cf7d06.tar.gz -> eigen-6913f0cf7d06.tar.gz
87 + https://github.com/abseil/abseil-cpp/archive/9613678332c976568272c8f4a78631a29159271d.tar.gz -> abseil-cpp-9613678332c976568272c8f4a78631a29159271d.tar.gz
88 + https://github.com/bazelbuild/rules_closure/archive/dbb96841cc0a5fb2664c37822803b06dab20c7d1.tar.gz -> bazelbuild-rules_closure-dbb96841cc0a5fb2664c37822803b06dab20c7d1.tar.gz
89 + https://github.com/google/double-conversion/archive/3992066a95b823efc8ccc1baf82a1cfc73f6e9b8.zip -> double-conversion-3992066a95b823efc8ccc1baf82a1cfc73f6e9b8.zip
90 + https://github.com/google/farmhash/archive/816a4ae622e964763ca0862d9dbd19324a1eaf45.tar.gz -> farmhash-816a4ae622e964763ca0862d9dbd19324a1eaf45.tar.gz
91 + https://github.com/google/gemmlowp/archive/38ebac7b059e84692f53e5938f97a9943c120d98.zip -> gemmlowp-38ebac7b059e84692f53e5938f97a9943c120d98.zip
92 + https://github.com/google/highwayhash/archive/fd3d9af80465e4383162e4a7c5e2f406e82dd968.tar.gz -> highwayhash-fd3d9af80465e4383162e4a7c5e2f406e82dd968.tar.gz
93 + https://github.com/google/nsync/archive/0559ce013feac8db639ee1bf776aca0325d28777.tar.gz -> nsync-0559ce013feac8db639ee1bf776aca0325d28777.tar.gz
94 + https://github.com/google/protobuf/archive/396336eb961b75f03b25824fe86cf6490fb75e3a.tar.gz -> protobuf-396336eb961b75f03b25824fe86cf6490fb75e3a.tar.gz
95 + https://github.com/open-source-parsers/jsoncpp/archive/11086dd6a7eba04289944367ca82cea71299ed70.tar.gz -> jsoncpp-11086dd6a7eba04289944367ca82cea71299ed70.tar.gz
96 + https://github.com/jemalloc/jemalloc/archive/4.4.0.tar.gz -> jemalloc-4.4.0.tar.gz
97 + cuda? ( https://github.com/nvidia/nccl/archive/03d856977ecbaac87e598c0c4bafca96761b9ac7.tar.gz -> nvidia-nccl-03d856977ecbaac87e598c0c4bafca96761b9ac7.tar.gz )
98 + python? (
99 + https://github.com/NVlabs/cub/archive/1.8.0.zip -> cub-1.8.0.zip
100 + https://github.com/abseil/abseil-py/archive/ea8c4d2ddbf3fba610c4d613260561699b776db8.tar.gz -> abseil-py-ea8c4d2ddbf3fba610c4d613260561699b776db8.tar.gz
101 + https://github.com/aws/aws-sdk-cpp/archive/1.3.15.tar.gz -> aws_sdk_cpp-1.3.15.tar.gz
102 + https://github.com/edenhill/librdkafka/archive/v0.11.1.tar.gz -> librdkafka-v0.11.1.tar.gz
103 + https://github.com/google/boringssl/archive/a0fb951d2a26a8ee746b52f3ba81ab011a0af778.tar.gz -> boringssl-a0fb951d2a26a8ee746b52f3ba81ab011a0af778.tar.gz
104 + https://github.com/hfp/libxsmm/archive/1.8.1.tar.gz -> libxsmm-1.8.1.tar.gz
105 + https://github.com/intel/ARM_NEON_2_x86_SSE/archive/0f77d9d182265259b135dad949230ecbf1a2633d.tar.gz -> ARM_NEON_2_x86_SSE-0f77d9d182265259b135dad949230ecbf1a2633d.tar.gz
106 + https://github.com/intel/mkl-dnn/archive/v0.12.tar.gz -> mkl_dnn-v0.12.tar.gz
107 + https://github.com/llvm-mirror/llvm/archive/7e78daafdd22f3f17720a103d29d89590534004e.tar.gz -> llvm-7e78daafdd22f3f17720a103d29d89590534004e.tar.gz
108 + https://mirror.bazel.build/docs.python.org/2.7/_sources/license.txt -> tensorflow-python-license.txt
109 + https://pypi.python.org/packages/5c/78/ff794fcae2ce8aa6323e789d1f8b3b7765f601e7702726f430e814822b96/gast-0.2.0.tar.gz
110 + https://pypi.python.org/packages/bc/cc/3cdb0a02e7e96f6c70bd971bc8a90b8463fda83e264fa9c5c1c98ceabd81/backports.weakref-1.0rc1.tar.gz
111 + !system-libs? (
112 + http://ftp.exim.org/pub/pcre/pcre-8.39.tar.gz
113 + http://ufpr.dl.sourceforge.net/project/swig/swig/swig-3.0.8/swig-3.0.8.tar.gz
114 + https://curl.haxx.se/download/curl-7.49.1.tar.gz
115 + https://pypi.python.org/packages/8a/48/a76be51647d0eb9f10e2a4511bf3ffb8cc1e6b14e9e4fab46173aa79f981/termcolor-1.1.0.tar.gz
116 + https://pypi.python.org/packages/d8/be/c4276b3199ec3feee2a88bc64810fbea8f26d961e0a4cd9c68387a9f35de/astor-0.6.2.tar.gz
117 + https://pypi.python.org/packages/source/s/six/six-1.10.0.tar.gz
118 + https://github.com/google/flatbuffers/archive/971a68110e4fc1bace10fcb6deeb189e7e1a34ce.tar.gz -> flatbuffers-971a68110e4fc1bace10fcb6deeb189e7e1a34ce.tar.gz
119 + https://github.com/cython/cython/archive/3732784c45cfb040a5b0936951d196f83a12ea17.tar.gz -> cython-3732784c45cfb040a5b0936951d196f83a12ea17.tar.gz
120 + )
121 + )
122 + !system-libs? (
123 + http://pilotfiber.dl.sourceforge.net/project/giflib/giflib-5.1.4.tar.gz
124 + http://pkgs.fedoraproject.org/repo/pkgs/nasm/nasm-2.12.02.tar.bz2/d15843c3fb7db39af80571ee27ec6fad/nasm-2.12.02.tar.bz2
125 + https://github.com/LMDB/lmdb/archive/LMDB_0.9.19.tar.gz
126 + https://github.com/glennrp/libpng/archive/v1.6.34.tar.gz -> libpng-v1.6.34.tar.gz
127 + https://github.com/google/re2/archive/26cd968b735e227361c9703683266f01e5df7857.tar.gz -> re2-26cd968b735e227361c9703683266f01e5df7857.tar.gz
128 + https://github.com/google/snappy/archive/1.1.7.tar.gz -> snappy-1.1.7.tar.gz
129 + https://github.com/grpc/grpc/archive/d184fa229d75d336aedea0041bd59cb93e7e267f.tar.gz -> grpc-d184fa229d75d336aedea0041bd59cb93e7e267f.tar.gz
130 + https://github.com/libjpeg-turbo/libjpeg-turbo/archive/1.5.3.tar.gz -> libjpeg_turbo-1.5.3.tar.gz
131 + https://www.sqlite.org/2018/sqlite-amalgamation-3230100.zip
132 + https://zlib.net/zlib-1.2.11.tar.gz
133 + )"
134 +
135 +SRC_URI="https://github.com/${PN}/${PN}/archive/v${MY_PV}.tar.gz -> ${P}.tar.gz
136 + https://dev.gentoo.org/~perfinion/patches/tensorflow-patches-${PVR}.tar.bz2
137 + ${bazel_external_uris}"
138 +
139 +RDEPEND="
140 + cuda? (
141 + >=dev-util/nvidia-cuda-toolkit-9.0[profiler]
142 + >=dev-libs/cudnn-6.0
143 + )
144 + mpi? ( virtual/mpi )
145 + system-libs? (
146 + app-arch/snappy
147 + dev-db/lmdb
148 + dev-db/sqlite
149 + >=dev-libs/flatbuffers-1.8.0
150 + >=dev-libs/jsoncpp-1.8.4
151 + dev-libs/libpcre
152 + dev-libs/protobuf
153 + dev-libs/protobuf-c
154 + >=dev-libs/re2-0.2018.04.01
155 + media-libs/giflib
156 + media-libs/libjpeg-turbo
157 + media-libs/libpng:0
158 + >=net-libs/grpc-1.12.1[${PYTHON_USEDEP}]
159 + net-misc/curl
160 + sys-libs/zlib
161 + jemalloc? ( >=dev-libs/jemalloc-4.4.0 )
162 + python? (
163 + ${PYTHON_DEPS}
164 + dev-python/absl-py[${PYTHON_USEDEP}]
165 + dev-python/astor[${PYTHON_USEDEP}]
166 + dev-python/numpy[${PYTHON_USEDEP}]
167 + dev-python/protobuf-python[${PYTHON_USEDEP}]
168 + dev-python/six[${PYTHON_USEDEP}]
169 + dev-python/termcolor[${PYTHON_USEDEP}]
170 + )
171 + )"
172 +DEPEND="${RDEPEND}
173 + !python? ( dev-lang/python )
174 + app-arch/unzip
175 + >=dev-util/bazel-0.14.0
176 + dev-java/java-config
177 + dev-python/mock
178 + system-libs? (
179 + dev-lang/nasm
180 + dev-lang/swig
181 + dev-python/cython
182 + )"
183 +REQUIRED_USE="python? ( ${PYTHON_REQUIRED_USE} )"
184 +
185 +S="${WORKDIR}/${MY_P}"
186 +
187 +DOCS=( AUTHORS CONTRIBUTING.md ISSUE_TEMPLATE.md README.md RELEASE.md )
188 +CHECKREQS_MEMORY="5G"
189 +CHECKREQS_DISK_BUILD="5G"
190 +
191 +bazel-get-cpu-flags() {
192 + local i f=()
193 + # Keep this list in sync with tensorflow/core/platform/cpu_feature_guard.cc.
194 + for i in sse sse2 sse3 sse4_1 sse4_2 avx avx2 fma4; do
195 + use cpu_flags_x86_${i} && f+=( -m${i/_/.} )
196 + done
197 + use cpu_flags_x86_fma3 && f+=( -mfma )
198 + echo "${f[*]}"
199 +}
200 +
201 +bazel-get-flags() {
202 + local i fs=()
203 + for i in ${CFLAGS} $(bazel-get-cpu-flags); do
204 + fs+=( "--copt=${i}" "--host_copt=${i}" )
205 + done
206 + for i in ${CXXFLAGS} $(bazel-get-cpu-flags); do
207 + fs+=( "--cxxopt=${i}" "--host_cxxopt=${i}" )
208 + done
209 + for i in ${CPPFLAGS}; do
210 + fs+=( "--copt=${i}" "--host_copt=${i}" )
211 + fs+=( "--cxxopt=${i}" "--host_cxxopt=${i}" )
212 + done
213 + for i in ${LDFLAGS}; do
214 + fs+=( "--linkopt=${i}" "--host_linkopt=${i}" )
215 + done
216 + echo "${fs[*]}"
217 +}
218 +
219 +setup_bazelrc() {
220 + if [[ -f "${T}/bazelrc" ]]; then
221 + return
222 + fi
223 +
224 + # F: fopen_wr
225 + # P: /proc/self/setgroups
226 + # Even with standalone enabled, the Bazel sandbox binary is run for feature test:
227 + # https://github.com/bazelbuild/bazel/blob/7b091c1397a82258e26ab5336df6c8dae1d97384/src/main/java/com/google/devtools/build/lib/sandbox/LinuxSandboxedSpawnRunner.java#L61
228 + # https://github.com/bazelbuild/bazel/blob/76555482873ffcf1d32fb40106f89231b37f850a/src/main/tools/linux-sandbox-pid1.cc#L113
229 + addpredict /proc
230 +
231 + mkdir -p "${T}/bazel-cache" || die
232 + mkdir -p "${T}/bazel-distdir" || die
233 +
234 + cat > "${T}/bazelrc" <<-EOF
235 + startup --batch
236 +
237 + # dont strip HOME, portage sets a temp per-package dir
238 + build --action_env HOME
239 +
240 + # make bazel respect MAKEOPTS
241 + build --jobs=$(makeopts_jobs) $(bazel-get-flags)
242 + build --compilation_mode=opt --host_compilation_mode=opt
243 +
244 + # Use standalone strategy to deactivate the bazel sandbox, since it
245 + # conflicts with FEATURES=sandbox.
246 + build --spawn_strategy=standalone --genrule_strategy=standalone
247 + test --spawn_strategy=standalone --genrule_strategy=standalone
248 +
249 + build --strip=never
250 + build --verbose_failures --noshow_loading_progress
251 + test --verbose_test_summary --verbose_failures --noshow_loading_progress
252 +
253 + # make bazel only fetch distfiles from the cache
254 + fetch --repository_cache=${T}/bazel-cache/ --experimental_distdir=${T}/bazel-distdir/
255 + build --repository_cache=${T}/bazel-cache/ --experimental_distdir=${T}/bazel-distdir/
256 + EOF
257 +}
258 +
259 +ebazel() {
260 + setup_bazelrc
261 +
262 + # Use different build folders for each multibuild variant.
263 + local base_suffix="${MULTIBUILD_VARIANT+-}${MULTIBUILD_VARIANT}"
264 + local output_base="${WORKDIR}/bazel-base${base_suffix}"
265 + mkdir -p "${output_base}" || die
266 +
267 + einfo Running: bazel --output_base="${output_base}" "$@"
268 + bazel --output_base="${output_base}" $@ || die
269 +}
270 +
271 +load_distfiles() {
272 + # Populate the bazel distdir to fetch from since it cannot use the network
273 + # Bazel looks in distdir but will only look for the original filename, not
274 + # the possibly renamed one that portage downloaded. If the line has -> we
275 + # need to rename it back, otherwise a simple copy is fine.
276 +
277 + local src dst uri rename
278 +
279 + while read uri rename dst; do
280 + src="${uri##*/}"
281 + [[ -z $src ]] && continue
282 + if [[ "$rename" != "->" ]]; then
283 + dst="${src}"
284 + fi
285 +
286 + [[ ${A} =~ ${dst} ]] || continue
287 +
288 + if [[ "$dst" == "$src" ]]; then
289 + einfo "Copying $dst to bazel distdir $src ..."
290 + else
291 + einfo "Copying $dst to bazel distdir ..."
292 + fi
293 + cp "${DISTDIR}/${dst}" "${T}/bazel-distdir/${src}" || die
294 + done <<< "$(sed -re 's/!?[A-Za-z]+\?\s+\(\s*//g; s/\s+\)//g' <<< "${bazel_external_uris}")"
295 +}
296 +
297 +pkg_setup() {
298 + export JAVA_HOME=$(java-config --jre-home)
299 + check-reqs_pkg_setup
300 +}
301 +
302 +src_unpack() {
303 + # Only unpack the main distfile
304 + unpack "${P}.tar.gz"
305 + unpack tensorflow-patches-${PVR}.tar.bz2
306 +}
307 +
308 +src_prepare() {
309 + setup_bazelrc
310 + load_distfiles
311 +
312 + eapply "${WORKDIR}"/patches/*.patch
313 +
314 + default
315 + use python && python_copy_sources
316 +
317 + if use cuda; then
318 + for i in /dev/nvidia*; do
319 + addpredict $i
320 + done
321 + fi
322 +}
323 +
324 +src_configure() {
325 + do_configure() {
326 + export CC_OPT_FLAGS=""
327 + export TF_NEED_JEMALLOC=$(usex jemalloc 1 0)
328 + export TF_NEED_GCP=0
329 + export TF_NEED_HDFS=0
330 + export TF_NEED_S3=0
331 + export TF_NEED_KAFKA=0
332 + export TF_ENABLE_XLA=0
333 + export TF_NEED_GDR=0
334 + export TF_NEED_VERBS=0
335 + export TF_NEED_OPENCL_SYCL=0
336 + export TF_NEED_OPENCL=0
337 + export TF_NEED_COMPUTECPP=0
338 + export TF_NEED_MKL=0
339 + export TF_NEED_MPI=$(usex mpi 1 0)
340 + export TF_SET_ANDROID_WORKSPACE=0
341 +
342 + if use python; then
343 + python_export PYTHON_SITEDIR
344 + export PYTHON_BIN_PATH="${PYTHON}"
345 + export PYTHON_LIB_PATH="${PYTHON_SITEDIR}"
346 + else
347 + export PYTHON_BIN_PATH="$(which python)"
348 + export PYTHON_LIB_PATH="$(python -c 'from distutils.sysconfig import *; print(get_python_lib())')"
349 + fi
350 +
351 + export TF_NEED_CUDA=$(usex cuda 1 0)
352 + export TF_DOWNLOAD_CLANG=0
353 + export TF_CUDA_CLANG=0
354 + export TF_NEED_TENSORRT=0
355 + if use cuda; then
356 + export CUDA_TOOLKIT_PATH="${EROOT%/}/opt/cuda"
357 + export CUDNN_INSTALL_PATH="${EROOT%/}/opt/cuda"
358 + export GCC_HOST_COMPILER_PATH="$(cuda_gccdir)/$(tc-getCC)"
359 + export TF_NCCL_VERSION="1"
360 +
361 + TF_CUDA_VERSION="$(best_version dev-util/nvidia-cuda-toolkit)"
362 + TF_CUDA_VERSION="${TF_CUDA_VERSION##*cuda-toolkit-}"
363 + export TF_CUDA_VERSION="$(ver_cut 1-2 ${TF_CUDA_VERSION})"
364 + einfo "Setting CUDA version: $TF_CUDA_VERSION"
365 +
366 + TF_CUDNN_VERSION="$(best_version dev-libs/cudnn)"
367 + TF_CUDNN_VERSION="${TF_CUDNN_VERSION##*cudnn-}"
368 + export TF_CUDNN_VERSION="$(ver_cut 1-2 ${TF_CUDNN_VERSION})"
369 + einfo "Setting CUDNN version: $TF_CUDNN_VERSION"
370 + fi
371 +
372 + # Only one bazelrc is read, import our one before configure sets its options
373 + echo "import ${T}/bazelrc" >> ./.bazelrc
374 +
375 + # This is not autoconf
376 + ./configure || die
377 +
378 + sed -i '/strip=always/d' .tf_configure.bazelrc || die
379 +
380 + if use system-libs; then
381 + echo 'build --action_env TF_SYSTEM_LIBS="com_googlesource_code_re2,nasm,jpeg,png_archive,org_sqlite,gif_archive,six_archive,astor_archive,termcolor_archive,pcre,swig,curl,grpc,lmdb,zlib_archive,snappy,flatbuffers,cython,jemalloc"' >> .tf_configure.bazelrc || die
382 + fi
383 + }
384 + if use python; then
385 + python_foreach_impl run_in_build_dir do_configure
386 + else
387 + do_configure
388 + fi
389 +}
390 +
391 +src_compile() {
392 + if use python; then
393 + python_setup
394 + local MULTIBUILD_VARIANT="${EPYTHON/./_}"
395 + cd "${S}-${MULTIBUILD_VARIANT}" || die
396 + fi
397 +
398 + ebazel build \
399 + //tensorflow:libtensorflow_framework.so \
400 + //tensorflow:libtensorflow.so \
401 + //tensorflow:libtensorflow_cc.so
402 +
403 + do_compile() {
404 + ebazel build //tensorflow/tools/pip_package:build_pip_package
405 + }
406 + use python && python_foreach_impl run_in_build_dir do_compile
407 +}
408 +
409 +src_install() {
410 + local i j
411 + do_install() {
412 + einfo "Installing ${EPYTHON} files"
413 + local srcdir="${T}/src-${MULTIBUILD_VARIANT}"
414 + mkdir -p "${srcdir}" || die
415 + bazel-bin/tensorflow/tools/pip_package/build_pip_package --src "${srcdir}" || die
416 + cd "${srcdir}" || die
417 + esetup.py install
418 +
419 + # Symlink to the main .so file
420 + rm -rf "${D}/${PYTHON_SITEDIR}/${PN}/lib${PN}_framework.so" || die
421 + dosym "../../../lib${PN}_framework.so" "${PYTHON_SITEDIR}/${PN}/lib${PN}_framework.so" || die
422 +
423 + python_optimize
424 + }
425 +
426 + if use python; then
427 + python_foreach_impl run_in_build_dir do_install
428 +
429 + # Symlink to python-exec scripts
430 + for i in "${D}"/usr/lib/python-exec/*/*; do
431 + n="${i##*/}"
432 + [[ -e "${D}/usr/bin/${n}" ]] || dosym ../lib/python-exec/python-exec2 "/usr/bin/$n"
433 + done
434 +
435 + python_setup
436 + local MULTIBUILD_VARIANT="${EPYTHON/./_}"
437 + cd "${S}-${MULTIBUILD_VARIANT}" || die
438 + fi
439 +
440 + einfo "Installing headers"
441 + # Install c c++ and core header files
442 + for i in $(find ${PN}/{c,cc,core} -name "*.h"); do
443 + insinto /usr/include/${PN}/${i%/*}
444 + doins ${i}
445 + done
446 +
447 + einfo "Installing generated headers"
448 + for i in $(find bazel-genfiles/${PN}/{cc,core} -name "*.h"); do
449 + j=${i#bazel-genfiles/}
450 + insinto /usr/include/${PN}/${j%/*}
451 + doins ${i}
452 + done
453 +
454 + einfo "Installing Eigen headers"
455 + ebazel build //third_party/eigen3:install_eigen_headers
456 +
457 + insinto /usr/include/${PN}/
458 + doins -r bazel-genfiles/third_party/eigen3/include/*
459 +
460 + einfo "Installing libs"
461 + # Generate pkg-config file
462 + ${PN}/c/generate-pc.sh --prefix=/usr --libdir=$(get_libdir) --version=${MY_PV} || die
463 + insinto /usr/$(get_libdir)/pkgconfig
464 + doins ${PN}.pc
465 +
466 + dolib.so bazel-bin/tensorflow/lib${PN}_framework.so
467 + dolib.so bazel-bin/tensorflow/lib${PN}.so
468 + dolib.so bazel-bin/tensorflow/lib${PN}_cc.so
469 +
470 + einstalldocs
471 +}