[gentoo-commits] dev/ultrabug:master commit in: sys-cluster/cloudera-hadoop-mr1/, sys-cluster/cloudera-hadoop-mr1/files/

[Alexys Jacob]

commit:     9f477f0ca65106b4c6ba7e6d55c0268986ad4070
Author:     Ultrabug <ultrabug <AT> gentoo <DOT> org>
AuthorDate: Thu Mar 28 12:25:05 2013 +0000
Commit:     Alexys Jacob <ultrabug <AT> gentoo <DOT> org>
CommitDate: Thu Mar 28 12:25:05 2013 +0000
URL:        http://git.overlays.gentoo.org/gitweb/?p=dev/ultrabug.git;a=commit;h=9f477f0c

new sys-cluster/cloudera-hadoop-mr1

---
 sys-cluster/cloudera-hadoop-mr1/Manifest           |    5 +
 .../cloudera-hadoop-mr1-4.2.0.ebuild               |  130 ++++++++++++++++++++
 sys-cluster/cloudera-hadoop-mr1/files/hadoop-0.20  |   18 +++
 .../cloudera-hadoop-mr1/files/hadoop-0.20.initd    |   75 +++++++++++
 .../cloudera-hadoop-mr1/files/mapred.limitsd       |   17 +++
 5 files changed, 245 insertions(+), 0 deletions(-)

diff --git a/sys-cluster/cloudera-hadoop-mr1/Manifest b/sys-cluster/cloudera-hadoop-mr1/Manifest
new file mode 100644
index 0000000..27d54e3
--- /dev/null
+++ b/sys-cluster/cloudera-hadoop-mr1/Manifest
@@ -0,0 +1,5 @@
+AUX hadoop-0.20 605 SHA256 4f5875aafddfe08b1975158dbb8866aaafbb3e4a2570b50191d9974c0bc85f7c SHA512 89ce2e6fbc134671d5d10c00f37d7d404e7cd080784ea34085b252b546d7206c1773ee1f18a46f8c7bad099a6e1768a59a2bd9625242cf9b2fcc4a135ae3cb1d WHIRLPOOL 36c26960adbe9619836e479f0473cf3765c4fff42e8510bf7e3b2503c5d9d9751631e2adada69141ee44a4502311795df6edbe4fb6cc4694a83d186bae61150f
+AUX hadoop-0.20.initd 1877 SHA256 16ef094266bc0a5df83ca36945b82a86fdb7823c9ee2a278beebb85b12f01164 SHA512 72089ec653b247e0193566d9c1ef4b9044ab40543b405bfea08433bb8409b2a92e5e5b2533fa90759f0c9b7cf67d07df9fc2cca4f24141519a3e5eefd407b07e WHIRLPOOL d36a2c0458e8f16b3dff1142435a39ecaca52e8e614f9b41af3cb5091f3122d5b845fd3e51a31d0a513703ffb6e99359c35b2b72f187cf1fe01eaf0f2508ce8b
+AUX mapred.limitsd 832 SHA256 dacbbc9bf0d35e50c97648fd4555f9da562de325d1771a9e29796d761b9e78f6 SHA512 97c11f5afb5ef960194196c7750bcecdb4d79e3cbb0bed369a68e5f828b430eb79873f08af6eaa7455cd363dd0cd8eb7a99894d5ab3cc0f99eb96a58403b3a4d WHIRLPOOL 3b382d5c899d945532f6706f88a0103281a38a888757355bec0bb2970d423f1e7e5c49f644f7599d32bcd8315ee80444fedf7409587f11a6758c3ed4b5dfb726
+DIST mr1-2.0.0-mr1-cdh4.2.0.tar.gz 80288437 SHA256 2a3fec5b7d74f714de1acf4cb889b82e854a5138bb9e79c2bc424363f06258db SHA512 c2f292babac4500795de2b0bdac81b802e5e5207167cf0f2a99d84efa84dd3f213b58fb60115c2068215f3e829d123e69224b2fad1f448006c4fa677520f74be WHIRLPOOL 1bcbd223289218ca827c81c4bf95e7cafa4aa1c8dc5d0cd68215499230268df4f89bcc1cb0f2212c33bf2873da5fa9830d03c726ffadd94535baa7077bf0f5b0
+EBUILD cloudera-hadoop-mr1-4.2.0.ebuild 3500 SHA256 8c1baaa556cfb5bf73ae385fbf345674d3e1e7c835ad4d49654068b6d765fe15 SHA512 50f5cbe426532b6b1eb78e61a4c4656eed441a80e8cec82f01e3925c200077c80a0e7d9ca1414277620e94e947bfa7fa123755bdab530f9827408fa7f9d6ff70 WHIRLPOOL d3e6e6b97e13cb7c7e204fd11184f93302b913c6284efcb451a9e1792c3e826d8e3c1629681476aa03271afa05c89676c7144116dfad56e8a67534dfebddb291

diff --git a/sys-cluster/cloudera-hadoop-mr1/cloudera-hadoop-mr1-4.2.0.ebuild b/sys-cluster/cloudera-hadoop-mr1/cloudera-hadoop-mr1-4.2.0.ebuild
new file mode 100644
index 0000000..5e9638b
--- /dev/null
+++ b/sys-cluster/cloudera-hadoop-mr1/cloudera-hadoop-mr1-4.2.0.ebuild
@@ -0,0 +1,130 @@
+# Copyright 1999-2010 Gentoo Foundation
+# Distributed under the terms of the GNU General Public License v2
+# $Header: $
+
+EAPI="5"
+
+inherit eutils java-utils-2 versionator
+
+MY_PV="2.0.0"
+MY_PN="hadoop-0.20-mapreduce"
+MY_P="${MY_PN}-${PV}"
+MY_V=$(get_version_component_range 1-3)
+if [[ "$(get_libdir)" == "lib64" ]]; then
+	MY_ARCH='Linux-amd64-64'
+else
+	MY_ARCH='Linux-i386-32'
+fi
+
+DESCRIPTION="Cloudera’s Distribution for Apache Hadoop MapReduce v1"
+HOMEPAGE="http://hadoop.apache.org"
+SRC_URI="http://archive.cloudera.com/cdh4/cdh/4/mr1-${MY_PV}-mr1-cdh${PV}.tar.gz"
+
+LICENSE="Apache-2.0"
+SLOT="0"
+KEYWORDS="~amd64 ~x86"
+RESTRICT="mirror"
+IUSE=""
+
+DEPEND="~sys-cluster/cloudera-hadoop-${MY_V}[hdfs,-mapreduce]"
+RDEPEND=">=virtual/jre-1.6
+	dev-java/java-config-wrapper"
+
+CONFIG_DIR=/etc/hadoop/conf
+export CONFIG_PROTECT="${CONFIG_PROTECT} ${CONFIG_DIR}"
+
+S=${WORKDIR}/hadoop-"${MY_PV}"-mr1-cdh"${PV}"
+
+pkg_setup() {
+	enewgroup mapred
+	enewuser mapred -1 /bin/bash /usr/lib/"${MY_PN}" "mapred,hadoop"
+}
+
+src_configure() {
+	pushd src/c++/task-controller
+		econf --bindir=/"${MY_ARCH}"
+	popd
+	pushd src/c++/utils
+		econf --libdir=/
+	popd
+	pushd src/c++/pipes
+		# fix gcc-4.7
+		sed -i -e '18i#include <unistd.h>' impl/HadoopPipes.cc || die
+		econf --libdir=/ --with-hadoop-utils="${S}"/c++/"${MY_ARCH}"/
+	popd
+}
+
+src_compile() {
+	# make task-controller
+	pushd src/c++/task-controller
+		emake DESTDIR=./ install
+	popd
+
+	# make the native libs
+	pushd src/c++/utils
+		emake DESTDIR=./ install
+	popd
+	pushd src/c++/pipes
+		emake DESTDIR=./ install
+	popd
+}
+
+src_install() {
+	# remove useless scripts and already provided jars
+	rm bin/start-mapred.sh bin/stop-mapred.sh || die
+	rm lib/slf4j-log4j*.jar || die
+
+	# lib
+	diropts -m755 -o root -g root
+	insinto /usr/lib/"${MY_PN}"
+	doins -r bin contrib example-confs ivy lib webapps
+	fperms 0755 /usr/lib/"${MY_PN}"/bin/{hadoop,hadoop-config.sh,hadoop-daemon.sh,hadoop-daemons.sh,rcc,slaves.sh}
+
+	doins -r *.jar *.xml
+	doins -r c++/"${MY_ARCH}"/include
+	for name in "ant" "core" "examples" "test" "tools"; do
+		dosym hadoop-"${name}"-"${MY_PV}"-mr1-cdh"${PV}".jar /usr/lib/"${MY_PN}"/hadoop-"${name}".jar
+		dosym hadoop-"${name}"-"${MY_PV}"-mr1-cdh"${PV}".jar /usr/lib/"${MY_PN}"/hadoop-"${MY_PV}"-mr1-cdh"${PV}"-"${name}".jar
+	done
+
+	# task-controller
+	insinto /usr/lib/"${MY_PN}"/sbin/"${MY_ARCH}"
+	doins src/c++/task-controller/task-controller
+	fowners root:mapred /usr/lib/"${MY_PN}"/sbin/"${MY_ARCH}"/task-controller
+	fperms 4754 /usr/lib/"${MY_PN}"/sbin/"${MY_ARCH}"/task-controller
+
+	# static-libs
+	insinto /usr/lib/"${MY_PN}"/lib/native
+	doins src/c++/utils/libhadooputils.a
+	doins src/c++/pipes/libhadooppipes.a
+	ln -s ../../../hadoop/lib/native/ "${D}"/usr/lib/"${MY_PN}"/lib/native/"${MY_ARCH}" || die
+
+	# bin
+	dobin "${FILESDIR}"/hadoop-0.20
+	fperms 755 /usr/lib/"${MY_PN}"/bin/hadoop
+
+	# conf
+	dosym "${CONFIG_DIR}" /usr/lib/"${MY_PN}"/conf
+
+	# limits.d
+	insinto /etc/security/limits.d
+	newins "${FILESDIR}"/mapred.limitsd mapred.conf
+
+	# home and log dir
+	diropts -m775 -o root -g hadoop
+	dodir /var/log/"${MY_PN}" /var/lib/"${MY_PN}"
+	dodir /var/lib/"${MY_PN}"/cache /var/lib/"${MY_PN}"/cache/hadoop
+	fperms 1777 /var/lib/"${MY_PN}"/cache
+
+	# init script
+	newinitd "${FILESDIR}"/hadoop-0.20.initd hadoop-0.20
+	for daemon in "tasktracker" "jobtracker"; do
+		dosym hadoop-0.20 /etc/init.d/hadoop-0.20-"${daemon}"
+	done
+}
+
+pkg_config() {
+	einfo "Setting up HDFS /tmp directory"
+	su hdfs -- hdfs dfs -mkdir /tmp
+	su hdfs -- hdfs dfs -chmod 777 /tmp
+}

diff --git a/sys-cluster/cloudera-hadoop-mr1/files/hadoop-0.20 b/sys-cluster/cloudera-hadoop-mr1/files/hadoop-0.20
new file mode 100644
index 0000000..6388936
--- /dev/null
+++ b/sys-cluster/cloudera-hadoop-mr1/files/hadoop-0.20
@@ -0,0 +1,18 @@
+#!/bin/sh
+
+export JAVA_HOME=$(java-config -g JAVA_HOME)
+
+# ENV 0.20
+export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec
+export HADOOP_CONF_DIR=/etc/hadoop/conf
+export HADOOP_HOME=/usr/lib/hadoop-0.20-mapreduce
+export HADOOP_MAPRED_HOME=/usr/lib/hadoop-0.20-mapreduce
+export HADOOP_JOBTRACKER_USER=mapred
+export HADOOP_TASKTRACKER_USER=mapred
+export HADOOP_MRZKFC_USER=mapred
+export HADOOP_JOBTRACKERHA_USER=mapred
+export HADOOP_IDENT_STRING=hadoop
+export HADOOP_LOG_DIR=/var/log/hadoop-0.20-mapreduce
+export HADOOP_PID_DIR=/var/run/hadoop-0.20-mapreduce
+
+exec /usr/lib/hadoop-0.20-mapreduce/bin/hadoop "$@"

diff --git a/sys-cluster/cloudera-hadoop-mr1/files/hadoop-0.20.initd b/sys-cluster/cloudera-hadoop-mr1/files/hadoop-0.20.initd
new file mode 100644
index 0000000..a3f95d4
--- /dev/null
+++ b/sys-cluster/cloudera-hadoop-mr1/files/hadoop-0.20.initd
@@ -0,0 +1,75 @@
+#!/sbin/runscript
+# Copyright 1999-2011 Gentoo Foundation
+# Distributed under the terms of the GNU General Public License v2
+# $Header: $
+
+extra_commands="format"
+
+DAEMON=${SVCNAME/hadoop-0.20-}
+
+depend() {
+	use dns net
+}
+
+chk_initd() {
+	if [ "${DAEMON}" == "${SVCNAME}" ]; then
+		eerror "You should not run this init script, use the provided aliases"
+		eend 1
+		return 1
+	fi
+}
+
+init_env_vars() {
+	if [ -n "${HADOOP_CONF_DIR}" ]; then
+		export HADOOP_CONF_DIR=${HADOOP_CONF_DIR}
+	else
+		export HADOOP_CONF_DIR=/etc/hadoop/conf
+	fi
+
+	# source hadoop-env.sh for configuration
+	if test -f ${HADOOP_CONF_DIR}/hadoop-env.sh; then
+		. ${HADOOP_CONF_DIR}/hadoop-env.sh
+	fi
+	export JAVA_HOME=${JAVA_HOME}
+
+	# fixed
+	export HADOOP_PREFIX=/usr/lib/hadoop-0.20-mapreduce
+	export HADOOP_LIBEXEC_DIR=/usr/lib/hadoop/libexec/
+	export HADOOP_PID_DIR=/var/run/hadoop-0.20-mapreduce
+	export HADOOP_LOG_DIR=/var/log/hadoop-0.20-mapreduce
+	export HADOOP_HOME=/usr/lib/hadoop-0.20-mapreduce
+	export HADOOP_MAPRED_HOME=/usr/lib/hadoop-0.20-mapreduce
+
+	# user defined, in hadoop-env.sh
+	if [ "${HADOOP_IDENT_STRING}" == "" ]; then
+		export HADOOP_IDENT_STRING=$HADOOP_IDENT_STRING
+	else
+		export HADOOP_IDENT_STRING=hadoop
+	fi
+
+	DN_USER=mapred
+	IDENT_USER=${DN_USER}
+
+	# check for the required paths
+	checkpath -d -m 0775 -o root:hadoop "${HADOOP_PID_DIR}"
+}
+
+start() {
+	chk_initd || exit 1
+	ebegin "Starting Cloudera Hadoop 0.20 ${DAEMON}"
+	init_env_vars
+	start-stop-daemon --start --quiet --wait 3000 \
+		--pidfile ${HADOOP_PID_DIR}/hadoop-${IDENT_USER}-${DAEMON}.pid \
+		-u ${DN_USER} -x ${HADOOP_PREFIX}/bin/hadoop-daemon.sh -- \
+		--config ${HADOOP_CONF_DIR} start ${DAEMON}
+	eend $?
+}
+
+stop() {
+	chk_initd || exit 1
+	ebegin "Stopping Cloudera Hadoop 0.20 ${DAEMON}"
+	init_env_vars
+	start-stop-daemon --stop --quiet \
+		--pidfile ${HADOOP_PID_DIR}/hadoop-${IDENT_USER}-${DAEMON}.pid
+	eend $?
+}

diff --git a/sys-cluster/cloudera-hadoop-mr1/files/mapred.limitsd b/sys-cluster/cloudera-hadoop-mr1/files/mapred.limitsd
new file mode 100644
index 0000000..eb51cb9
--- /dev/null
+++ b/sys-cluster/cloudera-hadoop-mr1/files/mapred.limitsd
@@ -0,0 +1,17 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+mapred    - nofile 32768
+mapred    - nproc  65536