Install Apache Tez 0.7.0

// install jdk 1.7
// install hadoop 2.7
// install maven 3.3
// install npm and bower


tar -xvf protobuf-2.5.0.tar.gz

cd protobuf-2.5.0/

sudo apt-get install g++
sudo ./configure
sudo make
sudo make check
sudo make install
sudo ldconfig
cd ../


tar -xvf apache-tez-0.7.0-src.tar.gz

cd apache-tez-0.7.0-src

$HADOOP_HOME/bin/hadoop version
Hadoop 2.7.1

// update hadoop.version in pom.xml to 2.7.1 and protobuf.version to 2.5.0

mvn clean package -DskipTests=true -Dmaven.javadoc.skip=true


$HADOOP_HOME/bin/hadoop dfs -mkdir -p hdfs://localhost/apps/tez

$HADOOP_HOME/bin/hadoop dfs -copyFromLocal tez-dist/target/tez-0.7.0.tar.gz hdfs://localhost/apps/tez

mkdir conf
vim conf/tez-site.xml

<?xml version=”1.0″ encoding=”UTF-8″?>
<?xml-stylesheet type=”text/xsl” href=”configuration.xsl”?>

export TEZ_HOME=$(pwd)
export TEZ_JARS=$TEZ_HOME/tez-dist/target/tez-0.7.0
export TEZ_CONF_DIR=$TEZ_HOME/conf

mkdir in
mkdir out

vim in/test.txt
Hello World!

rm $TEZ_HOME/tez-dist/target/tez-0.7.0/lib/slf4j-log4j12-1.7.5.jar

$HADOOP_HOME/bin/hadoop dfs -mkdir -p hdfs://localhost/apps/in
$HADOOP_HOME/bin/hadoop dfs -copyFromLocal in/test.txt hdfs://localhost/apps/in

$HADOOP_HOME/bin/hadoop jar $TEZ_HOME/tez-examples/target/tez-examples-0.7.0.jar orderedwordcount hdfs://localhost/apps/in hdfs://localhost/apps/out


Leave a Reply

Fill in your details below or click an icon to log in: Logo

You are commenting using your account. Log Out /  Change )

Google photo

You are commenting using your Google account. Log Out /  Change )

Twitter picture

You are commenting using your Twitter account. Log Out /  Change )

Facebook photo

You are commenting using your Facebook account. Log Out /  Change )

Connecting to %s