Install oozie 4.3.0

Install oozie 4.3.0

wget http://www-us.apache.org/dist/hadoop/common/hadoop-2.7.3/hadoop-2.7.3.tar.gz

tar -xvf hadoop-2.7.3.tar.gz

cd hadoop-2.7.3/
vim etc/hadoop/core-site.xml

fs.defaultFS
hdfs://localhost:9000

vim etc/hadoop/hdfs-site.xml

dfs.replication
1

dfs.namenode.name.dir
file:///home/your_user_name/data/hadoop/

sudo apt-get install openssh-server
ssh-keygen -t rsa -P ” -f ~/.ssh/id_rsa
cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
chmod 0600 ~/.ssh/authorized_keys

vim etc/hadoop/hadoop-env.sh
export JAVA_HOME=/opt/jdk

bin/hdfs namenode -forma
sbin/start-dfs.sh

wget http://www-eu.apache.org/dist/oozie/4.3.0/oozie-4.3.0.tar.gz

tar -xvf oozie-4.3.0.tar.gz

cd oozie-4.3.0

./bin/mkdistro.sh -P hadoop-2 -DskipTests

cp -R distro/target/oozie-4.3.0-distro/oozie-4.3.0/ ../oozie

cd ../oozie

mkdir libext
cd libext
wget http://extjs.com/deploy/ext-2.2.zip
cd ..

cp $HADOOP_HOME/share/hadoop/**/*.jar libext/
cp $HADOOP_HOME/share/hadoop/common/*.jar libext/
cp $HADOOP_HOME/share/hadoop/common/lib/*.jar libext/
cp $HADOOP_HOME/share/hadoop/hdfs/lib/*.jar libext/
cp $HADOOP_HOME/share/hadoop/hdfs/*.jar libext/
cp $HADOOP_HOME/share/hadoop/mapreduce/*.jar libext/
cp $HADOOP_HOME/share/hadoop/mapreduce/lib/*.jar libext/
cp $HADOOP_HOME/share/hadoop/yarn/lib/*.jar libext/
cp $HADOOP_HOME/share/hadoop/yarn/*.jar libext/

./bin/oozie-setup.sh prepare-war

vim $HADOOP_HOME/etc/hadoop/core-site.xml

hadoop.proxyuser.your_user_name.hosts
*

hadoop.proxyuser.your_user_name.groups
*

$HADOOP_HOME/sbin/stop-dfs.sh
$HADOOP_HOME/sbin/start-dfs.sh

./bin/oozie-setup.sh sharelib create -fs hdfs://localhost:9000

./bin/ooziedb.sh create -sqlfile oozie.sql -run

vim conf/oozie-site.xml

oozie.service.WorkflowAppService.system.libpath
/user/your_user_name/share/lib/

oozie.service.HadoopAccessorService.hadoop.configurations
*=$HAOOP_HOME/etc/hadoop/

./bin/oozied.sh start

tar -xvf oozie-examples.tar.gz

vim examples/apps/map-reduce/job.properties
nameNode=hdfs://localhost:9000
jobTracker=localhost:10020
oozie.use.system.libpath=true

hadoop fs -put examples hdfs://localhost:9000/user/your_username/examples

$HADOOP_HOME/sbin/mr-jobhistory-daemon.sh –config $HADOOP_CONF_DIR start historyserver

jps

./bin/oozie job -oozie http://localhost:11000/oozie -config examples/apps/map-reduce/job.properties -run

./bin/oozie job -oozie http://localhost:11000/oozie -info 0000000-170408113318091-oozie-fars-W
./bin/oozie job -oozie http://localhost:11000/oozie -log 0000000-170408113318091-oozie-fars-W

Advertisements

Leave a Reply

Fill in your details below or click an icon to log in:

WordPress.com Logo

You are commenting using your WordPress.com account. Log Out / Change )

Twitter picture

You are commenting using your Twitter account. Log Out / Change )

Facebook photo

You are commenting using your Facebook account. Log Out / Change )

Google+ photo

You are commenting using your Google+ account. Log Out / Change )

Connecting to %s