Install oozie 4.3.0
wget http://www-us.apache.org/dist/hadoop/common/hadoop-2.7.3/hadoop-2.7.3.tar.gz
tar -xvf hadoop-2.7.3.tar.gz
cd hadoop-2.7.3/
vim etc/hadoop/core-site.xml
fs.defaultFS
hdfs://localhost:9000
vim etc/hadoop/hdfs-site.xml
dfs.replication
1
dfs.namenode.name.dir
file:///home/your_user_name/data/hadoop/
sudo apt-get install openssh-server
ssh-keygen -t rsa -P ” -f ~/.ssh/id_rsa
cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
chmod 0600 ~/.ssh/authorized_keys
vim etc/hadoop/hadoop-env.sh
export JAVA_HOME=/opt/jdk
bin/hdfs namenode -forma
sbin/start-dfs.sh
wget http://www-eu.apache.org/dist/oozie/4.3.0/oozie-4.3.0.tar.gz
tar -xvf oozie-4.3.0.tar.gz
cd oozie-4.3.0
./bin/mkdistro.sh -P hadoop-2 -DskipTests
cp -R distro/target/oozie-4.3.0-distro/oozie-4.3.0/ ../oozie
cd ../oozie
mkdir libext
cd libext
wget http://extjs.com/deploy/ext-2.2.zip
cd ..
cp $HADOOP_HOME/share/hadoop/**/*.jar libext/
cp $HADOOP_HOME/share/hadoop/common/*.jar libext/
cp $HADOOP_HOME/share/hadoop/common/lib/*.jar libext/
cp $HADOOP_HOME/share/hadoop/hdfs/lib/*.jar libext/
cp $HADOOP_HOME/share/hadoop/hdfs/*.jar libext/
cp $HADOOP_HOME/share/hadoop/mapreduce/*.jar libext/
cp $HADOOP_HOME/share/hadoop/mapreduce/lib/*.jar libext/
cp $HADOOP_HOME/share/hadoop/yarn/lib/*.jar libext/
cp $HADOOP_HOME/share/hadoop/yarn/*.jar libext/
./bin/oozie-setup.sh prepare-war
vim $HADOOP_HOME/etc/hadoop/core-site.xml
hadoop.proxyuser.your_user_name.hosts
*
hadoop.proxyuser.your_user_name.groups
*
$HADOOP_HOME/sbin/stop-dfs.sh
$HADOOP_HOME/sbin/start-dfs.sh
./bin/oozie-setup.sh sharelib create -fs hdfs://localhost:9000
./bin/ooziedb.sh create -sqlfile oozie.sql -run
vim conf/oozie-site.xml
oozie.service.WorkflowAppService.system.libpath
/user/your_user_name/share/lib/
oozie.service.HadoopAccessorService.hadoop.configurations
*=$HAOOP_HOME/etc/hadoop/
./bin/oozied.sh start
tar -xvf oozie-examples.tar.gz
vim examples/apps/map-reduce/job.properties
nameNode=hdfs://localhost:9000
jobTracker=localhost:10020
oozie.use.system.libpath=true
hadoop fs -put examples hdfs://localhost:9000/user/your_username/examples
$HADOOP_HOME/sbin/mr-jobhistory-daemon.sh –config $HADOOP_CONF_DIR start historyserver
jps
./bin/oozie job -oozie http://localhost:11000/oozie -config examples/apps/map-reduce/job.properties -run
./bin/oozie job -oozie http://localhost:11000/oozie -info 0000000-170408113318091-oozie-fars-W
./bin/oozie job -oozie http://localhost:11000/oozie -log 0000000-170408113318091-oozie-fars-W
irman6 