single_node1

sudo apt-get update -y
#apt-get install openjdk-7-jdk
#apt-get install openjdk-8-jdk 
#########if ubuntu 18.06 then update the paths accordingly

ssh-keygen
cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
wget https://archive.apache.org/dist/hadoop/core/hadoop-2.7.3/hadoop-2.7.3.tar.gz
tar -xvf hadoop-2.7.3.tar.gz
sudo mv hadoop-2.7.3 /usr/local/hadoop
cd
cat >>.bashrc<<EOL
#export hadoop path
export HADOOP_HOME=/usr/local/hadoop/
export HADOOP_CONF_DIR=/usr/local/hadoop/etc/hadoop
export HADOOP_MAPRED_HOME=/usr/local/hadoop/
export HADOOP_COMMON_HOME=/usr/local/hadoop/
export HADOOP_HDFS_HOME=/usr/local/hadoop/
export YARN_HOME=/usr/local/hadoop/
export PATH=$PATH:/usr/local/hadoop/bin
#export java path
export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64
export PATH=$PATH:$JAVA_HOME
EOL
sudo apt-get install openjdk-7-jre -y
source .bashrc 
java -version
hadoop version
cd /usr/local/hadoop/etc/hadoop/
nano core-site.xml 
<property>
<name>fs.default.name</name>
<value>hdfs://localhost:9000</value>
</property>


nano hdfs-site.xml
<property>
<name>dfs.replication</name>
<value>1</value>
</property>
<property>
<name>dfs.permission</name>
<value>false</value>
</property>


cp mapred-site.xml.template mapred-site.xml

mapred-site.xml
<property>
<name>mapreduce.framework.name</name>
<value>yarn</value>
</property>

nano yarn-site.xml 
<!-- Site specific YARN configuration properties -->
<property>
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
</property>
<property>
<name>yarn.nodemanager.auxservices.mapreduce.shuffle.class</name>
<value>org.apache.hadoop.mapred.ShuffleHandler</value>
</property>
</configuration>

nano hadoop-env.sh 
#export JAVA_HOME=${JAVA_HOME}
export JAVA_HOME=/usr/lib/jvm/java-7-openjdk-amd64


#cd bin/
hadoop namenode -format
#cd sbin/
bash start-all.sh 
jps