僞分佈式部署Hadoop

#### install java

$ wget http://mirrors.tuna.tsinghua.edu.cn/apache/hadoop/common/hadoop-3.1.2/hadoop-3.1.2.tar.gz
$ tar xzf hadoop-3.1.2.tar.gz
$ gedit ~/.bashrc
export HADOOP_HOME=/mnt/hgfs/hadoop-env/hadoop-3.1.2
export PATH=$PATH:$HADOOP_HOME/bin:$HADOOP_HOME/sbin
$ source ~/.bashrc
$ hadoop version
Hadoop 3.1.2
Source code repository https://github.com/apache/hadoop.git -r 1019dde65bcf12e05ef48ac71e84550d589e5d9a
Compiled by sunilg on 2019-01-29T01:39Z
Compiled with protoc 2.5.0
From source with checksum 64b8bdd4ca6e77cce75a93eb09ab2a9
This command was run using /mnt/hgfs/hadoop-env/hadoop-3.1.2/share/hadoop/common/hadoop-common-3.1.2.jar

$ cd $HADOOP_HOME
$ mkdir my_config
$ gedit ~/.bashrc
export HADOOP_CONF_DIR=/mnt/hgfs/hadoop-env/hadoop-3.1.2/my_config
$ source ~/.bashrc
$ cd my_config
$ cp -r ../etc/hadoop/* .
$ gedit core-site.xml
$ gedit hdfs-site.xml
$ gedit mapred-site.xml
$ gedit yarn-site.xml

$ ssh-keygen -t rsa -P '' -f ~/.ssh/id_rsa
$ cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
$ ssh-add
$ sudo netstat -ntlp|grep 22
####if hasn't start
####$ service ssh start
####if not found
####$ sudo apt-get install openssh-server
####$ sudo netstat -ntlp|grep 22
$ ssh localhost

$ hdfs namenode -format
$ start-dfs.sh
####if localhost: ERROR: JAVA_HOME is not set and could not be found.
####在$HADOOP_CONF_DIR/hadoop-env.sh文件頭部再顯示地重新聲明一遍JAVA_HOME
$ start-yarn.sh
$ mr-jobhistory-daemon.sh start historyserver

$ jps
$ netstat -nap | grep 4759
####http://localhost:9870 (namenode)
####http://locahhost:8088  (resource manager)
####http://localhost:19888 (history)

$ mr-jobhistory-daemon.sh stop historyserver
$ stop-yarn.sh
$ stop-dfs.sh