[Hadoop] hadoop 기초

ssClient에서  

ssh namenode start-dfs.sh  

 ssh secondnode start-yarn.sh  

ssh namenode mr-jobhistory-daemon.sh start historyserver  

 

 

ssh namenode jps 

ssh secondnode jps 

ssh datanode3 jps 

 

 

hdfs dfs -mkdir /encore 

wget https://gutenberg.org/cache/epub/100/pg100.txt 

hdfs dfs -put ./pg100.txt /encore 

cd /home/hadoop/hadoop/share/hadoop/mapreduce 

 

 

hadoop jar ./hadoop-mapreduce-examples-3.3.6.jar grep /encore /result/ '[a-z]+ ' 

 

 

hdfs dfs -cat /result/*