$ sudo add-apt-repository ppa:webupd8team/java
$ sudo apt-get update
$ sudo apt-get install oracle-java7-installer
$ sudo apt-get update
$ sudo apt-get install oracle-java7-installer
Updata Java runtime
$ sudo update-java-alternatives -s java-7-oracle
hadoop 설정 파일
hadoop 설정 파일을 자신의 환경에 맞추어 바꾸자.
- 설정 파일 위치
- {$HADOOP_HOME} /etc/hadoop
- hadoop-env.sh
#export JAVA_HOME=${JAVA_HOME} export JAVA_HOME=/usr/lib/jvm/java-7-oracle/
- mapred-env.sh
- JAVA 환경 설정 확인
- core-site.xml
<property> <name>fs.defaultFS</name> <value>hdfs://NAMENODE:9000</value> <description>Temporary Directory.</description> </property> <property> <name>hadoop.tmp.dir</name> <value>/data/hadoop/tmp</value> <description>Use HDFS as file storage engine</description> </property>
- hdfs-site.xml
<configuration> <property> <name>dfs.replication</name> <value>3</value> </property> <property> <name>dfs.webhdfs.enabled</name> <value>true</value> </property> <property> <name>dfs.secondary.http.address</name> <value>SECONDNAMENODE:50090</value> </property> <property> <name>dfs.namenode.name.dir</name> <value>file:///data/hadoop/dfs/name</value> <final>true</final> </property> <property> <name>dfs.datanode.data.dir</name> <value>file:///data/hadoop/dfs/data</value> <final>true</final> </property> <property> <name>dfs.namenode.checkpoint.dir</name> <value>/data/hadoop/dfs/namesecondary</value> </property> <property> <name>dfs.permissions</name> <value>false</value> </property> <property> <name>dfs.datanode.hdfs-blocks-metadata.enabled</name> <value>true</value> </property> </configuration>
- mapred-site.xml
<property> <name>mapreduce.jobtracker.address</name> <value>NAMENODE:54311</value> <description>The host and port that the MapReduce job tracker runs </description> </property> <property> <name>mapreduce.framework.name</name> <value>yarn</value> </property> <property> <name>mapred.local.dir</name> <value>/data/hadoop/hdfs/mapred</value> </property> <property> <name>mapred.system.dir</name> <value>/data/hadoop/hdfs/mapred</value> </property>
- yarn-site.xml
<!-- Site specific YARN configuration properties --> <property> <name>yarn.nodemanager.aux-services</name> <value>mapreduce_shuffle</value> </property> <property> <name>yarn.nodemanager.aux-services.mapreduce_shuffle.class</name> <value>org.apache.hadoop.mapred.ShuffleHandler</value> </property> <property> <name>yarn.resourcemanager.hostname</name> <value>mare11</value> </property> <property> <name>yarn.resourcemanager.resource-tracker.address</name> <value>mare11:8025</value> </property> <property> <name>yarn.resourcemanager.scheduler.address</name> <value>mare11:8030</value> </property> <property> <name>yarn.resourcemanager.address</name> <value>mare11:8035</value> </property>
경로(PATH) 설정
$ vi ~/.bashrc
export JAVA_HOME=/usr/lib/jvm/java-7-oracle/
export HADOOP_PREFIX=/usr/local/hadoop/
export PATH=$HADOOP_PREFIX/bin:$HADOOP_PREFIX/sbin:$PATHHDFS format
- namenode에서 실행
$ hdfs namenode -format
16/09/18 03:42:43 INFO namenode.NameNode: STARTUP_MSG:
/************************************************************
STARTUP_MSG: Starting NameNode
STARTUP_MSG: host = mare11/127.0.1.1
STARTUP_MSG: args = [-format]
STARTUP_MSG: version = 2.7.2
STARTUP_MSG: classpath = /usr/local/hadoop//etc/hadoop:/usr/local/hadoop//share/hadoop/common/lib/hadoop-annotations-2.7.2.jar:/usr/local/hadoop//share/hadoop/common/lib/curator-client-2.7.1.jar:/usr/local/hadoop//share/hadoop/common/lib/jackson-mapper-asl-1.9.13.jar:/usr/local/hadoop//share/hadoop/common/lib/commons-lang-2.6.jar:/usr/local/hadoop//share/hadoop/common/lib/htrace-core-3.1.0-incubating.jar:/usr/local/hadoop//share/hadoop/common/lib/jsp-api-2.1.jar:/usr/local/hadoop//share/hadoop/common/lib/paranamer-2.3.jar:/usr/local/hadoop//share/hadoop/common/lib/activation-1.1.jar:/usr/local/hadoop//share/hadoop/common/lib/xmlenc-0.52.jar:/usr/local/hadoop//share/hadoop/common/lib/jackson-core-asl-1.9.13.jar:/usr/local/hadoop//share/hadoop/common/lib/httpcore-4.2.5.jar:/usr/local/hadoop//share/hadoop/common/lib/apacheds-kerberos-codec-2.0.0-M15.jar:/usr/local/hadoop//share/hadoop/common/lib/snappy-java-1.0.4.1.jar:/usr/local/hadoop//share/hadoop/common/lib/slf4j-log4j12-1.7.10.jar:/usr/local/hadoop//share/hadoop/common/lib/commons-compress-1.4.1.jar:/usr/local/hadoop//share/hadoop/common/lib/commons-configuration-1.6.jar:/usr/local/hadoop//share/hadoop/common/lib/commons-io-2.4.jar:/usr/local/hadoop//share/hadoop/common/lib/api-asn1-api-1.0.0-M20.jar:/usr/local/hadoop//share/hadoop/common/lib/jaxb-impl-2.2.3-1.jar:/usr/local/hadoop//share/hadoop/common/lib/gson-2.2.4.jar:/usr/local/hadoop//share/hadoop/common/lib/avro-1.7.4.jar:/usr/local/hadoop//share/hadoop/common/lib/netty-3.6.2.Final.jar:/usr/local/hadoop//share/hadoop/common/lib/commons-cli-1.2.jar:/usr/local/hadoop//share/hadoop/common/lib/commons-collections-3.2.2.jar:/usr/local/hadoop//share/hadoop/common/lib/commons-beanutils-1.7.0.jar:/usr/local/hadoop//share/hadoop/common/lib/curator-recipes-2.7.1.jar:/usr/local/hadoop//share/hadoop/common/lib/jets3t-0.9.0.jar:/usr/local/hadoop//share/hadoop/common/lib/jettison-1.1.jar:/usr/local/hadoop//share/hadoop/common/lib/commons-beanutils-core-1.8.0.jar:/usr/local/hadoop//share/hadoop/common/lib/httpclient-4.2.5.jar:/usr/local/hadoop//share/hadoop/common/lib/hadoop-auth-2.7.2.jar:/usr/local/hadoop//share/hadoop/common/lib/jsch-0.1.42.jar:/usr/local/hadoop//share/hadoop/common/lib/jetty-util-6.1.26.jar:/usr/local/hadoop//share/hadoop/common/lib/jersey-core-1.9.jar:/usr/local/hadoop//share/hadoop/common/lib/commons-net-3.1.jar:/usr/local/hadoop//share/hadoop/common/lib/zookeeper-3.4.6.jar:/usr/local/hadoop//share/hadoop/common/lib/hamcrest-core-1.3.jar:/usr/local/hadoop//share/hadoop/common/lib/asm-3.2.jar:/usr/local/hadoop//share/hadoop/common/lib/jsr305-3.0.0.jar:/usr/local/hadoop//share/hadoop/common/lib/slf4j-api-1.7.10.jar:/usr/local/hadoop//share/hadoop/common/lib/jackson-jaxrs-1.9.13.jar:/usr/local/hadoop//share/hadoop/common/lib/jersey-server-1.9.jar:/usr/local/hadoop//share/hadoop/common/lib/api-util-1.0.0-M20.jar:/usr/local/hadoop//share/hadoop/common/lib/xz-1.0.jar:/usr/local/hadoop//share/hadoop/common/lib/commons-digester-1.8.jar:/usr/local/hadoop//share/hadoop/common/lib/jaxb-api-2.2.2.jar:/usr/local/hadoop//share/hadoop/common/lib/servlet-api-2.5.jar:/usr/local/hadoop//share/hadoop/common/lib/commons-math3-3.1.1.jar:/usr/local/hadoop//share/hadoop/common/lib/commons-logging-1.1.3.jar:/usr/local/hadoop//share/hadoop/common/lib/log4j-1.2.17.jar:/usr/local/hadoop//share/hadoop/common/lib/curator-framework-2.7.1.jar:/usr/local/hadoop//share/hadoop/common/lib/apacheds-i18n-2.0.0-M15.jar:/usr/local/hadoop//share/hadoop/common/lib/commons-httpclient-3.1.jar:/usr/local/hadoop//share/hadoop/common/lib/guava-11.0.2.jar:/usr/local/hadoop//share/hadoop/common/lib/protobuf-java-2.5.0.jar:/usr/local/hadoop//share/hadoop/common/lib/jersey-json-1.9.jar:/usr/local/hadoop//share/hadoop/common/lib/java-xmlbuilder-0.4.jar:/usr/local/hadoop//share/hadoop/common/lib/mockito-all-1.8.5.jar:/usr/local/hadoop//share/hadoop/common/lib/jackson-xc-1.9.13.jar:/usr/local/hadoop//share/hadoop/common/lib/junit-4.11.jar:/usr/local/hadoop//share/hadoop/common/lib/jetty-6.1.26.jar:/usr/local/hadoop//share/hadoop/common/lib/commons-codec-1.4.jar:/usr/local/hadoop//share/hadoop/common/lib/stax-api-1.0-2.jar:/usr/local/hadoop//share/hadoop/common/hadoop-nfs-2.7.2.jar:/usr/local/hadoop//share/hadoop/common/hadoop-common-2.7.2.jar:/usr/local/hadoop//share/hadoop/common/hadoop-common-2.7.2-tests.jar:/usr/local/hadoop//share/hadoop/hdfs:/usr/local/hadoop//share/hadoop/hdfs/lib/jackson-mapper-asl-1.9.13.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/commons-lang-2.6.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/htrace-core-3.1.0-incubating.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/commons-daemon-1.0.13.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/xercesImpl-2.9.1.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/xmlenc-0.52.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/jackson-core-asl-1.9.13.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/commons-io-2.4.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/netty-3.6.2.Final.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/commons-cli-1.2.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/leveldbjni-all-1.8.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/jetty-util-6.1.26.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/jersey-core-1.9.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/asm-3.2.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/netty-all-4.0.23.Final.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/jsr305-3.0.0.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/jersey-server-1.9.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/servlet-api-2.5.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/commons-logging-1.1.3.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/log4j-1.2.17.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/guava-11.0.2.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/protobuf-java-2.5.0.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/xml-apis-1.3.04.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/jetty-6.1.26.jar:/usr/local/hadoop//share/hadoop/hdfs/lib/commons-codec-1.4.jar:/usr/local/hadoop//share/hadoop/hdfs/hadoop-hdfs-nfs-2.7.2.jar:/usr/local/hadoop//share/hadoop/hdfs/hadoop-hdfs-2.7.2-tests.jar:/usr/local/hadoop//share/hadoop/hdfs/hadoop-hdfs-2.7.2.jar:/usr/local/hadoop//share/hadoop/yarn/lib/jackson-mapper-asl-1.9.13.jar:/usr/local/hadoop//share/hadoop/yarn/lib/zookeeper-3.4.6-tests.jar:/usr/local/hadoop//share/hadoop/yarn/lib/commons-lang-2.6.jar:/usr/local/hadoop//share/hadoop/yarn/lib/activation-1.1.jar:/usr/local/hadoop//share/hadoop/yarn/lib/jackson-core-asl-1.9.13.jar:/usr/local/hadoop//share/hadoop/yarn/lib/commons-compress-1.4.1.jar:/usr/local/hadoop//share/hadoop/yarn/lib/commons-io-2.4.jar:/usr/local/hadoop//share/hadoop/yarn/lib/jaxb-impl-2.2.3-1.jar:/usr/local/hadoop//share/hadoop/yarn/lib/netty-3.6.2.Final.jar:/usr/local/hadoop//share/hadoop/yarn/lib/commons-cli-1.2.jar:/usr/local/hadoop//share/hadoop/yarn/lib/jersey-guice-1.9.jar:/usr/local/hadoop//share/hadoop/yarn/lib/commons-collections-3.2.2.jar:/usr/local/hadoop//share/hadoop/yarn/lib/guice-servlet-3.0.jar:/usr/local/hadoop//share/hadoop/yarn/lib/guice-3.0.jar:/usr/local/hadoop//share/hadoop/yarn/lib/leveldbjni-all-1.8.jar:/usr/local/hadoop//share/hadoop/yarn/lib/jettison-1.1.jar:/usr/local/hadoop//share/hadoop/yarn/lib/jetty-util-6.1.26.jar:/usr/local/hadoop//share/hadoop/yarn/lib/jersey-core-1.9.jar:/usr/local/hadoop//share/hadoop/yarn/lib/zookeeper-3.4.6.jar:/usr/local/hadoop//share/hadoop/yarn/lib/asm-3.2.jar:/usr/local/hadoop//share/hadoop/yarn/lib/javax.inject-1.jar:/usr/local/hadoop//share/hadoop/yarn/lib/jsr305-3.0.0.jar:/usr/local/hadoop//share/hadoop/yarn/lib/jackson-jaxrs-1.9.13.jar:/usr/local/hadoop//share/hadoop/yarn/lib/jersey-server-1.9.jar:/usr/local/hadoop//share/hadoop/yarn/lib/aopalliance-1.0.jar:/usr/local/hadoop//share/hadoop/yarn/lib/xz-1.0.jar:/usr/local/hadoop//share/hadoop/yarn/lib/jaxb-api-2.2.2.jar:/usr/local/hadoop//share/hadoop/yarn/lib/servlet-api-2.5.jar:/usr/local/hadoop//share/hadoop/yarn/lib/commons-logging-1.1.3.jar:/usr/local/hadoop//share/hadoop/yarn/lib/log4j-1.2.17.jar:/usr/local/hadoop//share/hadoop/yarn/lib/guava-11.0.2.jar:/usr/local/hadoop//share/hadoop/yarn/lib/protobuf-java-2.5.0.jar:/usr/local/hadoop//share/hadoop/yarn/lib/jersey-json-1.9.jar:/usr/local/hadoop//share/hadoop/yarn/lib/jersey-client-1.9.jar:/usr/local/hadoop//share/hadoop/yarn/lib/jackson-xc-1.9.13.jar:/usr/local/hadoop//share/hadoop/yarn/lib/jetty-6.1.26.jar:/usr/local/hadoop//share/hadoop/yarn/lib/commons-codec-1.4.jar:/usr/local/hadoop//share/hadoop/yarn/lib/stax-api-1.0-2.jar:/usr/local/hadoop//share/hadoop/yarn/hadoop-yarn-client-2.7.2.jar:/usr/local/hadoop//share/hadoop/yarn/hadoop-yarn-applications-unmanaged-am-launcher-2.7.2.jar:/usr/local/hadoop//share/hadoop/yarn/hadoop-yarn-server-web-proxy-2.7.2.jar:/usr/local/hadoop//share/hadoop/yarn/hadoop-yarn-server-common-2.7.2.jar:/usr/local/hadoop//share/hadoop/yarn/hadoop-yarn-server-tests-2.7.2.jar:/usr/local/hadoop//share/hadoop/yarn/hadoop-yarn-server-resourcemanager-2.7.2.jar:/usr/local/hadoop//share/hadoop/yarn/hadoop-yarn-server-sharedcachemanager-2.7.2.jar:/usr/local/hadoop//share/hadoop/yarn/hadoop-yarn-common-2.7.2.jar:/usr/local/hadoop//share/hadoop/yarn/hadoop-yarn-applications-distributedshell-2.7.2.jar:/usr/local/hadoop//share/hadoop/yarn/hadoop-yarn-server-nodemanager-2.7.2.jar:/usr/local/hadoop//share/hadoop/yarn/hadoop-yarn-server-applicationhistoryservice-2.7.2.jar:/usr/local/hadoop//share/hadoop/yarn/hadoop-yarn-api-2.7.2.jar:/usr/local/hadoop//share/hadoop/yarn/hadoop-yarn-registry-2.7.2.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/hadoop-annotations-2.7.2.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/jackson-mapper-asl-1.9.13.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/paranamer-2.3.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/jackson-core-asl-1.9.13.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/snappy-java-1.0.4.1.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/commons-compress-1.4.1.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/commons-io-2.4.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/avro-1.7.4.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/netty-3.6.2.Final.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/jersey-guice-1.9.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/guice-servlet-3.0.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/guice-3.0.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/leveldbjni-all-1.8.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/jersey-core-1.9.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/hamcrest-core-1.3.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/asm-3.2.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/javax.inject-1.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/jersey-server-1.9.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/aopalliance-1.0.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/xz-1.0.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/log4j-1.2.17.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/protobuf-java-2.5.0.jar:/usr/local/hadoop//share/hadoop/mapreduce/lib/junit-4.11.jar:/usr/local/hadoop//share/hadoop/mapreduce/hadoop-mapreduce-client-core-2.7.2.jar:/usr/local/hadoop//share/hadoop/mapreduce/hadoop-mapreduce-client-hs-plugins-2.7.2.jar:/usr/local/hadoop//share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-2.7.2-tests.jar:/usr/local/hadoop//share/hadoop/mapreduce/hadoop-mapreduce-examples-2.7.2.jar:/usr/local/hadoop//share/hadoop/mapreduce/hadoop-mapreduce-client-common-2.7.2.jar:/usr/local/hadoop//share/hadoop/mapreduce/hadoop-mapreduce-client-hs-2.7.2.jar:/usr/local/hadoop//share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-2.7.2.jar:/usr/local/hadoop//share/hadoop/mapreduce/hadoop-mapreduce-client-app-2.7.2.jar:/usr/local/hadoop//share/hadoop/mapreduce/hadoop-mapreduce-client-shuffle-2.7.2.jar:/contrib/capacity-scheduler/*.jar
STARTUP_MSG: build = https://git-wip-us.apache.org/repos/asf/hadoop.git -r b165c4fe8a74265c792ce23f546c64604acf0e41; compiled by 'jenkins' on 2016-01-26T00:08Z
STARTUP_MSG: java = 1.7.0_80
************************************************************/
16/09/18 03:42:43 INFO namenode.NameNode: registered UNIX signal handlers for [TERM, HUP, INT]
16/09/18 03:42:43 INFO namenode.NameNode: createNameNode [-format]
Formatting using clusterid: CID-9c296ab9-fcdf-43da-abaa-1fc72600c8e5
16/09/18 03:42:44 INFO namenode.FSNamesystem: No KeyProvider found.
16/09/18 03:42:44 INFO namenode.FSNamesystem: fsLock is fair:true
16/09/18 03:42:44 INFO blockmanagement.DatanodeManager: dfs.block.invalidate.limit=1000
16/09/18 03:42:44 INFO blockmanagement.DatanodeManager: dfs.namenode.datanode.registration.ip-hostname-check=true
16/09/18 03:42:44 INFO blockmanagement.BlockManager: dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
16/09/18 03:42:44 INFO blockmanagement.BlockManager: The block deletion will start around 2016 Sep 18 03:42:44
16/09/18 03:42:44 INFO util.GSet: Computing capacity for map BlocksMap
16/09/18 03:42:44 INFO util.GSet: VM type = 64-bit
16/09/18 03:42:44 INFO util.GSet: 2.0% max memory 889 MB = 17.8 MB
16/09/18 03:42:44 INFO util.GSet: capacity = 2^21 = 2097152 entries
16/09/18 03:42:44 INFO blockmanagement.BlockManager: dfs.block.access.token.enable=false
16/09/18 03:42:44 INFO blockmanagement.BlockManager: defaultReplication = 3
16/09/18 03:42:44 INFO blockmanagement.BlockManager: maxReplication = 512
16/09/18 03:42:44 INFO blockmanagement.BlockManager: minReplication = 1
16/09/18 03:42:44 INFO blockmanagement.BlockManager: maxReplicationStreams = 2
16/09/18 03:42:44 INFO blockmanagement.BlockManager: replicationRecheckInterval = 3000
16/09/18 03:42:44 INFO blockmanagement.BlockManager: encryptDataTransfer = false
16/09/18 03:42:44 INFO blockmanagement.BlockManager: maxNumBlocksToLog = 1000
16/09/18 03:42:44 INFO namenode.FSNamesystem: fsOwner = mare (auth:SIMPLE)
16/09/18 03:42:44 INFO namenode.FSNamesystem: supergroup = supergroup
16/09/18 03:42:44 INFO namenode.FSNamesystem: isPermissionEnabled = false
16/09/18 03:42:44 INFO namenode.FSNamesystem: HA Enabled: false
16/09/18 03:42:44 INFO namenode.FSNamesystem: Append Enabled: true
16/09/18 03:42:44 INFO util.GSet: Computing capacity for map INodeMap
16/09/18 03:42:44 INFO util.GSet: VM type = 64-bit
16/09/18 03:42:44 INFO util.GSet: 1.0% max memory 889 MB = 8.9 MB
16/09/18 03:42:44 INFO util.GSet: capacity = 2^20 = 1048576 entries
16/09/18 03:42:44 INFO namenode.FSDirectory: ACLs enabled? false
16/09/18 03:42:44 INFO namenode.FSDirectory: XAttrs enabled? true
16/09/18 03:42:44 INFO namenode.FSDirectory: Maximum size of an xattr: 16384
16/09/18 03:42:44 INFO namenode.NameNode: Caching file names occuring more than 10 times
16/09/18 03:42:44 INFO util.GSet: Computing capacity for map cachedBlocks
16/09/18 03:42:44 INFO util.GSet: VM type = 64-bit
16/09/18 03:42:44 INFO util.GSet: 0.25% max memory 889 MB = 2.2 MB
16/09/18 03:42:44 INFO util.GSet: capacity = 2^18 = 262144 entries
16/09/18 03:42:44 INFO namenode.FSNamesystem: dfs.namenode.safemode.threshold-pct = 0.9990000128746033
16/09/18 03:42:44 INFO namenode.FSNamesystem: dfs.namenode.safemode.min.datanodes = 0
16/09/18 03:42:44 INFO namenode.FSNamesystem: dfs.namenode.safemode.extension = 30000
16/09/18 03:42:44 INFO metrics.TopMetrics: NNTop conf: dfs.namenode.top.window.num.buckets = 10
16/09/18 03:42:44 INFO metrics.TopMetrics: NNTop conf: dfs.namenode.top.num.users = 10
16/09/18 03:42:44 INFO metrics.TopMetrics: NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
16/09/18 03:42:44 INFO namenode.FSNamesystem: Retry cache on namenode is enabled
16/09/18 03:42:44 INFO namenode.FSNamesystem: Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
16/09/18 03:42:44 INFO util.GSet: Computing capacity for map NameNodeRetryCache
16/09/18 03:42:44 INFO util.GSet: VM type = 64-bit
16/09/18 03:42:44 INFO util.GSet: 0.029999999329447746% max memory 889 MB = 273.1 KB
16/09/18 03:42:44 INFO util.GSet: capacity = 2^15 = 32768 entries
16/09/18 03:42:49 INFO namenode.FSImage: Allocated new BlockPoolId: BP-1692499917-127.0.1.1-1474137769500
16/09/18 03:42:49 INFO common.Storage: Storage directory /data/hadoop/dfs/name has been successfully formatted.
16/09/18 03:42:49 INFO namenode.NNStorageRetentionManager: Going to retain 1 images with txid >= 0
16/09/18 03:42:49 INFO util.ExitUtil: Exiting with status 0
16/09/18 03:42:49 INFO namenode.NameNode: SHUTDOWN_MSG:
/************************************************************
SHUTDOWN_MSG: Shutting down NameNode at mare11/127.0.1.1
************************************************************/동작확인
$ jps
5038 DataNode
2917 ResourceManager
5530 NodeManager
5636 Jps
4848 NameNode- Second name node
$ jps
2854 SecondaryNameNode
3172 NodeManager
2710 DataNode
3278 Jps- data Node
$ jps
2458 DataNode
2702 NodeManager
2887 Jps
Nice and good article. It is very useful for me to learn and understand easily. Thanks for sharing your valuable information and time. Please keep updating hadoop online training
답글삭제