待计算的wordCount文件放在HDFS上。
wc.txt：
hive hadoop hello
hello world
hbase
hive
目标：进行WordCount计算，把结果输出到HBase表中
1.先在HBase中创建表wc
create 'wc','cf'
2. WCRunner.class
package com.bjsxt.wc; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.Path; import org.apache.hadoop.hbase.mapreduce.TableMapReduceUtil; // 注意别导错TableMapReduceUtil包，这里开始没注意，导成mapred下的了，坑死了 import org.apache.hadoop.io.IntWritable; import org.apache.hadoop.io.Text; import org.apache.hadoop.mapreduce.Job; import org.apache.hadoop.mapreduce.lib.input.FileInputFormat; public class WCRunner { public static void main(String[] args) throws Exception { Configuration conf = new Configuration(); conf.set("fs.defaultFS", "hdfs://node01:8020"); conf.set("hbase.zookeeper.quorum", "node02,node03,node04"); Job job = Job.getInstance(conf); job.setJarByClass(WCRunner.class); // 指定mapper和reducer job.setMapperClass(WCMapper.class); job.setMapOutputKeyClass(Text.class); job.setMapOutputValueClass(IntWritable.class); FileInputFormat.addInputPath(job, new Path("/user/hive_remote/warehouse/wc/")); TableMapReduceUtil.initTableReducerJob("wc", WCReducer.class, job, null, null, null, null, false); job.waitForCompletion(true); } }
3. Mapper
package com.bjsxt.wc; import java.io.IOException; import org.apache.hadoop.io.IntWritable; import org.apache.hadoop.io.LongWritable; import org.apache.hadoop.io.Text; import org.apache.hadoop.mapreduce.Mapper; public class WCMapper extends Mapper<LongWritable, Text,Text,IntWritable> { @Override protected void map(LongWritable key, Text value, Context context) throws IOException, InterruptedException { String[] strs = value.toString().split(" "); for (String str : strs) { context.write(new Text(str), new IntWritable(1)); } } }
4. Reducer
package com.bjsxt.wc; import java.io.IOException; import org.apache.hadoop.hbase.client.Put; import org.apache.hadoop.hbase.io.ImmutableBytesWritable; import org.apache.hadoop.hbase.mapreduce.TableReducer; import org.apache.hadoop.io.IntWritable; import org.apache.hadoop.io.Text; public class WCReducer extends TableReducer<Text, IntWritable, ImmutableBytesWritable> { @Override protected void reduce(Text key, Iterable<IntWritable> values, Context context) throws IOException, InterruptedException { int sum = 0; for (IntWritable it : values) { sum += it.get(); } Put put = new Put(key.toString().getBytes()); put.addColumn("cf".getBytes(), "ct".getBytes(), (sum + "").getBytes()); context.write(null, put); } }
5. Eclipse Console输出
SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/F:/usr/hadoop-lib/slf4j-log4j12-1.7.10.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/F:/usr/hbase-lib/slf4j-log4j12-1.7.25.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. SLF4J: Actual binding is of type [org.slf4j.impl.Log4jLoggerFactory] 2019-04-07 00:04:00,627 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1243)) - session.id is deprecated. Instead, use dfs.metrics.session-id 2019-04-07 00:04:00,632 INFO jvm.JvmMetrics (JvmMetrics.java:init(76)) - Initializing JVM Metrics with processName=JobTracker, sessionId= 2019-04-07 00:04:01,392 INFO zookeeper.ReadOnlyZKClient (ReadOnlyZKClient.java:<init>(135)) - Connect 0x1698fc68 to node02:2181,node03:2181,node04:2181 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2019-04-07 00:04:01,662 INFO zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:zookeeper.version=3.4.6-1569965, built on 02/20/2014 09:09 GMT 2019-04-07 00:04:01,662 INFO zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:host.name=FF2R0M0IZ0X5J55 2019-04-07 00:04:01,663 INFO zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.version=1.8.0_161 2019-04-07 00:04:01,663 INFO zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.vendor=Oracle Corporation 2019-04-07 00:04:01,663 INFO zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.home=C:Program FilesJavajre1.8.0_161 2019-04-07 00:04:01,663 INFO zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.class.path=C:Program FilesJavajre1.8.0_161lib esources.jar;C:Program FilesJavajre1.8.0_161lib t.jar;C:Program FilesJavajre1.8.0_161libjsse.jar;C:Program FilesJavajre1.8.0_161libjce.jar;C:Program FilesJavajre1.8.0_161libcharsets.jar;C:Program FilesJavajre1.8.0_161libjfr.jar;C:Program FilesJavajre1.8.0_161libextaccess-bridge-64.jar;C:Program FilesJavajre1.8.0_161libextcldrdata.jar;C:Program FilesJavajre1.8.0_161libextdnsns.jar;C:Program FilesJavajre1.8.0_161libextjaccess.jar;C:Program FilesJavajre1.8.0_161libextjfxrt.jar;C:Program FilesJavajre1.8.0_161libextlocaledata.jar;C:Program FilesJavajre1.8.0_161libext ashorn.jar;C:Program FilesJavajre1.8.0_161libextsunec.jar;C:Program FilesJavajre1.8.0_161libextsunjce_provider.jar;C:Program FilesJavajre1.8.0_161libextsunmscapi.jar;C:Program FilesJavajre1.8.0_161libextsunpkcs11.jar;C:Program FilesJavajre1.8.0_161libextzipfs.jar;F:usrhadoop-libactivation-1.1.jar;F:usrhadoop-libannotations-api.jar;F:usrhadoop-libantlr-2.7.7.jar;F:usrhadoop-libaopalliance-1.0.jar;F:usrhadoop-libapacheds-i18n-2.0.0-M15.jar;F:usrhadoop-libapacheds-kerberos-codec-2.0.0-M15.jar;F:usrhadoop-libapi-asn1-api-1.0.0-M20.jar;F:usrhadoop-libapi-asn1-ber-1.0.0-M20.jar;F:usrhadoop-libapi-i18n-1.0.0-M20.jar;F:usrhadoop-libapi-ldap-model-1.0.0-M20.jar;F:usrhadoop-libapi-util-1.0.0-M20.jar;F:usrhadoop-libasm-3.2.jar;F:usrhadoop-libavro-1.7.4.jar;F:usrhadoop-libaws-java-sdk-1.7.4.jar;F:usrhadoop-libazure-storage-2.0.0.jar;F:usrhadoop-libootstrap.jar;F:usrhadoop-libcatalina.jar;F:usrhadoop-libcatalina-ant.jar;F:usrhadoop-libcatalina-ha.jar;F:usrhadoop-libcatalina-tribes.jar;F:usrhadoop-libcommons-beanutils-1.7.0.jar;F:usrhadoop-libcommons-beanutils-core-1.8.0.jar;F:usrhadoop-libcommons-cli-1.2.jar;F:usrhadoop-libcommons-codec-1.4.jar;F:usrhadoop-libcommons-collections-3.2.2.jar;F:usrhadoop-libcommons-compress-1.4.1.jar;F:usrhadoop-libcommons-configuration-1.6.jar;F:usrhadoop-libcommons-daemon.jar;F:usrhadoop-libcommons-daemon-1.0.13.jar;F:usrhadoop-libcommons-digester-1.8.jar;F:usrhadoop-libcommons-httpclient-3.1.jar;F:usrhadoop-libcommons-io-2.4.jar;F:usrhadoop-libcommons-lang-2.6.jar;F:usrhadoop-libcommons-lang3-3.3.2.jar;F:usrhadoop-libcommons-logging-1.1.3.jar;F:usrhadoop-libcommons-math3-3.1.1.jar;F:usrhadoop-libcommons-net-3.1.jar;F:usrhadoop-libcurator-client-2.7.1.jar;F:usrhadoop-libcurator-framework-2.7.1.jar;F:usrhadoop-libcurator-recipes-2.7.1.jar;F:usrhadoop-libecj-4.3.1.jar;F:usrhadoop-libehcache-core-2.4.4.jar;F:usrhadoop-libel-api.jar;F:usrhadoop-libgson-2.2.4.jar;F:usrhadoop-libguava-11.0.2.jar;F:usrhadoop-libguice-3.0.jar;F:usrhadoop-libguice-servlet-3.0.jar;F:usrhadoop-libhadoop-annotations-2.7.7.jar;F:usrhadoop-libhadoop-ant-2.7.7.jar;F:usrhadoop-libhadoop-archives-2.7.7.jar;F:usrhadoop-libhadoop-archives-2.7.7-sources.jar;F:usrhadoop-libhadoop-archives-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-auth-2.7.7.jar;F:usrhadoop-libhadoop-aws-2.7.7.jar;F:usrhadoop-libhadoop-azure-2.7.7.jar;F:usrhadoop-libhadoop-common-2.7.7.jar;F:usrhadoop-libhadoop-common-2.7.7-sources.jar;F:usrhadoop-libhadoop-common-2.7.7-tests.jar;F:usrhadoop-libhadoop-common-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-datajoin-2.7.7.jar;F:usrhadoop-libhadoop-datajoin-2.7.7-sources.jar;F:usrhadoop-libhadoop-datajoin-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-distcp-2.7.7.jar;F:usrhadoop-libhadoop-distcp-2.7.7-sources.jar;F:usrhadoop-libhadoop-distcp-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-extras-2.7.7.jar;F:usrhadoop-libhadoop-extras-2.7.7-sources.jar;F:usrhadoop-libhadoop-extras-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-gridmix-2.7.7.jar;F:usrhadoop-libhadoop-gridmix-2.7.7-sources.jar;F:usrhadoop-libhadoop-gridmix-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-hdfs-2.7.7.jar;F:usrhadoop-libhadoop-hdfs-2.7.7-sources.jar;F:usrhadoop-libhadoop-hdfs-2.7.7-tests.jar;F:usrhadoop-libhadoop-hdfs-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-hdfs-nfs-2.7.7.jar;F:usrhadoop-libhadoop-kms-2.7.7.jar;F:usrhadoop-libhadoop-mapreduce-client-app-2.7.7.jar;F:usrhadoop-libhadoop-mapreduce-client-app-2.7.7-sources.jar;F:usrhadoop-libhadoop-mapreduce-client-app-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-mapreduce-client-common-2.7.7.jar;F:usrhadoop-libhadoop-mapreduce-client-common-2.7.7-sources.jar;F:usrhadoop-libhadoop-mapreduce-client-common-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-mapreduce-client-core-2.7.7.jar;F:usrhadoop-libhadoop-mapreduce-client-core-2.7.7-sources.jar;F:usrhadoop-libhadoop-mapreduce-client-core-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-mapreduce-client-hs-2.7.7.jar;F:usrhadoop-libhadoop-mapreduce-client-hs-2.7.7-sources.jar;F:usrhadoop-libhadoop-mapreduce-client-hs-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-mapreduce-client-hs-plugins-2.7.7.jar;F:usrhadoop-libhadoop-mapreduce-client-hs-plugins-2.7.7-sources.jar;F:usrhadoop-libhadoop-mapreduce-client-hs-plugins-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-mapreduce-client-jobclient-2.7.7.jar;F:usrhadoop-libhadoop-mapreduce-client-jobclient-2.7.7-sources.jar;F:usrhadoop-libhadoop-mapreduce-client-jobclient-2.7.7-tests.jar;F:usrhadoop-libhadoop-mapreduce-client-jobclient-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-mapreduce-client-shuffle-2.7.7.jar;F:usrhadoop-libhadoop-mapreduce-client-shuffle-2.7.7-sources.jar;F:usrhadoop-libhadoop-mapreduce-client-shuffle-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-mapreduce-examples-2.7.7.jar;F:usrhadoop-libhadoop-mapreduce-examples-2.7.7-sources.jar;F:usrhadoop-libhadoop-mapreduce-examples-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-nfs-2.7.7.jar;F:usrhadoop-libhadoop-openstack-2.7.7.jar;F:usrhadoop-libhadoop-rumen-2.7.7.jar;F:usrhadoop-libhadoop-rumen-2.7.7-sources.jar;F:usrhadoop-libhadoop-rumen-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-sls-2.7.7.jar;F:usrhadoop-libhadoop-sls-2.7.7-sources.jar;F:usrhadoop-libhadoop-sls-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-streaming-2.7.7.jar;F:usrhadoop-libhadoop-streaming-2.7.7-sources.jar;F:usrhadoop-libhadoop-streaming-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-yarn-api-2.7.7.jar;F:usrhadoop-libhadoop-yarn-api-2.7.7-sources.jar;F:usrhadoop-libhadoop-yarn-api-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-yarn-applications-distributedshell-2.7.7.jar;F:usrhadoop-libhadoop-yarn-applications-distributedshell-2.7.7-sources.jar;F:usrhadoop-libhadoop-yarn-applications-distributedshell-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-yarn-applications-unmanaged-am-launcher-2.7.7.jar;F:usrhadoop-libhadoop-yarn-applications-unmanaged-am-launcher-2.7.7-sources.jar;F:usrhadoop-libhadoop-yarn-applications-unmanaged-am-launcher-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-yarn-client-2.7.7.jar;F:usrhadoop-libhadoop-yarn-client-2.7.7-sources.jar;F:usrhadoop-libhadoop-yarn-client-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-yarn-common-2.7.7.jar;F:usrhadoop-libhadoop-yarn-common-2.7.7-sources.jar;F:usrhadoop-libhadoop-yarn-common-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-yarn-registry-2.7.7.jar;F:usrhadoop-libhadoop-yarn-server-applicationhistoryservice-2.7.7.jar;F:usrhadoop-libhadoop-yarn-server-applicationhistoryservice-2.7.7-sources.jar;F:usrhadoop-libhadoop-yarn-server-applicationhistoryservice-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-yarn-server-common-2.7.7.jar;F:usrhadoop-libhadoop-yarn-server-common-2.7.7-sources.jar;F:usrhadoop-libhadoop-yarn-server-common-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-yarn-server-nodemanager-2.7.7.jar;F:usrhadoop-libhadoop-yarn-server-nodemanager-2.7.7-sources.jar;F:usrhadoop-libhadoop-yarn-server-nodemanager-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-yarn-server-resourcemanager-2.7.7.jar;F:usrhadoop-libhadoop-yarn-server-resourcemanager-2.7.7-sources.jar;F:usrhadoop-libhadoop-yarn-server-resourcemanager-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-yarn-server-sharedcachemanager-2.7.7.jar;F:usrhadoop-libhadoop-yarn-server-tests-2.7.7.jar;F:usrhadoop-libhadoop-yarn-server-tests-2.7.7-sources.jar;F:usrhadoop-libhadoop-yarn-server-tests-2.7.7-tests.jar;F:usrhadoop-libhadoop-yarn-server-tests-2.7.7-test-sources.jar;F:usrhadoop-libhadoop-yarn-server-web-proxy-2.7.7.jar;F:usrhadoop-libhadoop-yarn-server-web-proxy-2.7.7-sources.jar;F:usrhadoop-libhadoop-yarn-server-web-proxy-2.7.7-test-sources.jar;F:usrhadoop-libhamcrest-core-1.3.jar;F:usrhadoop-libhsqldb-2.0.0.jar;F:usrhadoop-libhtrace-core-3.1.0-incubating.jar;F:usrhadoop-libhttpclient-4.2.5.jar;F:usrhadoop-libhttpcore-4.2.5.jar;F:usrhadoop-libjackson-annotations-2.2.3.jar;F:usrhadoop-libjackson-core-2.2.3.jar;F:usrhadoop-libjackson-core-asl-1.9.13.jar;F:usrhadoop-libjackson-databind-2.2.3.jar;F:usrhadoop-libjackson-jaxrs-1.9.13.jar;F:usrhadoop-libjackson-mapper-asl-1.9.13.jar;F:usrhadoop-libjackson-xc-1.9.13.jar;F:usrhadoop-libjasper.jar;F:usrhadoop-libjasper-el.jar;F:usrhadoop-libjavax.inject-1.jar;F:usrhadoop-libjava-xmlbuilder-0.4.jar;F:usrhadoop-libjaxb-api-2.2.2.jar;F:usrhadoop-libjaxb-impl-2.2.3-1.jar;F:usrhadoop-libjersey-client-1.9.jar;F:usrhadoop-libjersey-core-1.9.jar;F:usrhadoop-libjersey-guice-1.9.jar;F:usrhadoop-libjersey-json-1.9.jar;F:usrhadoop-libjersey-server-1.9.jar;F:usrhadoop-libjets3t-0.9.0.jar;F:usrhadoop-libjettison-1.1.jar;F:usrhadoop-libjetty-6.1.26.jar;F:usrhadoop-libjetty-sslengine-6.1.26.jar;F:usrhadoop-libjetty-util-6.1.26.jar;F:usrhadoop-libjline-0.9.94.jar;F:usrhadoop-libjoda-time-2.10.jar;F:usrhadoop-libjsch-0.1.54.jar;F:usrhadoop-libjson-simple-1.1.jar;F:usrhadoop-libjsp-api.jar;F:usrhadoop-libjsp-api-2.1.jar;F:usrhadoop-libjsr305-3.0.0.jar;F:usrhadoop-libjul-to-slf4j-1.7.10.jar;F:usrhadoop-libjunit-4.11.jar;F:usrhadoop-libleveldbjni-all-1.8.jar;F:usrhadoop-liblog4j-1.2.17.jar;F:usrhadoop-libmetrics-core-3.0.1.jar;F:usrhadoop-libmina-core-2.0.0-M5.jar;F:usrhadoop-libmockito-all-1.8.5.jar;F:usrhadoop-lib etty-3.6.2.Final.jar;F:usrhadoop-lib etty-all-4.0.23.Final.jar;F:usrhadoop-libparanamer-2.3.jar;F:usrhadoop-libprotobuf-java-2.5.0.jar;F:usrhadoop-libservlet-api.jar;F:usrhadoop-libservlet-api-2.5.jar;F:usrhadoop-libslf4j-api-1.7.10.jar;F:usrhadoop-libslf4j-log4j12-1.7.10.jar;F:usrhadoop-libsnappy-java-1.0.4.1.jar;F:usrhadoop-libstax-api-1.0-2.jar;F:usrhadoop-lib omcat-coyote.jar;F:usrhadoop-lib omcat-dbcp.jar;F:usrhadoop-lib omcat-i18n-es.jar;F:usrhadoop-lib omcat-i18n-fr.jar;F:usrhadoop-lib omcat-i18n-ja.jar;F:usrhadoop-lib omcat-juli.jar;F:usrhadoop-libxercesImpl-2.9.1.jar;F:usrhadoop-libxml-apis-1.3.04.jar;F:usrhadoop-libxmlenc-0.52.jar;F:usrhadoop-libxz-1.0.jar;F:usrhadoop-libzookeeper-3.4.6.jar;F:usrhadoop-libzookeeper-3.4.6-tests.jar;F:usrhadoop-libIKAnalyzer2012_u6.jar;F:usrhbase-libaopalliance-1.0.jar;F:usrhbase-libaopalliance-repackaged-2.5.0-b32.jar;F:usrhbase-libapacheds-i18n-2.0.0-M15.jar;F:usrhbase-libapacheds-kerberos-codec-2.0.0-M15.jar;F:usrhbase-libapi-asn1-api-1.0.0-M20.jar;F:usrhbase-libapi-util-1.0.0-M20.jar;F:usrhbase-libasm-3.1.jar;F:usrhbase-libaudience-annotations-0.5.0.jar;F:usrhbase-libavro-1.7.7.jar;F:usrhbase-libcommons-beanutils-core-1.8.0.jar;F:usrhbase-libcommons-cli-1.2.jar;F:usrhbase-libcommons-codec-1.10.jar;F:usrhbase-libcommons-collections-3.2.2.jar;F:usrhbase-libcommons-compress-1.4.1.jar;F:usrhbase-libcommons-configuration-1.6.jar;F:usrhbase-libcommons-crypto-1.0.0.jar;F:usrhbase-libcommons-daemon-1.0.13.jar;F:usrhbase-libcommons-digester-1.8.jar;F:usrhbase-libcommons-httpclient-3.1.jar;F:usrhbase-libcommons-io-2.5.jar;F:usrhbase-libcommons-lang-2.6.jar;F:usrhbase-libcommons-lang3-3.6.jar;F:usrhbase-libcommons-logging-1.2.jar;F:usrhbase-libcommons-math3-3.6.1.jar;F:usrhbase-libcommons-net-3.1.jar;F:usrhbase-libcurator-client-4.0.0.jar;F:usrhbase-libcurator-framework-4.0.0.jar;F:usrhbase-libcurator-recipes-4.0.0.jar;F:usrhbase-libdisruptor-3.3.6.jar;F:usrhbase-libfindbugs-annotations-1.3.9-1.jar;F:usrhbase-libgson-2.2.4.jar;F:usrhbase-libguava-11.0.2.jar;F:usrhbase-libguice-3.0.jar;F:usrhbase-libguice-servlet-3.0.jar;F:usrhbase-libhadoop-annotations-2.7.7.jar;F:usrhbase-libhadoop-auth-2.7.7.jar;F:usrhbase-libhadoop-client-2.7.7.jar;F:usrhbase-libhadoop-common-2.7.7.jar;F:usrhbase-libhadoop-common-2.7.7-tests.jar;F:usrhbase-libhadoop-distcp-2.7.7.jar;F:usrhbase-libhadoop-hdfs-2.7.7.jar;F:usrhbase-libhadoop-hdfs-2.7.7-tests.jar;F:usrhbase-libhadoop-mapreduce-client-app-2.7.7.jar;F:usrhbase-libhadoop-mapreduce-client-common-2.7.7.jar;F:usrhbase-libhadoop-mapreduce-client-core-2.7.7.jar;F:usrhbase-libhadoop-mapreduce-client-hs-2.7.7.jar;F:usrhbase-libhadoop-mapreduce-client-jobclient-2.7.7.jar;F:usrhbase-libhadoop-mapreduce-client-shuffle-2.7.7.jar;F:usrhbase-libhadoop-minicluster-2.7.7.jar;F:usrhbase-libhadoop-yarn-api-2.7.7.jar;F:usrhbase-libhadoop-yarn-client-2.7.7.jar;F:usrhbase-libhadoop-yarn-common-2.7.7.jar;F:usrhbase-libhadoop-yarn-server-applicationhistoryservice-2.7.7.jar;F:usrhbase-libhadoop-yarn-server-common-2.7.7.jar;F:usrhbase-libhadoop-yarn-server-nodemanager-2.7.7.jar;F:usrhbase-libhadoop-yarn-server-resourcemanager-2.7.7.jar;F:usrhbase-libhadoop-yarn-server-tests-2.7.7-tests.jar;F:usrhbase-libhadoop-yarn-server-web-proxy-2.7.7.jar;F:usrhbase-libhamcrest-core-1.3.jar;F:usrhbase-libhbase-annotations-2.0.5.jar;F:usrhbase-libhbase-annotations-2.0.5-tests.jar;F:usrhbase-libhbase-client-2.0.5.jar;F:usrhbase-libhbase-common-2.0.5.jar;F:usrhbase-libhbase-common-2.0.5-tests.jar;F:usrhbase-libhbase-endpoint-2.0.5.jar;F:usrhbase-libhbase-examples-2.0.5.jar;F:usrhbase-libhbase-external-blockcache-2.0.5.jar;F:usrhbase-libhbase-hadoop2-compat-2.0.5.jar;F:usrhbase-libhbase-hadoop2-compat-2.0.5-tests.jar;F:usrhbase-libhbase-hadoop-compat-2.0.5.jar;F:usrhbase-libhbase-hadoop-compat-2.0.5-tests.jar;F:usrhbase-libhbase-http-2.0.5.jar;F:usrhbase-libhbase-it-2.0.5.jar;F:usrhbase-libhbase-it-2.0.5-tests.jar;F:usrhbase-libhbase-mapreduce-2.0.5.jar;F:usrhbase-libhbase-mapreduce-2.0.5-tests.jar;F:usrhbase-libhbase-metrics-2.0.5.jar;F:usrhbase-libhbase-metrics-api-2.0.5.jar;F:usrhbase-libhbase-procedure-2.0.5.jar;F:usrhbase-libhbase-protocol-2.0.5.jar;F:usrhbase-libhbase-protocol-shaded-2.0.5.jar;F:usrhbase-libhbase-replication-2.0.5.jar;F:usrhbase-libhbase-resource-bundle-2.0.5.jar;F:usrhbase-libhbase-rest-2.0.5.jar;F:usrhbase-libhbase-rsgroup-2.0.5.jar;F:usrhbase-libhbase-rsgroup-2.0.5-tests.jar;F:usrhbase-libhbase-server-2.0.5.jar;F:usrhbase-libhbase-server-2.0.5-tests.jar;F:usrhbase-libhbase-shaded-miscellaneous-2.1.0.jar;F:usrhbase-libhbase-shaded-netty-2.1.0.jar;F:usrhbase-libhbase-shaded-protobuf-2.1.0.jar;F:usrhbase-libhbase-shell-2.0.5.jar;F:usrhbase-libhbase-testing-util-2.0.5.jar;F:usrhbase-libhbase-thrift-2.0.5.jar;F:usrhbase-libhbase-zookeeper-2.0.5.jar;F:usrhbase-libhbase-zookeeper-2.0.5-tests.jar;F:usrhbase-libhk2-api-2.5.0-b32.jar;F:usrhbase-libhk2-locator-2.5.0-b32.jar;F:usrhbase-libhk2-utils-2.5.0-b32.jar;F:usrhbase-libhtrace-core-3.2.0-incubating.jar;F:usrhbase-libhtrace-core4-4.2.0-incubating.jar;F:usrhbase-libhttpclient-4.5.3.jar;F:usrhbase-libhttpcore-4.4.6.jar;F:usrhbase-libjackson-annotations-2.9.0.jar;F:usrhbase-libjackson-core-2.9.2.jar;F:usrhbase-libjackson-core-asl-1.9.13.jar;F:usrhbase-libjackson-databind-2.9.2.jar;F:usrhbase-libjackson-jaxrs-1.8.3.jar;F:usrhbase-libjackson-jaxrs-base-2.9.2.jar;F:usrhbase-libjackson-jaxrs-json-provider-2.9.2.jar;F:usrhbase-libjackson-mapper-asl-1.9.13.jar;F:usrhbase-libjackson-module-jaxb-annotations-2.9.2.jar;F:usrhbase-libjackson-xc-1.8.3.jar;F:usrhbase-libjamon-runtime-2.4.1.jar;F:usrhbase-libjavassist-3.20.0-GA.jar;F:usrhbase-libjavax.annotation-api-1.2.jar;F:usrhbase-libjavax.el-3.0.1-b08.jar;F:usrhbase-libjavax.inject-2.5.0-b32.jar;F:usrhbase-libjavax.servlet.jsp.jstl-1.2.0.v201105211821.jar;F:usrhbase-libjavax.servlet.jsp.jstl-1.2.2.jar;F:usrhbase-libjavax.servlet.jsp-2.3.2.jar;F:usrhbase-libjavax.servlet.jsp-api-2.3.1.jar;F:usrhbase-libjavax.servlet-api-3.1.0.jar;F:usrhbase-libjavax.ws.rs-api-2.0.1.jar;F:usrhbase-libjava-xmlbuilder-0.4.jar;F:usrhbase-libjaxb-api-2.2.12.jar;F:usrhbase-libjaxb-impl-2.2.3-1.jar;F:usrhbase-libjcodings-1.0.18.jar;F:usrhbase-libjersey-client-2.25.1.jar;F:usrhbase-libjersey-common-2.25.1.jar;F:usrhbase-libjersey-container-servlet-core-2.25.1.jar;F:usrhbase-libjersey-guava-2.25.1.jar;F:usrhbase-libjersey-media-jaxb-2.25.1.jar;F:usrhbase-libjersey-server-2.25.1.jar;F:usrhbase-libjets3t-0.9.0.jar;F:usrhbase-libjettison-1.3.8.jar;F:usrhbase-libjetty-6.1.26.jar;F:usrhbase-libjetty-http-9.3.19.v20170502.jar;F:usrhbase-libjetty-io-9.3.19.v20170502.jar;F:usrhbase-libjetty-jmx-9.3.19.v20170502.jar;F:usrhbase-libjetty-jsp-9.2.19.v20160908.jar;F:usrhbase-libjetty-schemas-3.1.M0.jar;F:usrhbase-libjetty-security-9.3.19.v20170502.jar;F:usrhbase-libjetty-server-9.3.19.v20170502.jar;F:usrhbase-libjetty-servlet-9.3.19.v20170502.jar;F:usrhbase-libjetty-sslengine-6.1.26.jar;F:usrhbase-libjetty-util-6.1.26.jar;F:usrhbase-libjetty-util-9.3.19.v20170502.jar;F:usrhbase-libjetty-util-ajax-9.3.19.v20170502.jar;F:usrhbase-libjetty-webapp-9.3.19.v20170502.jar;F:usrhbase-libjetty-xml-9.3.19.v20170502.jar;F:usrhbase-libjoni-2.1.11.jar;F:usrhbase-libjsch-0.1.54.jar;F:usrhbase-libjunit-4.12.jar;F:usrhbase-libleveldbjni-all-1.8.jar;F:usrhbase-liblibthrift-0.12.0.jar;F:usrhbase-liblog4j-1.2.17.jar;F:usrhbase-libmetrics-core-3.2.1.jar;F:usrhbase-lib etty-all-4.0.23.Final.jar;F:usrhbase-liborg.eclipse.jdt.core-3.8.2.v20130121.jar;F:usrhbase-libosgi-resource-locator-1.0.1.jar;F:usrhbase-libparanamer-2.3.jar;F:usrhbase-libprotobuf-java-2.5.0.jar;F:usrhbase-libslf4j-api-1.7.25.jar;F:usrhbase-libslf4j-log4j12-1.7.25.jar;F:usrhbase-libsnappy-java-1.0.5.jar;F:usrhbase-libspymemcached-2.12.2.jar;F:usrhbase-libvalidation-api-1.1.0.Final.jar;F:usrhbase-libxmlenc-0.52.jar;F:usrhbase-libxz-1.0.jar;F:usrhbase-libzookeeper-3.4.10.jar;D:eclipseeclipsepluginsorg.junit.jupiter.api_5.0.0.v20170910-2246.jar;D:eclipseeclipsepluginsorg.junit.jupiter.engine_5.0.0.v20170910-2246.jar;D:eclipseeclipsepluginsorg.junit.jupiter.migrationsupport_5.0.0.v20170910-2246.jar;D:eclipseeclipsepluginsorg.junit.jupiter.params_5.0.0.v20170910-2246.jar;D:eclipseeclipsepluginsorg.junit.platform.commons_1.0.0.v20170910-2246.jar;D:eclipseeclipsepluginsorg.junit.platform.engine_1.0.0.v20170910-2246.jar;D:eclipseeclipsepluginsorg.junit.platform.launcher_1.0.0.v20170910-2246.jar;D:eclipseeclipsepluginsorg.junit.platform.runner_1.0.0.v20170910-2246.jar;D:eclipseeclipsepluginsorg.junit.platform.suite.api_1.0.0.v20170910-2246.jar;D:eclipseeclipsepluginsorg.junit.vintage.engine_4.12.0.v20170910-2246.jar;D:eclipseeclipsepluginsorg.opentest4j_1.0.0.v20170910-2246.jar;D:eclipseeclipsepluginsorg.apiguardian_1.0.0.v20170910-2246.jar;D:eclipseeclipsepluginsorg.junit_4.12.0.v201504281640junit.jar;D:eclipseeclipsepluginsorg.hamcrest.core_1.3.0.v201303031735.jar;G:AllAPPsetplaceeclipseworkplaceHBaseDemoin 2019-04-07 00:04:01,665 INFO zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.library.path=C:Program FilesJavajre1.8.0_161in;C:WindowsSunJavain;C:Windowssystem32;C:Windows;%HADOOP_HOMEin;%C:Program Files (x86)NetSarangXftp 6;C:Program FilesImageMagick-7.0.8-Q16;C:UsersAdministratorAppDataLocalProgramsPythonPython36;C:Python27Scripts;E:Allapplicatiansplacemysqlin;D:数据库 edis-windows-masterdownloads edis-64.3.0.503;D:;浏览器phantomjs-2.1.1-windowsin;D:;python;C:UsersAdministratorAppDataLocalGoogleChromeApplication;C:ProgramDataOracleJavajavapath;C:UsersAdministratorAppDataLocalProgramsPythonPython36Scripts;C:Program Files (x86)ClockworkModUniversal Adb Driver;C:Python27;%CommonProgramFiles%Microsoft SharedWindows Live;C:Windowssystem32;C:Windows;C:WindowsSystem32Wbem;C:WindowsSystem32WindowsPowerShellv1.0;C:Program FilesMicrosoft SQL Server130ToolsBinn;%USERPROFILE%.dnxin;C:Program FilesMicrosoft DNXDnvm;E:AllapplicatiansplaceGitGitcmd;E:AllapplicatiansplaceSVNin;E:Allapplicatiansplace odejs;E:AllapplicatiansplacevisualSVNin;C:Program Files (x86)Windows Kits8.1Windows Performance Toolkit;C:Program Files (x86)GitExtensions;C:Program Filesdotnet;C:Program FilesMicrosoft SQL ServerClient SDKODBC110ToolsBinn;C:Program Files (x86)Microsoft SQL Server120ToolsBinn;C:Program FilesMicrosoft SQL Server120ToolsBinn;C:Program FilesMicrosoft SQL Server120DTSBinn;D:PHPphp-7.2.3-Win32-VC15-x64ext;D:PHPphp-7.2.3-Win32-VC15-x64;C:UsersAdministratorAppDataLocalProgramsPythonPython36Scripts;C:Program FilesCommon FilesMicrosoft SharedWindows Live;C:Program FilesMySQLMySQL Server 6.0in;C:UsersAdministratorAppDataRoaming pm;E:AllapplicatiansplaceMicrosoft VS Codein;C:UsersAdministratorAppDataLocalGitHubDesktopin;. 2019-04-07 00:04:01,665 INFO zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.io.tmpdir=C:UsersADMINI~1AppDataLocalTemp 2019-04-07 00:04:01,665 INFO zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:java.compiler=<NA> 2019-04-07 00:04:01,666 INFO zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:os.name=Windows 7 2019-04-07 00:04:01,666 INFO zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:os.arch=amd64 2019-04-07 00:04:01,666 INFO zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:os.version=6.1 2019-04-07 00:04:01,666 INFO zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:user.name=Administrator 2019-04-07 00:04:01,670 INFO zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:user.home=C:UsersAdministrator 2019-04-07 00:04:01,671 INFO zookeeper.ZooKeeper (Environment.java:logEnv(100)) - Client environment:user.dir=G:AllAPPsetplaceeclipseworkplaceHBaseDemo 2019-04-07 00:04:01,675 INFO zookeeper.ZooKeeper (ZooKeeper.java:<init>(438)) - Initiating client connection, connectString=node02:2181,node03:2181,node04:2181 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$6/1990143034@750a46c9 2019-04-07 00:04:01,806 INFO zookeeper.ClientCnxn (ClientCnxn.java:logStartConnect(975)) - Opening socket connection to server node04/192.168.30.139:2181. Will not attempt to authenticate using SASL (unknown error) 2019-04-07 00:04:01,810 INFO zookeeper.ClientCnxn (ClientCnxn.java:primeConnection(852)) - Socket connection established to node04/192.168.30.139:2181, initiating session 2019-04-07 00:04:01,874 INFO zookeeper.ClientCnxn (ClientCnxn.java:onConnected(1235)) - Session establishment complete on server node04/192.168.30.139:2181, sessionid = 0x30002fd41930000, negotiated timeout = 40000 2019-04-07 00:04:06,131 WARN mapreduce.JobResourceUploader (JobResourceUploader.java:uploadFiles(64)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2019-04-07 00:04:06,196 WARN mapreduce.JobResourceUploader (JobResourceUploader.java:uploadFiles(171)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2019-04-07 00:04:11,222 INFO input.FileInputFormat (FileInputFormat.java:listStatus(283)) - Total input paths to process : 1 2019-04-07 00:04:11,414 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(198)) - number of splits:1 2019-04-07 00:04:11,545 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(287)) - Submitting tokens for job: job_local1129811918_0001 2019-04-07 00:04:11,828 INFO mapreduce.Job (Job.java:submit(1294)) - The url to track the job: http://localhost:8080/ 2019-04-07 00:04:11,829 INFO mapreduce.Job (Job.java:monitorAndPrintJob(1339)) - Running job: job_local1129811918_0001 2019-04-07 00:04:11,830 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(471)) - OutputCommitter set in config null 2019-04-07 00:04:11,881 INFO mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(489)) - OutputCommitter is org.apache.hadoop.hbase.mapreduce.TableOutputCommitter 2019-04-07 00:04:11,982 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for map tasks 2019-04-07 00:04:11,984 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(224)) - Starting task: attempt_local1129811918_0001_m_000000_0 2019-04-07 00:04:12,146 INFO util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(192)) - ProcfsBasedProcessTree currently is supported only on Linux. 2019-04-07 00:04:12,273 INFO mapred.Task (Task.java:initialize(614)) - Using ResourceCalculatorProcessTree : org.apache.hadoop.yarn.util.WindowsBasedProcessTree@9982e96 2019-04-07 00:04:12,279 INFO mapred.MapTask (MapTask.java:runNewMapper(756)) - Processing split: hdfs://node01:8020/user/hive_remote/warehouse/wc/wc.txt:0+41 2019-04-07 00:04:12,391 INFO mapred.MapTask (MapTask.java:setEquator(1205)) - (EQUATOR) 0 kvi 26214396(104857584) 2019-04-07 00:04:12,392 INFO mapred.MapTask (MapTask.java:init(998)) - mapreduce.task.io.sort.mb: 100 2019-04-07 00:04:12,392 INFO mapred.MapTask (MapTask.java:init(999)) - soft limit at 83886080 2019-04-07 00:04:12,392 INFO mapred.MapTask (MapTask.java:init(1000)) - bufstart = 0; bufvoid = 104857600 2019-04-07 00:04:12,392 INFO mapred.MapTask (MapTask.java:init(1001)) - kvstart = 26214396; length = 6553600 2019-04-07 00:04:12,425 INFO mapred.MapTask (MapTask.java:createSortingCollector(403)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2019-04-07 00:04:12,740 INFO zookeeper.ReadOnlyZKClient (ReadOnlyZKClient.java:close(340)) - Close zookeeper connection 0x1698fc68 to node02:2181,node03:2181,node04:2181 2019-04-07 00:04:12,764 INFO zookeeper.ZooKeeper (ZooKeeper.java:close(684)) - Session: 0x30002fd41930000 closed 2019-04-07 00:04:12,764 INFO zookeeper.ClientCnxn (ClientCnxn.java:run(512)) - EventThread shut down 2019-04-07 00:04:12,831 INFO mapreduce.Job (Job.java:monitorAndPrintJob(1360)) - Job job_local1129811918_0001 running in uber mode : false 2019-04-07 00:04:12,834 INFO mapreduce.Job (Job.java:monitorAndPrintJob(1367)) - map 0% reduce 0% 2019-04-07 00:04:13,187 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 2019-04-07 00:04:13,204 INFO mapred.MapTask (MapTask.java:flush(1460)) - Starting flush of map output 2019-04-07 00:04:13,204 INFO mapred.MapTask (MapTask.java:flush(1482)) - Spilling map output 2019-04-07 00:04:13,205 INFO mapred.MapTask (MapTask.java:flush(1483)) - bufstart = 0; bufend = 69; bufvoid = 104857600 2019-04-07 00:04:13,205 INFO mapred.MapTask (MapTask.java:flush(1485)) - kvstart = 26214396(104857584); kvend = 26214372(104857488); length = 25/6553600 2019-04-07 00:04:13,245 INFO mapred.MapTask (MapTask.java:sortAndSpill(1667)) - Finished spill 0 2019-04-07 00:04:13,267 INFO mapred.Task (Task.java:done(1046)) - Task:attempt_local1129811918_0001_m_000000_0 is done. And is in the process of committing 2019-04-07 00:04:13,301 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - map 2019-04-07 00:04:13,301 INFO mapred.Task (Task.java:sendDone(1184)) - Task 'attempt_local1129811918_0001_m_000000_0' done. 2019-04-07 00:04:13,311 INFO mapred.Task (Task.java:done(1080)) - Final Counters for attempt_local1129811918_0001_m_000000_0: Counters: 22 File System Counters FILE: Number of bytes read=178 FILE: Number of bytes written=399623 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=41 HDFS: Number of bytes written=0 HDFS: Number of read operations=3 HDFS: Number of large read operations=0 HDFS: Number of write operations=0 Map-Reduce Framework Map input records=4 Map output records=7 Map output bytes=69 Map output materialized bytes=89 Input split bytes=120 Combine input records=0 Spilled Records=7 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=112 Total committed heap usage (bytes)=373293056 File Input Format Counters Bytes Read=41 2019-04-07 00:04:13,312 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(249)) - Finishing task: attempt_local1129811918_0001_m_000000_0 2019-04-07 00:04:13,316 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - map task executor complete. 2019-04-07 00:04:13,321 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(448)) - Waiting for reduce tasks 2019-04-07 00:04:13,321 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(302)) - Starting task: attempt_local1129811918_0001_r_000000_0 2019-04-07 00:04:13,382 INFO util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(192)) - ProcfsBasedProcessTree currently is supported only on Linux. 2019-04-07 00:04:13,501 INFO mapred.Task (Task.java:initialize(614)) - Using ResourceCalculatorProcessTree : org.apache.hadoop.yarn.util.WindowsBasedProcessTree@681277ee 2019-04-07 00:04:13,518 INFO mapred.ReduceTask (ReduceTask.java:run(362)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@5f1b3a7c 2019-04-07 00:04:13,541 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:<init>(205)) - MergerManager: memoryLimit=334338464, maxSingleShuffleLimit=83584616, mergeThreshold=220663392, ioSortFactor=10, memToMemMergeOutputsThreshold=10 2019-04-07 00:04:13,546 INFO reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local1129811918_0001_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events 2019-04-07 00:04:13,605 INFO reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(144)) - localfetcher#1 about to shuffle output of map attempt_local1129811918_0001_m_000000_0 decomp: 85 len: 89 to MEMORY 2019-04-07 00:04:13,613 INFO reduce.InMemoryMapOutput (InMemoryMapOutput.java:shuffle(100)) - Read 85 bytes from map-output for attempt_local1129811918_0001_m_000000_0 2019-04-07 00:04:13,625 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(319)) - closeInMemoryFile -> map-output of size: 85, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->85 2019-04-07 00:04:13,627 INFO reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning 2019-04-07 00:04:13,628 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2019-04-07 00:04:13,628 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(691)) - finalMerge called with 1 in-memory map-outputs and 0 on-disk map-outputs 2019-04-07 00:04:13,660 INFO mapred.Merger (Merger.java:merge(606)) - Merging 1 sorted segments 2019-04-07 00:04:13,660 INFO mapred.Merger (Merger.java:merge(705)) - Down to the last merge-pass, with 1 segments left of total size: 76 bytes 2019-04-07 00:04:13,662 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(758)) - Merged 1 segments, 85 bytes to disk to satisfy reduce memory limit 2019-04-07 00:04:13,663 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(788)) - Merging 1 files, 89 bytes from disk 2019-04-07 00:04:13,664 INFO reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(803)) - Merging 0 segments, 0 bytes from memory into reduce 2019-04-07 00:04:13,664 INFO mapred.Merger (Merger.java:merge(606)) - Merging 1 sorted segments 2019-04-07 00:04:13,667 INFO mapred.Merger (Merger.java:merge(705)) - Down to the last merge-pass, with 1 segments left of total size: 76 bytes 2019-04-07 00:04:13,668 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - 1 / 1 copied. 2019-04-07 00:04:13,670 INFO zookeeper.ReadOnlyZKClient (ReadOnlyZKClient.java:<init>(135)) - Connect 0x16b2d4ee to node02:2181,node03:2181,node04:2181 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2019-04-07 00:04:13,671 INFO zookeeper.ZooKeeper (ZooKeeper.java:<init>(438)) - Initiating client connection, connectString=node02:2181,node03:2181,node04:2181 sessionTimeout=90000 watcher=org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$6/1990143034@750a46c9 2019-04-07 00:04:13,679 INFO zookeeper.ClientCnxn (ClientCnxn.java:logStartConnect(975)) - Opening socket connection to server node03/192.168.30.138:2181. Will not attempt to authenticate using SASL (unknown error) 2019-04-07 00:04:13,680 INFO zookeeper.ClientCnxn (ClientCnxn.java:primeConnection(852)) - Socket connection established to node03/192.168.30.138:2181, initiating session 2019-04-07 00:04:13,699 INFO zookeeper.ClientCnxn (ClientCnxn.java:onConnected(1235)) - Session establishment complete on server node03/192.168.30.138:2181, sessionid = 0x200035524030000, negotiated timeout = 40000 2019-04-07 00:04:13,739 INFO mapreduce.TableOutputFormat (TableOutputFormat.java:<init>(107)) - Created table instance for wc 2019-04-07 00:04:13,739 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1243)) - mapred.skip.on is deprecated. Instead, use mapreduce.job.skiprecords 2019-04-07 00:04:13,837 INFO mapreduce.Job (Job.java:monitorAndPrintJob(1367)) - map 100% reduce 0% 2019-04-07 00:04:14,625 INFO zookeeper.ReadOnlyZKClient (ReadOnlyZKClient.java:close(340)) - Close zookeeper connection 0x16b2d4ee to node02:2181,node03:2181,node04:2181 2019-04-07 00:04:14,628 INFO mapred.Task (Task.java:done(1046)) - Task:attempt_local1129811918_0001_r_000000_0 is done. And is in the process of committing 2019-04-07 00:04:14,632 INFO mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(591)) - reduce > reduce 2019-04-07 00:04:14,632 INFO mapred.Task (Task.java:sendDone(1184)) - Task 'attempt_local1129811918_0001_r_000000_0' done. 2019-04-07 00:04:14,633 INFO mapred.Task (Task.java:done(1080)) - Final Counters for attempt_local1129811918_0001_r_000000_0: Counters: 29 File System Counters FILE: Number of bytes read=388 FILE: Number of bytes written=399712 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=41 HDFS: Number of bytes written=0 HDFS: Number of read operations=3 HDFS: Number of large read operations=0 HDFS: Number of write operations=0 Map-Reduce Framework Combine input records=0 Combine output records=0 Reduce input groups=5 Reduce shuffle bytes=89 Reduce input records=7 Reduce output records=5 Spilled Records=7 Shuffled Maps =1 Failed Shuffles=0 Merged Map outputs=1 GC time elapsed (ms)=0 Total committed heap usage (bytes)=373293056 Shuffle Errors BAD_ID=0 CONNECTION=0 IO_ERROR=0 WRONG_LENGTH=0 WRONG_MAP=0 WRONG_REDUCE=0 File Output Format Counters Bytes Written=0 2019-04-07 00:04:14,633 INFO mapred.LocalJobRunner (LocalJobRunner.java:run(325)) - Finishing task: attempt_local1129811918_0001_r_000000_0 2019-04-07 00:04:14,635 INFO mapred.LocalJobRunner (LocalJobRunner.java:runTasks(456)) - reduce task executor complete. 2019-04-07 00:04:14,657 INFO zookeeper.ZooKeeper (ZooKeeper.java:close(684)) - Session: 0x200035524030000 closed 2019-04-07 00:04:14,658 INFO zookeeper.ClientCnxn (ClientCnxn.java:run(512)) - EventThread shut down 2019-04-07 00:04:14,837 INFO mapreduce.Job (Job.java:monitorAndPrintJob(1367)) - map 100% reduce 100% 2019-04-07 00:04:14,838 INFO mapreduce.Job (Job.java:monitorAndPrintJob(1378)) - Job job_local1129811918_0001 completed successfully 2019-04-07 00:04:14,851 INFO mapreduce.Job (Job.java:monitorAndPrintJob(1385)) - Counters: 35 File System Counters FILE: Number of bytes read=566 FILE: Number of bytes written=799335 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=82 HDFS: Number of bytes written=0 HDFS: Number of read operations=6 HDFS: Number of large read operations=0 HDFS: Number of write operations=0 Map-Reduce Framework Map input records=4 Map output records=7 Map output bytes=69 Map output materialized bytes=89 Input split bytes=120 Combine input records=0 Combine output records=0 Reduce input groups=5 Reduce shuffle bytes=89 Reduce input records=7 Reduce output records=5 Spilled Records=14 Shuffled Maps =1 Failed Shuffles=0 Merged Map outputs=1 GC time elapsed (ms)=112 Total committed heap usage (bytes)=746586112 Shuffle Errors BAD_ID=0 CONNECTION=0 IO_ERROR=0 WRONG_LENGTH=0 WRONG_MAP=0 WRONG_REDUCE=0 File Input Format Counters Bytes Read=41 File Output Format Counters Bytes Written=0
6. HBase中查看结果
-----------------------------
另外，不知道什么原因，在跑MR程序的时候，我必须要断网才能保证虚拟机的IP不变，虚拟机IP我已经设置成静态地址了，真是奇怪，有知道的大佬麻烦留个言，提前谢过。