读取hbase数据到hdfs api 报错网上搜不到求解错误java.lang.NoSuchFieldError...

本帖最后由 o13674976542 于 2018-11-5 10:42 编辑

错误信息：

Exception in thread "main" java.lang.NoSuchFieldError: DEFAULT_MR_AM_ADMIN_USER_ENV

package com.zzti.sq.day1101shenmegui.wtf;

import org.apache.hadoop.conf.Configuration;

import org.apache.hadoop.fs.Path;

import org.apache.hadoop.hbase.HBaseConfiguration;

import org.apache.hadoop.hbase.client.Scan;

import org.apache.hadoop.hbase.mapreduce.TableMapReduceUtil;

import org.apache.hadoop.io.NullWritable;

import org.apache.hadoop.io.Text;

import org.apache.hadoop.mapreduce.Job;

import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;

public class ReadHBaseDataMR {

private static final String ZK_CONNECT_KEY = "hbase.zookeeper.quorum";

private static final String ZK_CONNECT_VALUE = "master:2181";

private static final String TABLE = "user_info";

public static void main(String[] args) throws Exception {

System.setProperty("hadoop.home.dir", "/Users/songqi/RuntimeEnvironment/hadoop-2.7.6HA");

// System.setProperty("HBASE_HOME", "/Users/songqi/RuntimeEnvironment/hbase-1.2.6");

Configuration conf = HBaseConfiguration.create();

conf.set(ZK_CONNECT_KEY, ZK_CONNECT_VALUE);

Job job = Job.getInstance(conf);

job.setJarByClass(ReadHBaseDataMR.class);

// job.setJar("/Users/songqi/Desktop/wtf.jar");

Scan scan = new Scan();

TableMapReduceUtil.initTableMapperJob(

TABLE,

scan,

ReadHbaseDataMR_Mapper.class,

Text.class,

NullWritable.class,

job,

false);

job.setNumReduceTasks(0);

FileOutputFormat.setOutputPath(job, new Path("/hbase_mr/result07"));

boolean isDone = job.waitForCompletion(true);

System.out.println(isDone);

}

// class TableMapper<KEYOUT, VALUEOUT>

// extends Mapper<ImmutableBytesWritable, Result, KEYOUT, VALUEOUT>

mapper类：
package com.zzti.sq.day1101shenmegui.wtf;

import java.io.IOException;
import java.util.List;

import org.apache.hadoop.hbase.Cell;
import org.apache.hadoop.hbase.CellUtil;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.io.ImmutableBytesWritable;
import org.apache.hadoop.hbase.mapreduce.TableMapper;
import org.apache.hadoop.hbase.util.Bytes;
import org.apache.hadoop.io.NullWritable;
import org.apache.hadoop.io.Text;

public class ReadHbaseDataMR_Mapper extends TableMapper<Text, NullWritable>{

      Text outKey = new Text();

      @Override
      protected void map(ImmutableBytesWritable key,
                     Result result,
                     Context context)
                     throws IOException, InterruptedException {

            List<Cell> cells = result.listCells();

            for(Cell c: cells){

                     String rowkey = Bytes.toString(CellUtil.cloneRow(c));
                     String family = Bytes.toString(CellUtil.cloneFamily(c));
                     String column = Bytes.toString(CellUtil.cloneQualifier(c));
                     String value = Bytes.toString(CellUtil.cloneValue(c));
                     long timestamp = c.getTimestamp();

                     outKey.set(rowkey + "\t" + family + "\t" + column + "\t" + value + "\t" + timestamp);
                     context.write(outKey, NullWritable.get());
            }

      }



}

以下是报错信息：

错误

只有这一点

以下是控制台输出的所有信息太长发不出来基本都是这样只在最后有个错