hadoop自定义输出格式

1.主要继承这个OutputFormat类，实现里面的方法

getRecordWriter
checkOutputSpecs
getOutputCommitter

2.主要实现第一个方法，这里我们把结果输出到mysql中

public class NewSqlOutputFormat extends OutputFormat<Text, IntWritable> {

    @Override
public RecordWriter<Text, IntWritable> getRecordWriter(TaskAttemptContext context)
            throws IOException, InterruptedException {
// TODO Auto-generated method stub
return new SqlRecordWriter();  //返回记录阅读器
    }


    @Override
public void checkOutputSpecs(JobContext context) throws IOException, InterruptedException {
// TODO Auto-generated method stub

    }


    @Override
public OutputCommitter getOutputCommitter(TaskAttemptContext context) throws IOException, InterruptedException {
// TODO Auto-generated method stub
return new FileOutputCommitter

                   (FileOutputFormat.getOutputPath(context), context);
    }
protected class SqlRecordWriter extends RecordWriter<Text, IntWritable>{

//主要就是实现这个方法

        @Override
public void write(Text key, IntWritable value) throws IOException, InterruptedException {
// TODO Auto-generated method stub
            String data=key.toString();
int num=value.get();
            Dao dao=new Dao();
try {
                dao.insertdata(data, num); 把结果输出到mysql中
            } catch (SQLException e) {
// TODO Auto-generated catch block
                e.printStackTrace();
            }
        }


        @Override
public void close(TaskAttemptContext context) throws IOException, InterruptedException {
// TODO Auto-generated method stub

        }

}
}