hadoop (五)操作HDFS
环境搭建参考 《hadoop (四)开发环境及Word Count》。
实例代码
package org.cnliu.myhadoop.ex;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataOutputStream;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
public class DFSTest {
public static void main(String[] args) throws Exception{
Configuration configuration=new Configuration();
configuration.set("fs.default.name","hdfs://192.168.56.104:9000");
FileSystem fileSystem=FileSystem.get(configuration);
//列出hdfs上 /input 目录下的所有文件
FileStatus[] statuses = fileSystem.listStatus(new Path("/user/liuzd"));
for (FileStatus status:statuses){
System.out.println(status.getPath());
}
//写入数据到hdfs的path路径
Path path= new Path("/user/liuzd/in/text3.txt");
FSDataOutputStream fsDataOutputStream=fileSystem.create(path);
byte[] buffer ="你好 Hello".getBytes("UTF-8");
fsDataOutputStream.write(buffer,0,buffer.length);
fsDataOutputStream.flush();
fsDataOutputStream.close();
System.out.println("Create OK");
}
}