JAVA 操作HDFS的工具类

package hdpAction;


import java.io.File;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.net.URI;
import java.util.ArrayList;
import java.util.List;


import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IOUtils;


public class HDFSUtil {
public static String HDFS_URL = "hdfs://master:9000";


/**
* 
* @Title: addPath
* @Description: 创建路径
* @param filePath
* @return
* @throws IOException
* @throws InterruptedException
*             Boolean
* @author 刘云生
* @date 2018年4月10日下午5:09:25
*/
public static Boolean addPath(String filePath) throws IOException, InterruptedException {
boolean result = false;
FileSystem fs = FileSystem.get(URI.create(HDFSUtil.HDFS_URL), new Configuration(), "root");
Path path = new Path(filePath);
result = fs.mkdirs(path);
System.out.println(result);
return result;
}


/**
* 
* @Title: deletePath
* @Description: 删除路径
* @param filePath
* @return
* @throws IOException
* @throws InterruptedException
*             Boolean
* @author 刘云生
* @date 2018年4月10日下午5:09:56
*/
public static Boolean deletePath(String filePath) throws IOException, InterruptedException {
boolean result = false;
FileSystem fs = FileSystem.get(URI.create(HDFSUtil.HDFS_URL), new Configuration(), "root");
Path deletePath = new Path(filePath);
result = fs.delete(deletePath, true);
System.out.println(result);
return result;
}


/**
* 
* @Title: ReName
* @Description: 重命名
* @param oldPathString
* @param newPathString
* @return
* @throws IOException
* @throws InterruptedException
*             Boolean
* @author 刘云生
* @date 2018年4月10日下午5:10:12
*/
public static Boolean ReName(String oldPathString, String newPathString) throws IOException, InterruptedException {
boolean result = false;
FileSystem fs = FileSystem.get(URI.create(HDFSUtil.HDFS_URL), new Configuration(), "root");
Path oldPath = new Path(oldPathString);
Path newPath = new Path(newPathString);
result = fs.rename(oldPath, newPath);
return result;
}


/**
* 
* @Title: copyFileFromHDFS
* @Description: 将文件从HDFS拷贝到本地
* @param HDFSPathString
* @param LocalPathString
* @throws IOException
* @throws InterruptedException
*             void
* @author 刘云生
* @date 2018年4月10日下午5:10:45
*/
public static void copyFileFromHDFS(String HDFSPathString, String LocalPathString)
throws IOException, InterruptedException {
FileSystem fs = FileSystem.get(URI.create(HDFSUtil.HDFS_URL), new Configuration(), "root");
InputStream in = fs.open(new Path(HDFSPathString));
OutputStream out = new FileOutputStream(LocalPathString);
IOUtils.copyBytes(in, out, 4096, true);
System.out.println("拷贝完成...");
}


/**
* 
* @Title: copyFileToHDFS
* @Description: 从本地拷贝文件到HDFS
* @param srcFile
* @param destPath
* @throws Exception
*             void
* @author 刘云生
* @date 2018年4月10日下午5:11:35
*/
public static void copyFileToHDFS(String srcFile, String destPath) throws Exception {


FileInputStream fis = new FileInputStream(new File(srcFile));// 读取本地文件
FileSystem fs = FileSystem.get(URI.create(HDFSUtil.HDFS_URL), new Configuration(), "root");
OutputStream os = fs.create(new Path(destPath));
// copy
IOUtils.copyBytes(fis, os, 4096, true);
System.out.println("拷贝完成...");
fs.close();
}


/**
* 
* @Title: recursiveHdfsPath
* @Description: 遍历文件夹和文件
* @param hdfs
* @param listPath
* @return
* @throws FileNotFoundException
* @throws IOException
*             List<String>
* @author 刘云生
* @date 2018年4月10日下午5:12:08
*/
public static List<String> recursiveHdfsPath(FileSystem hdfs, Path listPath)
throws FileNotFoundException, IOException {
List<String> list = new ArrayList<>();
FileStatus[] files = null;
files = hdfs.listStatus(listPath);
for (FileStatus f : files) {
if (files.length == 0 || f.isFile()) {
list.add(f.getPath().toUri().getPath());
} else {
list.add(f.getPath().toUri().getPath());
// 是文件夹，且非空，就继续遍历
recursiveHdfsPath(hdfs, f.getPath());
}
}
for (String a : list) {
System.out.println(a);
}
return list;
}


public static void main(String[] args) throws Exception {
FileSystem hdfs = FileSystem.get(URI.create(HDFSUtil.HDFS_URL), new Configuration(), "root");
HDFSUtil.recursiveHdfsPath(hdfs, new Path("/"));
HDFSUtil.copyFileFromHDFS("/r11i.txt", "E://r11i.txt");
HDFSUtil.copyFileToHDFS("E:/my1.png", "/my1.png");
}


}