hadoo分布式文件操作HDFS

来源:互联网 发布:驱动器加密软件 编辑:程序博客网 时间:2024/06/07 17:35

HDFS的java访问接口——FileSystem

写文件 create读取文件 open删除文件delete创建目录 mkdirs删除文件或目录 delete列出目录的内容 listStatus显示文件系统的目录和文件的元数据信息 getFileStatus

java 代码

public class App2 {    static{        URL.setURLStreamHandlerFactory(new FsUrlStreamHandlerFactory());    }    public static final  String HDFS_PATH = "hdfs://centos-node5:9000";    public static final  String PATH_PATH = "/dl100";    public static final  String FILE_PATH = "/dl100/f1000";    /**     * hadoop FileSystem 的文件操作     * @param args     * @throws Exception      */    public static void main(String[] args) throws Exception {        final FileSystem fileSystem = FileSystem.get(new URL(HDFS_PATH).toURI(),new Configuration());        //创建文件夹        //mkdirDirectroy(fileSystem);        //上传文件        //uploadData(fileSystem);        //下载文件        //downLoadData(fileSystem);        //删除文件(夹)        deleteFile(fileSystem);    }    private static void deleteFile(final FileSystem fileSystem)            throws IOException {        fileSystem.delete(new Path(FILE_PATH), true);    }    private static void downLoadData(final FileSystem fileSystem)            throws IOException {        final FSDataInputStream in = fileSystem.open(new Path(FILE_PATH));        IOUtils.copyBytes(in, System.out, 1024, true);    }    private static void mkdirDirectroy(final FileSystem fileSystem)            throws IOException {        fileSystem.mkdirs(new Path(PATH_PATH));    }    private static void uploadData(final FileSystem fileSystem)            throws IOException {        final FSDataOutputStream out = fileSystem.create(new Path(FILE_PATH));        final FileInputStream in = new FileInputStream("d:/log.txt");        IOUtils.copyBytes(in, out, 1024, true);    }}
原创粉丝点击