hadoop hdfs操作

package com.guolin.hadoop;import java.io.IOException;import java.net.URI;import java.util.ArrayList;import java.util.List;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.fs.BlockLocation;import org.apache.hadoop.fs.FSDataInputStream;import org.apache.hadoop.fs.FSDataOutputStream;import org.apache.hadoop.fs.FileStatus;import org.apache.hadoop.fs.FileSystem;import org.apache.hadoop.fs.Path;import org.apache.hadoop.hdfs.DistributedFileSystem;import org.apache.hadoop.hdfs.protocol.DatanodeInfo;import org.apache.hadoop.io.IOUtils;public class Test {    public static void main(String[] args) throws Exception {        URI uri = new URI("hdfs://192.168.213.142:9000/");//      ReadFile(uri,new Configuration(),"hdfs://192.168.213.141:9000/hello2.txt");      PutFile(uri,new Configuration(),"C:\\hello.txt","hdfs://192.168.213.142:9000/hello2.txt");//      GetFile(uri,new Configuration(),"hdfs://192.168.213.131:9000/hello2.txt","D:\\hello2.txt");//      CreateFile(uri,new Configuration(),"hdfs://192.168.213.131:9000/hello.txt");//      ReNameFile(uri,new Configuration(),"hdfs://192.168.213.131:9000/hello.txt","hdfs://192.168.213.131:9000/hello1.txt");//      DelFile(uri,new Configuration(),"hdfs://192.168.213.131:9000/hello1.txt",true);//      long time = GetFileModTime(uri,new Configuration(),"hdfs://192.168.213.131:9000/hello2.txt");//      System.out.println(new Date(time));//      boolean isExist = CheckFileExist(uri,new Configuration(),"hdfs://192.168.213.131:9000/hello2.txt");//      System.out.println(isExist);//      List<String []> res =  GetFileBolckHost(uri,new Configuration(),"hdfs://192.168.213.131:9000/hello2.txt");        String[] allnode = GetAllNodeName(uri,new Configuration());        for(int i = 0;i<allnode.length;i++){            System.out.println(allnode[i]);        }    }    //read the file from HDFS      public static void ReadFile(URI uri,Configuration conf, String FileName) throws Exception{        try{              FileSystem hdfs = FileSystem.get(uri,conf);              FSDataInputStream dis = hdfs.open(new Path(FileName));              IOUtils.copyBytes(dis, System.out, 4096, false);                dis.close();          }catch (IOException e) {              // TODO Auto-generated catch block              e.printStackTrace();          }      }      //copy the local file to HDFS      public static void PutFile(URI uri,Configuration conf, String srcFile, String dstFile){      try {            FileSystem hdfs = FileSystem.get(uri,conf);            Path srcPath = new Path(srcFile);            Path dstPath = new Path(dstFile);            hdfs.copyFromLocalFile(srcPath, dstPath);          } catch (IOException e) {              // TODO Auto-generated catch block              e.printStackTrace();          }      }      //copy the file from HDFS to local      public static void GetFile(URI uri,Configuration conf, String srcFile, String dstFile){          try {              FileSystem hdfs = FileSystem.get(uri,conf);                Path srcPath = new Path(srcFile);                Path dstPath = new Path(dstFile);                hdfs.copyToLocalFile(false,srcPath, dstPath);          }catch (IOException e) {              // TODO Auto-generated catch block              e.printStackTrace();          }      }      //create the new file      public static FSDataOutputStream CreateFile(URI uri,Configuration conf, String FileName){      try {            FileSystem hdfs = FileSystem.get(uri,conf);            Path path = new Path(FileName);            FSDataOutputStream outputStream = hdfs.create(path);            return outputStream;          } catch (IOException e) {          // TODO Auto-generated catch block          e.printStackTrace();          }          return null;      }      //rename the file name      public static boolean ReNameFile(URI uri,Configuration conf, String srcName, String dstName){      try {              FileSystem hdfs = FileSystem.get(uri,conf);              Path fromPath = new Path(srcName);              Path toPath = new Path(dstName);              boolean isRenamed = hdfs.rename(fromPath, toPath);              return isRenamed;          }catch (IOException e) {              // TODO Auto-generated catch block              e.printStackTrace();          }          return false;      }      //delete the file      // tyep = true, delete the directory      // type = false, delece the file      public static boolean DelFile(URI uri,Configuration conf, String FileName, boolean type){          try {                FileSystem hdfs = FileSystem.get(uri,conf);                Path path = new Path(FileName);                boolean isDeleted = hdfs.delete(path, type);                return isDeleted;          }catch (IOException e) {              // TODO Auto-generated catch block              e.printStackTrace();          }          return false;      }      //Get HDFS file last modification time      public static long GetFileModTime(URI uri,Configuration conf, String FileName){      try{                FileSystem hdfs = FileSystem.get(uri,conf);                Path path = new Path(FileName);                FileStatus fileStatus = hdfs.getFileStatus(path);                long modificationTime = fileStatus.getModificationTime();                return modificationTime;          }catch(IOException e){              e.printStackTrace();          }          return 0;      }      //checke if a file  exists in HDFS      public static boolean CheckFileExist(URI uri,Configuration conf, String FileName){      try{                FileSystem hdfs = FileSystem.get(uri,conf);                Path path = new Path(FileName);                boolean isExists = hdfs.exists(path);                return isExists;          }catch(IOException e){              e.printStackTrace();          }          return false;      }      //Get the locations of a file in the HDFS cluster      public static List<String []> GetFileBolckHost(URI uri,Configuration conf, String FileName){          try{                List<String []> list = new ArrayList<String []>();                FileSystem hdfs = FileSystem.get(uri,conf);                Path path = new Path(FileName);                FileStatus fileStatus = hdfs.getFileStatus(path);                BlockLocation[] blkLocations = hdfs.getFileBlockLocations(fileStatus, 0, fileStatus.getLen());                int blkCount = blkLocations.length;                for (int i=0; i < blkCount; i++) {                  String[] hosts = blkLocations[i].getHosts();                  list.add(hosts);                 }                return list;              }catch(IOException e){                  e.printStackTrace();              }              return null;      }      //Get a list of all the nodes host names in the HDFS cluster      public static String[] GetAllNodeName(URI uri,Configuration conf){          try{                FileSystem fs = FileSystem.get(uri,conf);                DistributedFileSystem hdfs = (DistributedFileSystem) fs;                DatanodeInfo[] dataNodeStats = hdfs.getDataNodeStats();                String[] names = new String[dataNodeStats.length];                for (int i = 0; i < dataNodeStats.length; i++) {                    names[i] = dataNodeStats[i].getHostName();                }                return names;          }catch(IOException e){              e.printStackTrace();          }          return null;      }  }