java如何使用IO流的方式實(shí)現(xiàn)hdfs數(shù)據(jù)的上傳和下載

@Test    public void putFileToHDFS() throws IOException, InterruptedException, URISyntaxException {        // 1 獲取文件系統(tǒng)        Configuration configuration = new Configuration();        FileSystem fs = FileSystem.get(new URI("hdfs://hadoop100:9000"), configuration, "root");        // 2 創(chuàng)建輸入流        FileInputStream fis = new FileInputStream(new File("d:/hello.txt"));        // 3 獲取輸出流        FSDataOutputStream fos = fs.create(new Path("/hello.txt"));        // 4 流對(duì)拷        IOUtils.copyBytes(fis, fos, configuration);        // 5 關(guān)閉資源        IOUtils.closeStream(fos);        IOUtils.closeStream(fis);        fs.close();    }

    @Test    public void getFileFromHDFS() throws IOException, InterruptedException, URISyntaxException {        // 1 獲取文件系統(tǒng)        Configuration configuration = new Configuration();        FileSystem fs = FileSystem.get(new URI("hdfs://hadoop100:9000"), configuration, "root");        // 2 獲取輸入流        FSDataInputStream fis = fs.open(new Path("/hello.txt"));        // 3 獲取輸出流        FileOutputStream fos = new FileOutputStream(new File("d:/hello.txt"));        // 4 流的對(duì)拷        IOUtils.copyBytes(fis, fos, configuration);        // 5 關(guān)閉資源        IOUtils.closeStream(fos);        IOUtils.closeStream(fis);        fs.close();    }

@Testpublic void readFileSeek1() throws IOException, InterruptedException, URISyntaxException{
  // 1 獲取文件系統(tǒng)  Configuration configuration = new Configuration();  FileSystem fs = FileSystem.get(new URI("hdfs://hadoop100:9000"), configuration, "root");      // 2 獲取輸入流  FSDataInputStream fis = fs.open(new Path("/hadoop-2.7.2.tar.gz"));      // 3 創(chuàng)建輸出流  FileOutputStream fos = new FileOutputStream(new File("d:/hadoop-2.7.2.tar.gz.part1"));      // 4 流的拷貝  byte[] buf = new byte[1024];      for(int i =0 ; i < 1024 * 128; i++){    fis.read(buf);    fos.write(buf);  }      // 5關(guān)閉資源  IOUtils.closeStream(fis);  IOUtils.closeStream(fos);fs.close();}

@Testpublic void readFileSeek2() throws IOException, InterruptedException, URISyntaxException{
  // 1 獲取文件系統(tǒng)  Configuration configuration = new Configuration();  FileSystem fs = FileSystem.get(new URI("hdfs://hadoop100:9000"), configuration, "root");      // 2 打開(kāi)輸入流  FSDataInputStream fis = fs.open(new Path("/hadoop-2.7.2.tar.gz"));      // 3 定位輸入數(shù)據(jù)位置  fis.seek(1024*1024*128);      // 4 創(chuàng)建輸出流  FileOutputStream fos = new FileOutputStream(new File("d:/hadoop-2.7.2.tar.gz.part2"));      // 5 流的對(duì)拷  IOUtils.copyBytes(fis, fos, configuration);      // 6 關(guān)閉資源  IOUtils.closeStream(fis);  IOUtils.closeStream(fos);}