HDFS如何实现读写操作

这篇文章主要介绍了HDFS如何实现读写操作，具有一定借鉴价值，感兴趣的朋友可以参考下，希望大家阅读完这篇文章之后大有收获，下面让小编带着大家一起了解一下。

1. import java.io.OutputStream;
   

2. import java.net.URI;
   

3. import java.net.URL;
   

4. 
   

5. import org.apache.commons.io.IOUtils;
   

6. import org.apache.hadoop.conf.Configuration;
   

7. import org.apache.hadoop.fs.FSDataInputStream;
   

8. import org.apache.hadoop.fs.FileSystem;
   

9. import org.apache.hadoop.fs.FsUrlStreamHandlerFactory;
   

10. import org.apache.hadoop.fs.Path;
    

11. 
    

12. public class HdfsTest {
    

13. 
    

14.     public static void main(String[] args) throws Exception {
    

15.         write();
    

16.     }
    

17. 
    

18.     public static void read1(String url) throws Exception {
    

19.         URL.setURLStreamHandlerFactory(new FsUrlStreamHandlerFactory());
    

20.         System.out.println(IOUtils.toString(new URL(url).openStream()));
    

21.     }
    

22.     
    

23.     public static void read2(String url) throws Exception {
    

24.         Configuration conf = new Configuration();
    

25.         FileSystem fs = FileSystem.get(URI.create(url), conf);
    

26.         FSDataInputStream is = fs.open(new Path(url));
    

27.         System.out.println(IOUtils.toString(is));
    

28.         is.close();
    

29.         fs.close();
    

30.     }
    

31. 
    

32.     public static void write() throws Exception {
    

33.         String hdfsFile = "hdfs://192.168.202.134:9000/test/text2.txt";
    

34.         Configuration conf = new Configuration();
    

35.         FileSystem fs = FileSystem.get(URI.create(hdfsFile), conf, "andy");
    

36.         OutputStream out = fs.create(new Path(hdfsFile), true);
    

37.         out.write("new file text2.txt".getBytes());
    

38.         out.close();
    

39.         fs.close();
    

40.         read1(hdfsFile);
    

41.         read2(hdfsFile);
    

42.     }
    

43. }

感谢你能够认真阅读完这篇文章，希望小编分享的“HDFS如何实现读写操作”这篇文章对大家有帮助，同时也希望大家多多支持亿速云，关注亿速云行业资讯频道，更多相关知识等着你来学习!