spark 压缩解压文件(基于scala)

来源:互联网 发布:腾讯 知乎 编辑:程序博客网 时间:2024/06/04 19:04
  def writerCompression(): Unit = {    val fs = FileSystem.get(new Configuration())    val outFile = fs.create(new Path("test.lz4"))    val ccf = new CompressionCodecFactory(new Configuration())    val codec = ccf.getCodecByName("lz4")    val compressOutStream = codec.createOutputStream(outFile)    compressOutStream.write("1111test".getBytes())    compressOutStream.close()  }