学习hadoop的hdfs开发(java)
来源:互联网 发布:淘宝双11 销售额 编辑:程序博客网 时间:2024/05/18 11:17
- 测试代码
package net.xxx;
import java.io.IOException;
import java.net.URI;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FSDataOutputStream;
public class test {
public void WriteFile(String hdfs) throws IOException {
Configuration conf = new Configuration();
try{
FileSystem fs = FileSystem.get(URI.create(hdfs),conf,"hdfs");
FSDataOutputStream hdfsOutStream = fs.create(new Path(hdfs));
hdfsOutStream.writeChars("hello");
hdfsOutStream.close();
fs.close();
}catch(Exception e){
System.out.println(e);
}
}
public void ReadFile(String hdfs) throws IOException {
Configuration conf = new Configuration();
try{
FileSystem fs = FileSystem.get(URI.create(hdfs),conf,"hdfs");
FSDataInputStream hdfsInStream = fs.open(new Path(hdfs));
byte[] ioBuffer = new byte[1024];
int readLen = hdfsInStream.read(ioBuffer);
while(readLen!=-1)
{
System.out.write(ioBuffer, 0, readLen);
readLen = hdfsInStream.read(ioBuffer);
}
System.out.println();hdfsInStream.close();
fs.close();
}catch(Exception e){
System.out.println(e);
}
}
public static void main(String[] args) throws IOException {
String hdfs = "hdfs://test127:8020/test/hello.txt";
test t = new test();
t.WriteFile(hdfs);
t.ReadFile(hdfs);
}
}
- 依赖库编译
cp "/opt/cm-5.12.1/share/cmf/common_jars/hadoop-common-2.5.0-cdh5.3.3.jar" ./lib
cp "/opt/cm-5.12.1/share/cmf/lib/commons-logging-1.1.1.jar" ./lib
cp "/opt/cm-5.12.1/share/cmf/common_jars/guava-14.0.1.jar" ./lib
cp "/opt/cm-5.12.1/share/cmf/common_jars/commons-collections-3.2.2.jar" ./lib
cp "/opt/cm-5.12.1/share/cmf/common_jars/commons-configuration-1.9.jar" ./lib
cp "/opt/cm-5.12.1/share/cmf/common_jars/commons-lang-2.6.jar" ./lib
cp "/opt/cm-5.12.1/share/cmf/common_jars/hadoop-auth-2.5.0-cdh5.3.3.jar" ./lib
cp "/opt/cm-5.12.1/share/cmf/common_jars/slf4j-log4j12-1.7.5.jar" ./lib
cp "/opt/cm-5.12.1/share/cmf/common_jars/slf4j-api-1.7.5.jar" ./lib
cp "/opt/cm-5.12.1/share/cmf/common_jars/log4j-1.2.17.jar" ./lib
cp "/opt/cm-5.12.1/share/cmf/common_jars/hadoop-hdfs-2.5.0-cdh5.3.3.jar" ./lib
cp "/opt/cm-5.12.1/share/cmf/cloudera-navigator-server/libs/cdh5/servlet-api-2.5.jar" ./lib
cp "/opt/cm-5.12.1/share/cmf/cloudera-navigator-server/libs/cdh5/protobuf-java-2.5.0.jar" ./lib
- 编译
javac test.java -cp "./lib/hadoop-common-2.5.0-cdh5.3.3.jar"
- manifest.mf
Manifest-Version: 1.0Class-Path: lib/hadoop-hdfs-2.5.0-cdh5.3.3.jar lib/hadoop-common-2.5.0-cdh5.3.3.jar lib/commons-logging-1.1.1.jar lib/guava-14.0.1.jar lib/commons-collections-3.2.2.jar lib/commons-configuration-1.9.jar lib/commons-lang-2.6.jar lib/hadoop-auth-2.5.0-cdh5.3.3.jar lib/slf4j-log4j12-1.7.5.jar lib/slf4j-api-1.7.5.jar lib/log4j-1.2.17.jar lib/hadoop-hdfs-2.5.0-cdh5.3.3.jar lib/servlet-api-2.5.jar lib/commons-cli-1.4.jar lib/protobuf-java-2.5.0.jarMain-Class: net.xxx.test
- 打包
jar cvfm test.jar manifest.mf lib net
- 运行
java -jar test.jar
- 学习hadoop的hdfs开发(java)
- hadoop学习(五)----HDFS的java操作
- 基于ECLIPSE的HADOOP开发-----HDFS API学习
- 基于eclipse的hadoop开发-----HDFS API学习
- hadoop学习:Java对HDFS的基本操作
- Hadoop学习笔记(3)-java操作hdfs的API接口
- hadoop学习笔记--5.HDFS的java api接口访问
- Hadoop学习笔记:HDFS的java API使用
- java操作HDFS------Hadoop学习(3)
- hadoop学习1 java操作HDFS
- hadoop学习笔记-java操作HDFS
- hadoop学习之HDFS(2.4):hadoop数据类型与java数据类型的对比与转换
- 深入学习Hadoop 1- HDFS的基本概念
- 深入学习Hadoop 2 - HDFS的读写
- 深入学习Hadoop-HDFS的基本概念
- 深入学习Hadoop-HDFS的读写
- 【hadoop 2学习】联合的HDFS
- Hadoop学习之HDFS的相关操作
- java:基于volatile和Thread Local Storage的双重检查锁定实现延迟初始化
- 17110101_Tomcat、Weblogic、WebSphere、JBoss关系与区别
- Neural Networks and Deep Learning之中文翻译-第一章 用神经网络识别手写数字
- 抓包工具tcpdump
- LTE物理传输资源(1)-帧结构和OFDM符号
- 学习hadoop的hdfs开发(java)
- Redis主从复制和哨兵模式
- C++的类:深拷贝与浅拷贝
- HTML Input 表单校验之datatype
- Python内置函数进阶之“属性(property())”详解
- 讲给Android程序员看的前端教程(33)——Window
- [Leetcode] 451. Sort Characters By Frequency 解题报告
- Sigmoid函数与损失函数求导
- Receiver 分发详解