C++读写HDFS代码

1. C++读写HDFS工程HadoopClient代码

1.1 operate_hdfs.h:

#ifndef __OPERATE_HDFS_H#define __OPERATE_HDFS_H #include <hdfs.h> class operatehdfs{public:   operatehdfs();    voidoperatehdfs_conn(char const *ip, int port);    voidoperatehdfs_open(char *filename);    int  operatehdfs_write(unsigned char *buff, intbufflen);    voidoperatehdfs_close();    voidoperatehdfs_rename(const char *oldPath, const char *newPath);private:    hdfsFSfs;    hdfsFilewriteFile;};

#endif

1.2 operate_hdfs.cpp

#include "operate_hdfs.h" #include <stdio.h> operatehdfs::operatehdfs(){ } voidoperatehdfs::operatehdfs_conn(charconst *ip,int port){    fs = hdfsConnect(ip, port);    if (!fs)    {        printf("connect hdfserror!\n");    }} voidoperatehdfs::operatehdfs_open(char*filename){    writeFile = hdfsOpenFile(fs, filename, O_WRONLY|O_CREAT,0,0,0);    if (NULL== writeFile)    {        printf("failed fs:%p open%s for writing !\n", fs, filename);    }} intoperatehdfs::operatehdfs_write(unsignedchar *buff,int bufflen){    if (NULL== writeFile)        return 0;    int num_written_bytes = hdfsWrite(fs, writeFile,(void*)buff, bufflen);    if (hdfsFlush(fs, writeFile))       {        printf("failed toflush\n");        return 0;    }    return num_written_bytes;} voidoperatehdfs::operatehdfs_close(){       if (NULL!= writeFile)              hdfsCloseFile(fs, writeFile);} voidoperatehdfs::operatehdfs_rename(constchar* oldPath,const char* newPath){       int ret = 0;       ret = hdfsRename(fs, oldPath, newPath);}

1.3 HadoopClient.cpp

#include <iostream>#include <stdio.h>#include <stdlib.h>#include <string.h>#include "operate_hdfs.h" using namespace std; int main(){   operatehdfs ophd;    charwritepath[] = "/input/testfile.txt";    charwritechar[] = "this is test!";   ophd.operatehdfs_conn("192.168.241.235", 9000); //ip为安装hdfs的服务器,连接hdfs使用的端口   ophd.operatehdfs_open(writepath);    int sul= ophd.operatehdfs_write((unsigned char *)writechar, strlen(writechar));   cout<<"success:"<<sul<<endl;   ophd.operatehdfs_close();    return0;}

2. C++读写HDFS工程HadoopClient2代码

2.1 HadoopClient2.c

#include "hdfs.h"#include "stdio.h"#include "stdlib.h"#include "string.h" int main(int argc, char **argv) {     hdfsFSfs = hdfsConnect("192.168.241.235", 9000);    constchar* writePath = "/tmp/testfile.txt";    hdfsFilewriteFile = hdfsOpenFile(fs, writePath, O_WRONLY|O_CREAT, 0, 0, 0);   if(!writeFile) {         fprintf(stderr, "Failed to open %s for writing!\n",writePath);         exit(-1);    }    char*buffer = "Hello, World!";    tSizenum_written_bytes = hdfsWrite(fs, writeFile, (void*)buffer, strlen(buffer)+1);    if(hdfsFlush(fs, writeFile)) {       fprintf(stderr, "Failed to 'flush' %s\n", writePath);       exit(-1);    }   hdfsCloseFile(fs, writeFile);}