在linux上做HDFS测试搭建全过程(CDH3U6)

创建 文件目录如下

/yourdir/HDFStest/conf

/yourdir/HDFStest/lib

/yourdir/HDFStest/bin

eclipse里面

package test.hdfs;import java.io.BufferedInputStream;import java.io.FileInputStream;import java.io.FileOutputStream;import java.io.IOException;import java.io.InputStream;import java.io.OutputStream;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.fs.FSDataOutputStream;import org.apache.hadoop.fs.FileSystem;import org.apache.hadoop.fs.Path;import org.apache.hadoop.io.IOUtils;public class HDFStest {public static void main(String[] args) throws IOException {Configuration conf;FileSystem fs;conf = new Configuration();conf.addResource("hdfstest-site.xml");conf.addResource("core-site.xml");conf.addResource("hdfs-site.xml");fs = FileSystem.get(conf);HDFStest hdfs = new HDFStest();byte[] bytes = new byte[10000];Path path = new Path("//HdfsTest/");if (fs.exists(path)) {fs.delete(path, true);}fs.mkdirs(path);Path path2 = new Path("hdfs://192.168.30.119:54310///HdfsTest/file");fs.createNewFile(path2);FSDataOutputStream out = fs.create(path2, true);out.write(bytes);out.close();}}

不行试试这个

import java.io.File;import java.io.FileReader;import java.io.IOException;import java.net.URI;import java.net.URISyntaxException;import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.fs.FSDataOutputStream;import org.apache.hadoop.fs.FileSystem;import org.apache.hadoop.fs.Path;public class HDFStest { public static void main(String[] args) throws IOException { Configuration conf; FileSystem fs = null; conf = new Configuration(); conf.addResource(new Path("/usr/local/hadoop/etc/hadopp/core-site.xml")); conf.addResource(new Path("/usr/local/hadoop/etc/hadopp/hdfs-site.xml")); try { fs = FileSystem.get(new URI("hdfs://192.168.1.111:9000"), conf); } catch (URISyntaxException e) { e.printStackTrace(); } char[] cbuf = new char[1000]; File local = new File("/usr/local/wordcount.txt"); FileReader fr = new FileReader(local); fr.read(cbuf); String str = new String(cbuf); Path path = new Path("hdfs://192.168.1.111:9000///HdfsTest/"); if (fs.exists(path)) { fs.delete(path, true); } fs.mkdirs(path); Path path2 = new Path( "hdfs://192.168.1.111:9000///HdfsTest/wordcount.txt"); fs.createNewFile(path2); FSDataOutputStream out = fs.create(path2, true); out.writeChars(str); out.close(); }}

有本钱耍个性,离开睁眼闭眼看见的城市,逃离身边的纷纷扰扰,

在linux上做HDFS测试搭建全过程(CDH3U6)

相关文章:

你感兴趣的文章:

标签云: