Changes between Version 5 and Version 6 of hadoop_tools

Timestamp:

09/24/2012 10:57:50 AM (14 years ago)

Author:

liaojiaohe

Comment:

--

hadoop_tools

@@ -102 +102 @@
 }}}
 
+
+== Head ==
+
+也是要先生成Configuration和处理参数
+
+{{{
+      FileSystem hdfs = FileSystem.get(conf); //获得HDFS文件系统的对象
+
+        Path inputDir = new Path(otherArgs[0]);
+        if (otherArgs.length > 1) {
+            MaxLineNumber = Integer.parseInt(otherArgs[1]) > 0 ? Integer.parseInt(otherArgs[1]) : 10;
+        }
+
+        byte[] buffer = new byte[4096];
+        FSDataInputStream inputStream = hdfs.open(inputDir);
+
+        GzipCodec codec = new GzipCodec();
+        codec.setConf(conf);
+        CompressionInputStream input = codec.createInputStream(inputStream);
+}}}