Changes between Version 3 and Version 4 of rapid_develop

Timestamp:

09/18/2012 02:05:33 PM (14 years ago)

Author:

liaojiaohe

Comment:

--

rapid_develop

@@ -49 +49 @@
 == 例子 ==
 
+word counter 例子
+mapper.rb
+{{{
+#!/usr/bin/env ruby
+wordcount = Hash.new
+STDIN.each_line do |line|
+line.split.each do |word|
+wordcount[word] = wordcount[word].to_i+1
+end
+end
+wordcount.each_pair do |word,count|
+puts "#{word}\t#{count}"
+end
+
+}}}
+
+reducer.rb
+{{{
+#!/usr/bin/env ruby
+wordcount = Hash.new
+STDIN.each_line do |line|
+keyval = line.split("\t")
+wordcount[keyval[0]] = wordcount[keyval[0]].to_i+keyval[1].to_i
+end
+wordcount.each_pair do |word,count|
+puts "#{word}\t#{count}"
+end
+}}}
+
+命令
+{{{
+hadoop jar /data/hadoop-1.0.3/contrib/streaming/hadoop-streaming-1.0.3.jar -input /dingxiang/work/liboutput/* -output /output -mapper mapper.rb -reducer reducer.rb -file ./mapper.rb  -file ./reducer.rb 
+}}}