[ Skip to the content ]

Institute of Formal and Applied Linguistics Wiki


[ Back to the navigation ]

Differences

This shows you the differences between two versions of the page.

Link to this comparison view

Both sides previous revision Previous revision
Next revision Both sides next revision
courses:mapreduce-tutorial:step-10 [2012/01/25 19:01]
straka
courses:mapreduce-tutorial:step-10 [2012/01/25 19:03]
straka
Line 11: Line 11:
 <code perl> <code perl>
 package Mapper; package Mapper;
-use Moose; +...
-with 'Hadoop::Mapper'; +
- +
-sub map { +
-  my ($self, $key, $value, $context) = @_; +
- +
-  foreach my $word (split /\W/, $value) { +
-    next if not length $word; +
-    $context->write($word, 1); +
-  } +
-}+
  
 package Reducer; package Reducer;
-use Moose; +...
-with 'Hadoop::Reducer'; +
- +
-sub reduce { +
-  my ($self, $key, $values, $context) = @_; +
- +
-  my $sum = 0; +
-  while ($values->next) { +
-    $sum += $values->value; +
-  } +
- +
-  $context->write($key, $sum); +
-}+
  
 package Main; package Main;
Line 43: Line 21:
 my $runner = Hadoop::Runner->new( my $runner = Hadoop::Runner->new(
   mapper => Mapper->new(),   mapper => Mapper->new(),
-  combiner => Reducer->new(),+  combiner => Reducer->new(), # Specify the combiner.
   reducer => Reducer->new(),   reducer => Reducer->new(),
   input_format => 'KeyValueTextInputFormat');   input_format => 'KeyValueTextInputFormat');
- +...
-$runner->run();+
 </code> </code>
  

[ Back to the navigation ] [ Back to the content ]