View Javadoc

1   /* Copyright (c) 2008 Sascha Kohlmann
2    *
3    * This program is free software: you can redistribute it and/or modify
4    * it under the terms of the GNU Affero General Public License as published by
5    * the Free Software Foundation, either version 3 of the License, or
6    * (at your option) any later version.
7    *
8    * This program is distributed in the hope that it will be useful,
9    * but WITHOUT ANY WARRANTY; without even the implied warranty of
10   * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11   * GNU Affero General Public License for more details.
12   *
13   * You should have received a copy of the GNU Affero General Public License
14   * along with this program.  If not, see <http://www.gnu.org/licenses/>.
15   */
16  package net.sf.eos.hadoop.mapred.decompose;
17  
18  import net.sf.eos.hadoop.mapred.AbstractEosDriver;
19  
20  import org.apache.hadoop.conf.Configuration;
21  import org.apache.hadoop.io.Text;
22  import org.apache.hadoop.mapred.JobConf;
23  import org.apache.hadoop.util.ToolRunner;
24  
25  /**
26   * @author Sascha Kohlmann
27   * @see SentencerMapper
28   * @see SentencerReducer
29   */
30  public class SentenceMapReduceDriver extends AbstractEosDriver {
31  
32      /**
33       * @param args
34       */
35      public static void main(final String[] args) throws Exception {
36          final int res = ToolRunner.run(new Configuration(),
37                                         new SentenceMapReduceDriver(),
38                                         args);
39          System.exit(res);
40      }
41  
42      /** Starts the job. */
43      @Override
44      public int run(final String[] args) throws Exception {
45          super.run(args);
46          final JobConf conf = getJobConf();
47  
48          conf.setJobName("\u03b5\u00b7\u03bf\u00b7s\u00b7\u00b7\u00b7 Sentencer");
49  
50          conf.setOutputKeyClass(Text.class);
51          conf.setOutputValueClass(Text.class);
52          conf.setMapOutputKeyClass(Text.class);
53          conf.setMapOutputValueClass(Text.class);
54  
55          conf.setMapperClass(SentencerMapper.class);
56          conf.setReducerClass(SentencerReducer.class);
57  
58          return doJob(conf);
59      }
60  }