edu.umd.hooka.alignment
Class HadoopAlign

java.lang.Object
  edu.umd.hooka.alignment.HadoopAlign

public class HadoopAlign
extends Object

General EM training framework for word alignment models.

Nested Class Summary

static class	HadoopAlign.AlignMapper
static class	HadoopAlign.AlignmentBase
static class	HadoopAlign.AlignmentEvalEnum
static class	HadoopAlign.EMapper
static class	HadoopAlign.EMReducer
static class	HadoopAlign.FileReaderZip Basic implementation: assume keys are IntWritable, values are Phrase Better implementation: use Java Generics to templatize, ie.
static class	HadoopAlign.ModelMergeMapper

Constructor Summary

HadoopAlign()

Method Summary

static void	doAlignment(int mapTasks, int reduceTasks, HadoopAlignConfig hac)
static ATable	loadATable(Path path, Configuration job)
static Vocab	loadVocab(Path path, Configuration job)
static Vocab	loadVocab(Path path, FileSystem fileSys)
static void	main(String[] args)

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HadoopAlign

public HadoopAlign()

Method Detail

loadATable

public static ATable loadATable(Path path,
                                Configuration job)
                         throws IOException

Throws:

IOException

loadVocab

public static Vocab loadVocab(Path path,
                              Configuration job)
                       throws IOException

Throws:

IOException

loadVocab

public static Vocab loadVocab(Path path,
                              FileSystem fileSys)
                       throws IOException

Throws:

IOException

doAlignment

public static void doAlignment(int mapTasks,
                               int reduceTasks,
                               HadoopAlignConfig hac)
                        throws IOException

Throws:

IOException

main

public static void main(String[] args)
                 throws IOException

Throws:

IOException