|
Joshua
open source statistical hierarchical phrase-based machine translation system
|
Public Member Functions | |
| MertCore () | |
| MertCore (String[] args) | |
| MertCore (String configFileName) | |
| void | run_MERT () |
| void | run_MERT (int minIts, int maxIts, int prevIts) |
| double[] | run_single_iteration (int iteration, int minIts, int maxIts, int prevIts, int earlyStop, int[] maxIndex) |
| void | finish () |
Static Public Member Functions | |
| static void | main (String[] args) |
Package Attributes | |
| int | minMERTIterations |
| int | prevMERTIterations |
| String | docInfoFileName |
| String | finalLambdaFileName |
| String | refFileName |
| String | decoderOutFileName |
| String | decoderCommandFileName |
| String | fakeFileNamePrefix |
| String | fakeFileNameSuffix |
Private Member Functions | |
| void | initialize (int randsToSkip) |
| String | lambdaToString (double[] lambdaA) |
| String[] | run_decoder (int iteration) |
| void | produceTempFiles (String nbestFileName, int iteration) |
| void | createConfigFile (double[] params, String cfgFileName, String templateFileName) |
| void | processParamFile () |
| void | processDocInfo () |
| boolean | copyFile (String origFileName, String newFileName) |
| void | renameFile (String origFileName, String newFileName) |
| void | deleteFile (String fileName) |
| void | writeLine (String line, BufferedWriter writer) throws IOException |
| String[] | cfgFileToArgsArray (String fileName) |
| void | processArgsArray (String[] args) |
| void | processArgsArray (String[] args, boolean firstTime) |
| void | set_docSubsetInfo (int[] info) |
| void | checkFile (String fileName) |
| boolean | fileExists (String fileName) |
| void | gzipFile (String inputFileName) |
| void | gzipFile (String inputFileName, String gzippedFileName) |
| void | gunzipFile (String gzippedFileName) |
| void | gunzipFile (String gzippedFileName, String outputFileName) |
| String | createUnifiedRefFile (String prefix, int numFiles) |
| String | normalize (String str, int normMethod) |
| int | countLines (String fileName) |
| int | countNonEmptyLines (String fileName) |
| String | fullPath (String dir, String fileName) |
| void | cleanupMemory () |
| void | cleanupMemorySilently () |
| void | cleanupMemory (int reps, boolean silent) |
| void | printMemoryUsage () |
| void | println (Object obj, int priority) |
| void | print (Object obj, int priority) |
| void | println (Object obj) |
| void | print (Object obj) |
| void | showProgress () |
| double[] | randomLambda () |
| double[] | randomPerturbation (double[] origLambda, int i, double method, double param, double mult) |
| int | c_fromParamName (String pName) |
| void | setFeats (double[][][] featVal_array, int i, int[] lastUsedIndex, int[] maxIndex, double[] featVal) |
| HashSet< Integer > | indicesToDiscard (double[] slope, double[] offset) |
Private Attributes | |
| TreeSet< Integer >[] | indicesOfInterest_all |
| final Runtime | myRuntime = Runtime.getRuntime() |
| int | progress |
| int | verbosity |
| Random | randGen |
| int | generatedRands |
| int | numSentences |
| int | numDocuments |
| int[] | docOfSentence |
| int[] | docSubsetInfo |
| int | refsPerSen |
| int | textNormMethod |
| int | numParams |
| double[] | normalizationOptions |
| String[] | paramNames |
| double[] | lambda |
| boolean[] | isOptimizable |
| double[] | minThValue |
| double[] | maxThValue |
| double[] | minRandValue |
| double[] | maxRandValue |
| int | damianos_method |
| double | damianos_param |
| double | damianos_mult |
| double[] | defaultLambda |
| JoshuaDecoder | myDecoder |
| String | decoderCommand |
| int | decVerbosity |
| int | validDecoderExitValue |
| int | numOptThreads |
| int | saveInterFiles |
| int | compressFiles |
| int | sizeOfNBest |
| long | seed |
| boolean | randInit |
| int | initsPerIt |
| int | maxMERTIterations |
| double | stopSigValue |
| int | stopMinIts |
| boolean | oneModificationPerIteration |
| String | metricName |
| String | metricName_display |
| String[] | metricOptions |
| EvaluationMetric | evalMetric |
| int | suffStatsCount |
| String | tmpDirPrefix |
| boolean | passIterationToDecoder |
| String | dirPrefix |
| String | paramsFileName |
| String | sourceFileName |
| String | decoderConfigFileName |
| String | fakeFileNameTemplate |
Static Private Attributes | |
| static final DecimalFormat | f4 = new DecimalFormat("###0.0000") |
| static final double | NegInf = (-1.0 / 0.0) |
| static final double | PosInf = (+1.0 / 0.0) |
| static final double | epsilon = 1.0 / 1000000 |
| joshua.zmert.MertCore.MertCore | ( | String[] | args | ) |
| joshua.zmert.MertCore.MertCore | ( | String | configFileName | ) |
| int joshua.zmert.MertCore.c_fromParamName | ( | String | pName | ) | [private] |
| String [] joshua.zmert.MertCore.cfgFileToArgsArray | ( | String | fileName | ) | [private] |
| void joshua.zmert.MertCore.checkFile | ( | String | fileName | ) | [private] |
| void joshua.zmert.MertCore.cleanupMemory | ( | ) | [private] |
| void joshua.zmert.MertCore.cleanupMemory | ( | int | reps, |
| boolean | silent | ||
| ) | [private] |
| void joshua.zmert.MertCore.cleanupMemorySilently | ( | ) | [private] |
| boolean joshua.zmert.MertCore.copyFile | ( | String | origFileName, |
| String | newFileName | ||
| ) | [private] |
| int joshua.zmert.MertCore.countLines | ( | String | fileName | ) | [private] |
| int joshua.zmert.MertCore.countNonEmptyLines | ( | String | fileName | ) | [private] |
| void joshua.zmert.MertCore.createConfigFile | ( | double[] | params, |
| String | cfgFileName, | ||
| String | templateFileName | ||
| ) | [private] |
| String joshua.zmert.MertCore.createUnifiedRefFile | ( | String | prefix, |
| int | numFiles | ||
| ) | [private] |
| void joshua.zmert.MertCore.deleteFile | ( | String | fileName | ) | [private] |
| boolean joshua.zmert.MertCore.fileExists | ( | String | fileName | ) | [private] |
| void joshua.zmert.MertCore.finish | ( | ) |
| String joshua.zmert.MertCore.fullPath | ( | String | dir, |
| String | fileName | ||
| ) | [private] |
| void joshua.zmert.MertCore.gunzipFile | ( | String | gzippedFileName | ) | [private] |
| void joshua.zmert.MertCore.gunzipFile | ( | String | gzippedFileName, |
| String | outputFileName | ||
| ) | [private] |
| void joshua.zmert.MertCore.gzipFile | ( | String | inputFileName | ) | [private] |
| void joshua.zmert.MertCore.gzipFile | ( | String | inputFileName, |
| String | gzippedFileName | ||
| ) | [private] |
| HashSet<Integer> joshua.zmert.MertCore.indicesToDiscard | ( | double[] | slope, |
| double[] | offset | ||
| ) | [private] |
| void joshua.zmert.MertCore.initialize | ( | int | randsToSkip | ) | [private] |
| String joshua.zmert.MertCore.lambdaToString | ( | double[] | lambdaA | ) | [private] |
| static void joshua.zmert.MertCore.main | ( | String[] | args | ) | [static] |
| String joshua.zmert.MertCore.normalize | ( | String | str, |
| int | normMethod | ||
| ) | [private] |
| void joshua.zmert.MertCore.print | ( | Object | obj, |
| int | priority | ||
| ) | [private] |
| void joshua.zmert.MertCore.print | ( | Object | obj | ) | [private] |
| void joshua.zmert.MertCore.println | ( | Object | obj, |
| int | priority | ||
| ) | [private] |
| void joshua.zmert.MertCore.println | ( | Object | obj | ) | [private] |
| void joshua.zmert.MertCore.printMemoryUsage | ( | ) | [private] |
| void joshua.zmert.MertCore.processArgsArray | ( | String[] | args | ) | [private] |
| void joshua.zmert.MertCore.processArgsArray | ( | String[] | args, |
| boolean | firstTime | ||
| ) | [private] |
| void joshua.zmert.MertCore.processDocInfo | ( | ) | [private] |
| void joshua.zmert.MertCore.processParamFile | ( | ) | [private] |
| void joshua.zmert.MertCore.produceTempFiles | ( | String | nbestFileName, |
| int | iteration | ||
| ) | [private] |
| double [] joshua.zmert.MertCore.randomLambda | ( | ) | [private] |
| double [] joshua.zmert.MertCore.randomPerturbation | ( | double[] | origLambda, |
| int | i, | ||
| double | method, | ||
| double | param, | ||
| double | mult | ||
| ) | [private] |
| void joshua.zmert.MertCore.renameFile | ( | String | origFileName, |
| String | newFileName | ||
| ) | [private] |
| String [] joshua.zmert.MertCore.run_decoder | ( | int | iteration | ) | [private] |
| void joshua.zmert.MertCore.run_MERT | ( | ) |
| void joshua.zmert.MertCore.run_MERT | ( | int | minIts, |
| int | maxIts, | ||
| int | prevIts | ||
| ) |
| double [] joshua.zmert.MertCore.run_single_iteration | ( | int | iteration, |
| int | minIts, | ||
| int | maxIts, | ||
| int | prevIts, | ||
| int | earlyStop, | ||
| int[] | maxIndex | ||
| ) |
| void joshua.zmert.MertCore.set_docSubsetInfo | ( | int[] | info | ) | [private] |
| void joshua.zmert.MertCore.setFeats | ( | double | featVal_array[][][], |
| int | i, | ||
| int[] | lastUsedIndex, | ||
| int[] | maxIndex, | ||
| double[] | featVal | ||
| ) | [private] |
| void joshua.zmert.MertCore.showProgress | ( | ) | [private] |
| void joshua.zmert.MertCore.writeLine | ( | String | line, |
| BufferedWriter | writer | ||
| ) | throws IOException [private] |
int joshua.zmert.MertCore.compressFiles [private] |
int joshua.zmert.MertCore.damianos_method [private] |
double joshua.zmert.MertCore.damianos_mult [private] |
double joshua.zmert.MertCore.damianos_param [private] |
String joshua.zmert.MertCore.decoderCommand [private] |
String joshua.zmert.MertCore.decoderCommandFileName [package] |
String joshua.zmert.MertCore.decoderConfigFileName [private] |
String joshua.zmert.MertCore.decoderOutFileName [package] |
int joshua.zmert.MertCore.decVerbosity [private] |
double [] joshua.zmert.MertCore.defaultLambda [private] |
String joshua.zmert.MertCore.dirPrefix [private] |
String joshua.zmert.MertCore.docInfoFileName [package] |
int [] joshua.zmert.MertCore.docOfSentence [private] |
int [] joshua.zmert.MertCore.docSubsetInfo [private] |
final double joshua.zmert.MertCore.epsilon = 1.0 / 1000000 [static, private] |
final DecimalFormat joshua.zmert.MertCore.f4 = new DecimalFormat("###0.0000") [static, private] |
String joshua.zmert.MertCore.fakeFileNamePrefix [package] |
String joshua.zmert.MertCore.fakeFileNameSuffix [package] |
String joshua.zmert.MertCore.fakeFileNameTemplate [private] |
String joshua.zmert.MertCore.finalLambdaFileName [package] |
int joshua.zmert.MertCore.generatedRands [private] |
TreeSet<Integer> [] joshua.zmert.MertCore.indicesOfInterest_all [private] |
int joshua.zmert.MertCore.initsPerIt [private] |
boolean [] joshua.zmert.MertCore.isOptimizable [private] |
double [] joshua.zmert.MertCore.lambda [private] |
int joshua.zmert.MertCore.maxMERTIterations [private] |
double [] joshua.zmert.MertCore.maxRandValue [private] |
double [] joshua.zmert.MertCore.maxThValue [private] |
String joshua.zmert.MertCore.metricName [private] |
String joshua.zmert.MertCore.metricName_display [private] |
String [] joshua.zmert.MertCore.metricOptions [private] |
int joshua.zmert.MertCore.minMERTIterations [package] |
double [] joshua.zmert.MertCore.minRandValue [private] |
double [] joshua.zmert.MertCore.minThValue [private] |
JoshuaDecoder joshua.zmert.MertCore.myDecoder [private] |
final Runtime joshua.zmert.MertCore.myRuntime = Runtime.getRuntime() [private] |
final double joshua.zmert.MertCore.NegInf = (-1.0 / 0.0) [static, private] |
double [] joshua.zmert.MertCore.normalizationOptions [private] |
int joshua.zmert.MertCore.numDocuments [private] |
int joshua.zmert.MertCore.numOptThreads [private] |
int joshua.zmert.MertCore.numParams [private] |
int joshua.zmert.MertCore.numSentences [private] |
boolean joshua.zmert.MertCore.oneModificationPerIteration [private] |
String [] joshua.zmert.MertCore.paramNames [private] |
String joshua.zmert.MertCore.paramsFileName [private] |
boolean joshua.zmert.MertCore.passIterationToDecoder [private] |
final double joshua.zmert.MertCore.PosInf = (+1.0 / 0.0) [static, private] |
int joshua.zmert.MertCore.prevMERTIterations [package] |
int joshua.zmert.MertCore.progress [private] |
Random joshua.zmert.MertCore.randGen [private] |
boolean joshua.zmert.MertCore.randInit [private] |
String joshua.zmert.MertCore.refFileName [package] |
int joshua.zmert.MertCore.refsPerSen [private] |
int joshua.zmert.MertCore.saveInterFiles [private] |
long joshua.zmert.MertCore.seed [private] |
int joshua.zmert.MertCore.sizeOfNBest [private] |
String joshua.zmert.MertCore.sourceFileName [private] |
int joshua.zmert.MertCore.stopMinIts [private] |
double joshua.zmert.MertCore.stopSigValue [private] |
int joshua.zmert.MertCore.suffStatsCount [private] |
int joshua.zmert.MertCore.textNormMethod [private] |
String joshua.zmert.MertCore.tmpDirPrefix [private] |
int joshua.zmert.MertCore.validDecoderExitValue [private] |
int joshua.zmert.MertCore.verbosity [private] |