|
Joshua
open source statistical hierarchical phrase-based machine translation system
|
Public Member Functions | |
| PROCore () | |
| PROCore (String[] args) | |
| PROCore (String configFileName) | |
| void | run_PRO () |
| void | run_PRO (int minIts, int maxIts, int prevIts) |
| double[] | run_single_iteration (int iteration, int minIts, int maxIts, int prevIts, int earlyStop, int[] maxIndex) |
| void | finish () |
Static Public Member Functions | |
| static void | main (String[] args) |
Package Attributes | |
| int | minMERTIterations |
| int | prevMERTIterations |
| String | docInfoFileName |
| String | finalLambdaFileName |
| String | refFileName |
| String | decoderOutFileName |
| String | decoderCommandFileName |
| String | fakeFileNamePrefix |
| String | fakeFileNameSuffix |
Private Member Functions | |
| void | initialize (int randsToSkip) |
| String | lambdaToString (double[] lambdaA) |
| String[] | run_decoder (int iteration) |
| void | produceTempFiles (String nbestFileName, int iteration) |
| void | createConfigFile (double[] params, String cfgFileName, String templateFileName) |
| void | processParamFile () |
| void | processDocInfo () |
| boolean | copyFile (String origFileName, String newFileName) |
| void | renameFile (String origFileName, String newFileName) |
| void | deleteFile (String fileName) |
| void | writeLine (String line, BufferedWriter writer) throws IOException |
| String[] | cfgFileToArgsArray (String fileName) |
| void | processArgsArray (String[] args) |
| void | processArgsArray (String[] args, boolean firstTime) |
| void | set_docSubsetInfo (int[] info) |
| void | checkFile (String fileName) |
| boolean | fileExists (String fileName) |
| void | gzipFile (String inputFileName) |
| void | gzipFile (String inputFileName, String gzippedFileName) |
| void | gunzipFile (String gzippedFileName) |
| void | gunzipFile (String gzippedFileName, String outputFileName) |
| String | createUnifiedRefFile (String prefix, int numFiles) |
| String | normalize (String str, int normMethod) |
| int | countLines (String fileName) |
| int | countNonEmptyLines (String fileName) |
| String | fullPath (String dir, String fileName) |
| void | cleanupMemory () |
| void | cleanupMemorySilently () |
| void | cleanupMemory (int reps, boolean silent) |
| void | printMemoryUsage () |
| void | println (Object obj, int priority) |
| void | print (Object obj, int priority) |
| void | println (Object obj) |
| void | print (Object obj) |
| void | showProgress () |
| double[] | randomLambda () |
| double[] | randomPerturbation (double[] origLambda, int i, double method, double param, double mult) |
| int | c_fromParamName (String pName) |
| void | setFeats (double[][][] featVal_array, int i, int[] lastUsedIndex, int[] maxIndex, double[] featVal) |
| HashSet< Integer > | indicesToDiscard (double[] slope, double[] offset) |
Private Attributes | |
| TreeSet< Integer >[] | indicesOfInterest_all |
| final Runtime | myRuntime = Runtime.getRuntime() |
| int | progress |
| int | verbosity |
| Random | randGen |
| int | generatedRands |
| int | numSentences |
| int | numDocuments |
| int[] | docOfSentence |
| int[] | docSubsetInfo |
| int | refsPerSen |
| int | textNormMethod |
| int | numParams |
| int | numSparseParams = 0 |
| int | numParamsInFile |
| String | discDefFile |
| double[] | sparseFeatWeights |
| double[] | normalizationOptions |
| String[] | paramNames |
| double[] | lambda |
| boolean[] | isOptimizable |
| double[] | minThValue |
| double[] | maxThValue |
| double[] | minRandValue |
| double[] | maxRandValue |
| int | damianos_method |
| double | damianos_param |
| double | damianos_mult |
| double[] | defaultLambda |
| JoshuaDecoder | myDecoder |
| String | decoderCommand |
| int | decVerbosity |
| int | validDecoderExitValue |
| int | numOptThreads |
| int | saveInterFiles |
| int | compressFiles |
| int | sizeOfNBest |
| long | seed |
| boolean | randInit |
| int | initsPerIt |
| int | maxMERTIterations |
| double | stopSigValue |
| int | stopMinIts |
| boolean | oneModificationPerIteration |
| String | metricName |
| String | metricName_display |
| String[] | metricOptions |
| EvaluationMetric | evalMetric |
| int | suffStatsCount |
| String | tmpDirPrefix |
| int | passIterationToDecoder |
| String | classifierAlg |
| String | trainingMode |
| String | nbestFormat |
| String[] | classifierParams = null |
| int | Tau |
| int | Xi |
| double | interCoef |
| double | metricDiff |
| String | dirPrefix |
| String | paramsFileName |
| String | sourceFileName |
| String | decoderConfigFileName |
| String | fakeFileNameTemplate |
Static Private Attributes | |
| static final DecimalFormat | f4 = new DecimalFormat("###0.0000") |
| static final double | NegInf = (-1.0 / 0.0) |
| static final double | PosInf = (+1.0 / 0.0) |
| static final double | epsilon = 1.0 / 1000000 |
| joshua.pro.PROCore.PROCore | ( | String[] | args | ) |
| joshua.pro.PROCore.PROCore | ( | String | configFileName | ) |
| int joshua.pro.PROCore.c_fromParamName | ( | String | pName | ) | [private] |
| String [] joshua.pro.PROCore.cfgFileToArgsArray | ( | String | fileName | ) | [private] |
| void joshua.pro.PROCore.checkFile | ( | String | fileName | ) | [private] |
| void joshua.pro.PROCore.cleanupMemory | ( | ) | [private] |
| void joshua.pro.PROCore.cleanupMemory | ( | int | reps, |
| boolean | silent | ||
| ) | [private] |
| void joshua.pro.PROCore.cleanupMemorySilently | ( | ) | [private] |
| boolean joshua.pro.PROCore.copyFile | ( | String | origFileName, |
| String | newFileName | ||
| ) | [private] |
| int joshua.pro.PROCore.countLines | ( | String | fileName | ) | [private] |
| int joshua.pro.PROCore.countNonEmptyLines | ( | String | fileName | ) | [private] |
| void joshua.pro.PROCore.createConfigFile | ( | double[] | params, |
| String | cfgFileName, | ||
| String | templateFileName | ||
| ) | [private] |
| String joshua.pro.PROCore.createUnifiedRefFile | ( | String | prefix, |
| int | numFiles | ||
| ) | [private] |
| void joshua.pro.PROCore.deleteFile | ( | String | fileName | ) | [private] |
| boolean joshua.pro.PROCore.fileExists | ( | String | fileName | ) | [private] |
| void joshua.pro.PROCore.finish | ( | ) |
| String joshua.pro.PROCore.fullPath | ( | String | dir, |
| String | fileName | ||
| ) | [private] |
| void joshua.pro.PROCore.gunzipFile | ( | String | gzippedFileName | ) | [private] |
| void joshua.pro.PROCore.gunzipFile | ( | String | gzippedFileName, |
| String | outputFileName | ||
| ) | [private] |
| void joshua.pro.PROCore.gzipFile | ( | String | inputFileName | ) | [private] |
| void joshua.pro.PROCore.gzipFile | ( | String | inputFileName, |
| String | gzippedFileName | ||
| ) | [private] |
| HashSet<Integer> joshua.pro.PROCore.indicesToDiscard | ( | double[] | slope, |
| double[] | offset | ||
| ) | [private] |
| void joshua.pro.PROCore.initialize | ( | int | randsToSkip | ) | [private] |
| String joshua.pro.PROCore.lambdaToString | ( | double[] | lambdaA | ) | [private] |
| static void joshua.pro.PROCore.main | ( | String[] | args | ) | [static] |
| String joshua.pro.PROCore.normalize | ( | String | str, |
| int | normMethod | ||
| ) | [private] |
| void joshua.pro.PROCore.print | ( | Object | obj, |
| int | priority | ||
| ) | [private] |
| void joshua.pro.PROCore.print | ( | Object | obj | ) | [private] |
| void joshua.pro.PROCore.println | ( | Object | obj, |
| int | priority | ||
| ) | [private] |
| void joshua.pro.PROCore.println | ( | Object | obj | ) | [private] |
| void joshua.pro.PROCore.printMemoryUsage | ( | ) | [private] |
| void joshua.pro.PROCore.processArgsArray | ( | String[] | args | ) | [private] |
| void joshua.pro.PROCore.processArgsArray | ( | String[] | args, |
| boolean | firstTime | ||
| ) | [private] |
| void joshua.pro.PROCore.processDocInfo | ( | ) | [private] |
| void joshua.pro.PROCore.processParamFile | ( | ) | [private] |
| void joshua.pro.PROCore.produceTempFiles | ( | String | nbestFileName, |
| int | iteration | ||
| ) | [private] |
| double [] joshua.pro.PROCore.randomLambda | ( | ) | [private] |
| double [] joshua.pro.PROCore.randomPerturbation | ( | double[] | origLambda, |
| int | i, | ||
| double | method, | ||
| double | param, | ||
| double | mult | ||
| ) | [private] |
| void joshua.pro.PROCore.renameFile | ( | String | origFileName, |
| String | newFileName | ||
| ) | [private] |
| String [] joshua.pro.PROCore.run_decoder | ( | int | iteration | ) | [private] |
| void joshua.pro.PROCore.run_PRO | ( | ) |
| void joshua.pro.PROCore.run_PRO | ( | int | minIts, |
| int | maxIts, | ||
| int | prevIts | ||
| ) |
| double [] joshua.pro.PROCore.run_single_iteration | ( | int | iteration, |
| int | minIts, | ||
| int | maxIts, | ||
| int | prevIts, | ||
| int | earlyStop, | ||
| int[] | maxIndex | ||
| ) |
| void joshua.pro.PROCore.set_docSubsetInfo | ( | int[] | info | ) | [private] |
| void joshua.pro.PROCore.setFeats | ( | double | featVal_array[][][], |
| int | i, | ||
| int[] | lastUsedIndex, | ||
| int[] | maxIndex, | ||
| double[] | featVal | ||
| ) | [private] |
| void joshua.pro.PROCore.showProgress | ( | ) | [private] |
| void joshua.pro.PROCore.writeLine | ( | String | line, |
| BufferedWriter | writer | ||
| ) | throws IOException [private] |
String joshua.pro.PROCore.classifierAlg [private] |
String [] joshua.pro.PROCore.classifierParams = null [private] |
int joshua.pro.PROCore.compressFiles [private] |
int joshua.pro.PROCore.damianos_method [private] |
double joshua.pro.PROCore.damianos_mult [private] |
double joshua.pro.PROCore.damianos_param [private] |
String joshua.pro.PROCore.decoderCommand [private] |
String joshua.pro.PROCore.decoderCommandFileName [package] |
String joshua.pro.PROCore.decoderConfigFileName [private] |
String joshua.pro.PROCore.decoderOutFileName [package] |
int joshua.pro.PROCore.decVerbosity [private] |
double [] joshua.pro.PROCore.defaultLambda [private] |
String joshua.pro.PROCore.dirPrefix [private] |
String joshua.pro.PROCore.discDefFile [private] |
String joshua.pro.PROCore.docInfoFileName [package] |
int [] joshua.pro.PROCore.docOfSentence [private] |
int [] joshua.pro.PROCore.docSubsetInfo [private] |
final double joshua.pro.PROCore.epsilon = 1.0 / 1000000 [static, private] |
final DecimalFormat joshua.pro.PROCore.f4 = new DecimalFormat("###0.0000") [static, private] |
String joshua.pro.PROCore.fakeFileNamePrefix [package] |
String joshua.pro.PROCore.fakeFileNameSuffix [package] |
String joshua.pro.PROCore.fakeFileNameTemplate [private] |
String joshua.pro.PROCore.finalLambdaFileName [package] |
int joshua.pro.PROCore.generatedRands [private] |
TreeSet<Integer> [] joshua.pro.PROCore.indicesOfInterest_all [private] |
int joshua.pro.PROCore.initsPerIt [private] |
double joshua.pro.PROCore.interCoef [private] |
boolean [] joshua.pro.PROCore.isOptimizable [private] |
double [] joshua.pro.PROCore.lambda [private] |
int joshua.pro.PROCore.maxMERTIterations [private] |
double [] joshua.pro.PROCore.maxRandValue [private] |
double [] joshua.pro.PROCore.maxThValue [private] |
double joshua.pro.PROCore.metricDiff [private] |
String joshua.pro.PROCore.metricName [private] |
String joshua.pro.PROCore.metricName_display [private] |
String [] joshua.pro.PROCore.metricOptions [private] |
int joshua.pro.PROCore.minMERTIterations [package] |
double [] joshua.pro.PROCore.minRandValue [private] |
double [] joshua.pro.PROCore.minThValue [private] |
JoshuaDecoder joshua.pro.PROCore.myDecoder [private] |
final Runtime joshua.pro.PROCore.myRuntime = Runtime.getRuntime() [private] |
String joshua.pro.PROCore.nbestFormat [private] |
final double joshua.pro.PROCore.NegInf = (-1.0 / 0.0) [static, private] |
double [] joshua.pro.PROCore.normalizationOptions [private] |
int joshua.pro.PROCore.numDocuments [private] |
int joshua.pro.PROCore.numOptThreads [private] |
int joshua.pro.PROCore.numParams [private] |
int joshua.pro.PROCore.numParamsInFile [private] |
int joshua.pro.PROCore.numSentences [private] |
int joshua.pro.PROCore.numSparseParams = 0 [private] |
boolean joshua.pro.PROCore.oneModificationPerIteration [private] |
String [] joshua.pro.PROCore.paramNames [private] |
String joshua.pro.PROCore.paramsFileName [private] |
int joshua.pro.PROCore.passIterationToDecoder [private] |
final double joshua.pro.PROCore.PosInf = (+1.0 / 0.0) [static, private] |
int joshua.pro.PROCore.prevMERTIterations [package] |
int joshua.pro.PROCore.progress [private] |
Random joshua.pro.PROCore.randGen [private] |
boolean joshua.pro.PROCore.randInit [private] |
String joshua.pro.PROCore.refFileName [package] |
int joshua.pro.PROCore.refsPerSen [private] |
int joshua.pro.PROCore.saveInterFiles [private] |
long joshua.pro.PROCore.seed [private] |
int joshua.pro.PROCore.sizeOfNBest [private] |
String joshua.pro.PROCore.sourceFileName [private] |
double [] joshua.pro.PROCore.sparseFeatWeights [private] |
int joshua.pro.PROCore.stopMinIts [private] |
double joshua.pro.PROCore.stopSigValue [private] |
int joshua.pro.PROCore.suffStatsCount [private] |
int joshua.pro.PROCore.Tau [private] |
int joshua.pro.PROCore.textNormMethod [private] |
String joshua.pro.PROCore.tmpDirPrefix [private] |
String joshua.pro.PROCore.trainingMode [private] |
int joshua.pro.PROCore.validDecoderExitValue [private] |
int joshua.pro.PROCore.verbosity [private] |
int joshua.pro.PROCore.Xi [private] |