org.dkpro.tc.ml.vowpalwabbit

Class VowpalWabbitTestTask

java.lang.Object

org.dkpro.lab.task.impl.TaskBase

org.dkpro.lab.task.impl.ExecutableTaskBase

org.dkpro.tc.ml.TcClassifierTaskBase

org.dkpro.tc.ml.TcShallowClassifierTaskBase

org.dkpro.tc.ml.vowpalwabbit.VowpalWabbitTestTask

All Implemented Interfaces:

org.dkpro.lab.task.ConfigurationAware, org.dkpro.lab.task.ExecutableTask, org.dkpro.lab.task.Task, Constants

public class VowpalWabbitTestTask
extends TcShallowClassifierTaskBase

Field Summary

Fields

Modifier and Type	Field and Description
protected String	featureMode
protected String	learningMode

Fields inherited from class org.dkpro.tc.ml.TcShallowClassifierTaskBase

classificationArguments

Fields inherited from class org.dkpro.tc.ml.TcClassifierTaskBase

configuration

Fields inherited from interface org.dkpro.tc.core.Constants

BASELINE_MAJORITIY_ID_OUTCOME_KEY, BASELINE_RANDOM_ID_OUTCOME_KEY, CLASS_ATTRIBUTE_NAME, CLASS_ATTRIBUTE_PREFIX, CM_ACTUAL, CM_PREDICTED, CONFIGURATION_DKPRO_LAB, CONFUSIONMATRIX_KEY, DIM_APPLY_FEATURE_SELECTION, DIM_APPLY_INSTANCE_WEIGHTING, DIM_ATTRIBUTE_EVALUATOR_ARGS, DIM_BIPARTITION_THRESHOLD, DIM_CLASSIFICATION_ARGS, DIM_CROSS_VALIDATION_MANUAL_FOLDS, DIM_DATA_WRITER, DIM_DEVELOPER_MODE, DIM_ENFORCE_MATCHING_FEATURES_DURING_TESTING, DIM_FEATURE_FILTERS, DIM_FEATURE_MODE, DIM_FEATURE_SEARCHER_ARGS, DIM_FEATURE_SET, DIM_FEATURE_USE_SPARSE, DIM_FILES_ROOT, DIM_FILES_TRAINING, DIM_FILES_VALIDATION, DIM_LABEL_TRANSFORMATION_METHOD, DIM_LEARNING_MODE, DIM_MLA_CONFIGURATIONS, DIM_NUM_LABELS_TO_KEEP, DIM_NUM_TRAINING_FOLDS, DIM_READER_TEST, DIM_READER_TRAIN, DIM_READERS, DIM_RECORD_CONTEXT, DIM_SKIP_SANITY_CHECKS, EMPTY_PREDICTION, EVAL_FILE_NAME, EVAL_FILE_NAME_PER_FOLD, FILE_COMBINED_BASELINE_MAJORITY_OUTCOME_KEY, FILE_COMBINED_BASELINE_RANDOM_OUTCOME_KEY, FILE_COMBINED_ID_OUTCOME_KEY, FILE_CONFIGURATION_MAPPING, FILE_CONFUSION_MATRIX, FILE_SCORE_PER_CATEGORY, FILENAME_DATA_IN_CLASSIFIER_FORMAT, FILENAME_DOCUMENT_META_DATA_LOG, FILENAME_FEATURES, FILENAME_FEATURES_DESCRIPTION, FILENAME_OUTCOMES, FILENAME_PREDICTIONS, FM_DOCUMENT, FM_PAIR, FM_SEQUENCE, FM_UNIT, GENERIC_FEATURE_FILE, ID_CONTEXT_KEY, ID_DETAILED_OUTCOME_KEY, ID_FEATURE_NAME, ID_OUTCOME_KEY, INITIAL_VIEW, LEAVE_ONE_OUT, LM_MULTI_LABEL, LM_REGRESSION, LM_SINGLE_LABEL, MACHINE_LEARNING_BACKEND_NAME, META_COLLECTOR_OVERRIDE, META_EXTRACTOR_OVERRIDE, MODEL_BIPARTITION_THRESHOLD, MODEL_CLASS_LABELS, MODEL_CLASSIFIER, MODEL_FEATURE_CLASS_FOLDER, MODEL_FEATURE_EXTRACTOR_CONFIGURATION, MODEL_FEATURE_MODE, MODEL_FEATURE_NAMES, MODEL_FEATURE_NAMES_SERIALIZED, MODEL_LEARNING_MODE, MODEL_META, MODEL_TC_VERSION, NGRAM_GLUE, OUTCOMES_INPUT_KEY, PART_ONE, PART_TWO, PR_CURVE_KEY, PREDICTION_CLASS_LABEL_NAME, STATISTICS_REPORT_FILENAME, STATISTICS_REPORT_TEST_TASK_FILENAME, SUFFIX_LATEX, TC_OUTCOME_DUMMY_VALUE, TC_TASK_TYPE, TEST_TASK_INPUT_KEY_TEST_DATA, TEST_TASK_INPUT_KEY_TRAINING_DATA, TEST_TASK_OUTPUT_KEY, TRAIN_OUTPUT, UNKNOWN_OUTCOME

Fields inherited from interface org.dkpro.lab.task.Task

ATTRIBUTES_KEY, DISCRIMINATORS_KEY

Constructor Summary

Constructors

Constructor and Description
VowpalWabbitTestTask()

Method Summary

Modifier and Type	Method and Description
protected static List<String>	addParameter(List<String> parameters, String parameter, String parameterValue)
static List<String>	automaticallyAddParametersForClassificationMode(org.dkpro.lab.engine.TaskContext aContext, List<String> parameters, String learningMode, String featureMode)
static boolean	containsNeededNonSequenceClassificationParameter(List<String> parameters)
protected static boolean	containsRequiredSeqParameter(List<String> parameters, String parameter)
protected void	deleteTmpFeatureFileIfCreated(org.dkpro.lab.engine.TaskContext aContext, File input, String key)
protected static Integer	determineNumberOfClasses(org.dkpro.lab.engine.TaskContext aContext)
void	execute(org.dkpro.lab.engine.TaskContext aContext)
protected List<String>	getParameters(List<Object> subList)
static boolean	isClassification(String learningMode)
protected static boolean	isSequenceMode(String featureMode)
protected static boolean	isWindows()
static File	loadAndPrepareFeatureDataFile(org.dkpro.lab.engine.TaskContext aContext, File tmpLocation, String sourceFolder)
protected List<String>	testModel(org.dkpro.lab.engine.TaskContext aContext, File model)
protected File	trainModel(org.dkpro.lab.engine.TaskContext aContext)
protected void	writeFileWithPredictedLabels(org.dkpro.lab.engine.TaskContext aContext, List<String> predictionValues)
protected File	writeModel(org.dkpro.lab.engine.TaskContext aContext, File model)

Methods inherited from class org.dkpro.tc.ml.TcClassifierTaskBase

setConfiguration, writeConfiguration

Methods inherited from class org.dkpro.lab.task.impl.TaskBase

addImport, addImport, addImport, addImport, addImport, addImport, addImportById, addImportLatest, addImportLatest, addImportLatest, addReport, addReport, analyze, analyze, destroy, didTaskRun, getAttribute, getAttributes, getDescriminator, getDescriminators, getImports, getReports, getResolvedDescriminators, getType, initialize, isInitialized, markExecuted, persist, removeReport, setAttribute, setDescriminator, setReports, setType

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.dkpro.lab.task.Task

addImport, addImport, addImport, addImport, addImport, addImport, addImportById, addImportLatest, addImportLatest, addImportLatest, addReport, addReport, analyze, destroy, didTaskRun, getAttribute, getAttributes, getDescriminator, getDescriminators, getImports, getReports, getResolvedDescriminators, getType, initialize, isInitialized, markExecuted, persist, removeReport, setAttribute, setDescriminator

Field Detail

learningMode

protected String learningMode

featureMode

protected String featureMode

Constructor Detail

VowpalWabbitTestTask

public VowpalWabbitTestTask()

Method Detail

execute

public void execute(org.dkpro.lab.engine.TaskContext aContext)
             throws Exception

Specified by:

execute in interface org.dkpro.lab.task.ExecutableTask

Overrides:

execute in class TcShallowClassifierTaskBase

Throws:

Exception

writeFileWithPredictedLabels

protected void writeFileWithPredictedLabels(org.dkpro.lab.engine.TaskContext aContext,
                                            List<String> predictionValues)
                                     throws Exception

Throws:

Exception

loadAndPrepareFeatureDataFile

public static File loadAndPrepareFeatureDataFile(org.dkpro.lab.engine.TaskContext aContext,
                                                 File tmpLocation,
                                                 String sourceFolder)
                                          throws Exception

Throws:

Exception

isWindows

protected static boolean isWindows()

trainModel

protected File trainModel(org.dkpro.lab.engine.TaskContext aContext)
                   throws Exception

Throws:

Exception

automaticallyAddParametersForClassificationMode

public static List<String> automaticallyAddParametersForClassificationMode(org.dkpro.lab.engine.TaskContext aContext,
                                                                           List<String> parameters,
                                                                           String learningMode,
                                                                           String featureMode)
                                                                    throws IOException

Throws:

IOException

addParameter

protected static List<String> addParameter(List<String> parameters,
                                           String parameter,
                                           String parameterValue)

containsRequiredSeqParameter

protected static boolean containsRequiredSeqParameter(List<String> parameters,
                                                      String parameter)

isSequenceMode

protected static boolean isSequenceMode(String featureMode)

containsNeededNonSequenceClassificationParameter

public static boolean containsNeededNonSequenceClassificationParameter(List<String> parameters)

determineNumberOfClasses

protected static Integer determineNumberOfClasses(org.dkpro.lab.engine.TaskContext aContext)
                                           throws IOException

Throws:

IOException

isClassification

public static boolean isClassification(String learningMode)

getParameters

protected List<String> getParameters(List<Object> subList)

testModel

protected List<String> testModel(org.dkpro.lab.engine.TaskContext aContext,
                                 File model)
                          throws Exception

Throws:

Exception

deleteTmpFeatureFileIfCreated

protected void deleteTmpFeatureFileIfCreated(org.dkpro.lab.engine.TaskContext aContext,
                                             File input,
                                             String key)

writeModel

protected File writeModel(org.dkpro.lab.engine.TaskContext aContext,
                          File model)
                   throws Exception

Throws:

Exception