org.dkpro.tc.ml.keras

Class KerasTestTask

java.lang.Object

org.dkpro.lab.task.impl.TaskBase

org.dkpro.lab.task.impl.ExecutableTaskBase

org.dkpro.tc.ml.TcClassifierTaskBase

org.dkpro.tc.ml.keras.KerasTestTask

All Implemented Interfaces:

org.dkpro.lab.task.ConfigurationAware, org.dkpro.lab.task.ExecutableTask, org.dkpro.lab.task.Task, Constants, DeepLearningConstants

public class KerasTestTask
extends TcClassifierTaskBase
implements DeepLearningConstants

Field Summary

Fields

Modifier and Type	Field and Description
protected List<Object>	classificationArgs
protected List<String>	dictionaries
protected boolean	intVectorization
protected Integer	maximumLength
protected String	python
protected String	randomSeed
protected double	threshold

Fields inherited from class org.dkpro.tc.ml.TcClassifierTaskBase

configuration

Fields inherited from interface org.dkpro.tc.core.DeepLearningConstants

DIM_DICTIONARY_PATHS, DIM_MAXIMUM_LENGTH, DIM_PRETRAINED_EMBEDDINGS, DIM_PYTHON_INSTALLATION, DIM_RAM_WORKING_MEMORY, DIM_SEED_VALUE, DIM_USE_ONLY_VOCABULARY_COVERED_BY_EMBEDDING, DIM_VECTORIZE_TO_INTEGER, FILENAME_INSTANCE_MAPPING, FILENAME_INSTANCE_VECTOR, FILENAME_MAXIMUM_LENGTH, FILENAME_OUTCOME_MAPPING, FILENAME_OUTCOME_VECTOR, FILENAME_OUTCOMES, FILENAME_PREDICTION_OUT, FILENAME_PRUNED_EMBEDDING, FILENAME_TARGET_ID_TO_INDEX, FILENAME_TOKEN, FILENAME_USERCODE_PARAMETERS, FILENAME_VOCABULARY

Fields inherited from interface org.dkpro.tc.core.Constants

BASELINE_MAJORITIY_ID_OUTCOME_KEY, BASELINE_RANDOM_ID_OUTCOME_KEY, CLASS_ATTRIBUTE_NAME, CLASS_ATTRIBUTE_PREFIX, CM_ACTUAL, CM_PREDICTED, CONFIGURATION_DKPRO_LAB, CONFUSIONMATRIX_KEY, DIM_APPLY_FEATURE_SELECTION, DIM_APPLY_INSTANCE_WEIGHTING, DIM_ATTRIBUTE_EVALUATOR_ARGS, DIM_BIPARTITION_THRESHOLD, DIM_CLASSIFICATION_ARGS, DIM_CROSS_VALIDATION_MANUAL_FOLDS, DIM_DATA_WRITER, DIM_DEVELOPER_MODE, DIM_ENFORCE_MATCHING_FEATURES_DURING_TESTING, DIM_FEATURE_FILTERS, DIM_FEATURE_MODE, DIM_FEATURE_SEARCHER_ARGS, DIM_FEATURE_SET, DIM_FEATURE_USE_SPARSE, DIM_FILES_ROOT, DIM_FILES_TRAINING, DIM_FILES_VALIDATION, DIM_LABEL_TRANSFORMATION_METHOD, DIM_LEARNING_MODE, DIM_MLA_CONFIGURATIONS, DIM_NUM_LABELS_TO_KEEP, DIM_NUM_TRAINING_FOLDS, DIM_READER_TEST, DIM_READER_TRAIN, DIM_READERS, DIM_RECORD_CONTEXT, DIM_SKIP_SANITY_CHECKS, EMPTY_PREDICTION, EVAL_FILE_NAME, EVAL_FILE_NAME_PER_FOLD, FILE_COMBINED_BASELINE_MAJORITY_OUTCOME_KEY, FILE_COMBINED_BASELINE_RANDOM_OUTCOME_KEY, FILE_COMBINED_ID_OUTCOME_KEY, FILE_CONFIGURATION_MAPPING, FILE_CONFUSION_MATRIX, FILE_SCORE_PER_CATEGORY, FILENAME_DATA_IN_CLASSIFIER_FORMAT, FILENAME_DOCUMENT_META_DATA_LOG, FILENAME_FEATURES, FILENAME_FEATURES_DESCRIPTION, FILENAME_OUTCOMES, FILENAME_PREDICTIONS, FM_DOCUMENT, FM_PAIR, FM_SEQUENCE, FM_UNIT, GENERIC_FEATURE_FILE, ID_CONTEXT_KEY, ID_DETAILED_OUTCOME_KEY, ID_FEATURE_NAME, ID_OUTCOME_KEY, INITIAL_VIEW, LEAVE_ONE_OUT, LM_MULTI_LABEL, LM_REGRESSION, LM_SINGLE_LABEL, MACHINE_LEARNING_BACKEND_NAME, META_COLLECTOR_OVERRIDE, META_EXTRACTOR_OVERRIDE, MODEL_BIPARTITION_THRESHOLD, MODEL_CLASS_LABELS, MODEL_CLASSIFIER, MODEL_FEATURE_CLASS_FOLDER, MODEL_FEATURE_EXTRACTOR_CONFIGURATION, MODEL_FEATURE_MODE, MODEL_FEATURE_NAMES, MODEL_FEATURE_NAMES_SERIALIZED, MODEL_LEARNING_MODE, MODEL_META, MODEL_TC_VERSION, NGRAM_GLUE, OUTCOMES_INPUT_KEY, PART_ONE, PART_TWO, PR_CURVE_KEY, PREDICTION_CLASS_LABEL_NAME, STATISTICS_REPORT_FILENAME, STATISTICS_REPORT_TEST_TASK_FILENAME, SUFFIX_LATEX, TC_OUTCOME_DUMMY_VALUE, TC_TASK_TYPE, TEST_TASK_INPUT_KEY_TEST_DATA, TEST_TASK_INPUT_KEY_TRAINING_DATA, TEST_TASK_OUTPUT_KEY, TRAIN_OUTPUT, UNKNOWN_OUTCOME

Fields inherited from interface org.dkpro.lab.task.Task

ATTRIBUTES_KEY, DISCRIMINATORS_KEY

Constructor Summary

Constructors

Constructor and Description
KerasTestTask()

Method Summary

Modifier and Type	Method and Description
protected List<String>	buildTrainCommand(org.dkpro.lab.engine.TaskContext aContext, File resultOut)
protected void	dumpDebug(org.dkpro.lab.engine.TaskContext aContext, List<String> command)
void	execute(org.dkpro.lab.engine.TaskContext aContext)
protected File	getDataOutcome(org.dkpro.lab.engine.TaskContext aContext, String key)
protected File	getDataVector(org.dkpro.lab.engine.TaskContext aContext, String key)
protected File	getEmbedding(org.dkpro.lab.engine.TaskContext aContext)
protected String	getMaximumLength(org.dkpro.lab.engine.TaskContext aContext) Returns the maximum length which is either user defined and might be shorter than the actual longest sequence, or is the longest sequence in the data if no value is provided
protected File	getResultLocation(org.dkpro.lab.engine.TaskContext aContext)
protected List<String>	retrieveDictionaryPaths(org.dkpro.lab.engine.TaskContext aContext) Returns the file pointer to the integer-mapped version of the dictionary if integer mapping is used otherwise the unaltered version
protected void	train(List<String> command)

Methods inherited from class org.dkpro.tc.ml.TcClassifierTaskBase

setConfiguration, writeConfiguration

Methods inherited from class org.dkpro.lab.task.impl.TaskBase

addImport, addImport, addImport, addImport, addImport, addImport, addImportById, addImportLatest, addImportLatest, addImportLatest, addReport, addReport, analyze, analyze, destroy, didTaskRun, getAttribute, getAttributes, getDescriminator, getDescriminators, getImports, getReports, getResolvedDescriminators, getType, initialize, isInitialized, markExecuted, persist, removeReport, setAttribute, setDescriminator, setReports, setType

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.dkpro.lab.task.Task

addImport, addImport, addImport, addImport, addImport, addImport, addImportById, addImportLatest, addImportLatest, addImportLatest, addReport, addReport, analyze, destroy, didTaskRun, getAttribute, getAttributes, getDescriminator, getDescriminators, getImports, getReports, getResolvedDescriminators, getType, initialize, isInitialized, markExecuted, persist, removeReport, setAttribute, setDescriminator

Field Detail

python

protected String python

classificationArgs

protected List<Object> classificationArgs

maximumLength

protected Integer maximumLength

randomSeed

protected String randomSeed

dictionaries

protected List<String> dictionaries

intVectorization

protected boolean intVectorization

threshold

protected double threshold

Constructor Detail

KerasTestTask

public KerasTestTask()

Method Detail

execute

public void execute(org.dkpro.lab.engine.TaskContext aContext)
             throws Exception

Specified by:

execute in interface org.dkpro.lab.task.ExecutableTask

Overrides:

execute in class TcClassifierTaskBase

Throws:

Exception

dumpDebug

protected void dumpDebug(org.dkpro.lab.engine.TaskContext aContext,
                         List<String> command)
                  throws Exception

Throws:

Exception

getResultLocation

protected File getResultLocation(org.dkpro.lab.engine.TaskContext aContext)

train

protected void train(List<String> command)
              throws Exception

Throws:

Exception

buildTrainCommand

protected List<String> buildTrainCommand(org.dkpro.lab.engine.TaskContext aContext,
                                         File resultOut)
                                  throws Exception

Throws:

Exception

retrieveDictionaryPaths

protected List<String> retrieveDictionaryPaths(org.dkpro.lab.engine.TaskContext aContext)

Returns the file pointer to the integer-mapped version of the dictionary if integer mapping is used otherwise the unaltered version

Parameters:

aContext -

Returns:

dictionary paths

getMaximumLength

protected String getMaximumLength(org.dkpro.lab.engine.TaskContext aContext)
                           throws IOException

Returns the maximum length which is either user defined and might be shorter than the actual longest sequence, or is the longest sequence in the data if no value is provided

Parameters:

aContext - Task Context

Returns:

String value of maximum length

Throws:

IOException - in case a read error occurs

getDataOutcome

protected File getDataOutcome(org.dkpro.lab.engine.TaskContext aContext,
                              String key)
                       throws FileNotFoundException

Throws:

FileNotFoundException

getDataVector

protected File getDataVector(org.dkpro.lab.engine.TaskContext aContext,
                             String key)
                      throws FileNotFoundException

Throws:

FileNotFoundException

getEmbedding

protected File getEmbedding(org.dkpro.lab.engine.TaskContext aContext)