nlp/com.londogard.nlp.meachinelearning.predictors.transformers.translators/TokenClassificationTranslator

TokenClassificationTranslator

public final class TokenClassificationTranslator implements Translator<String, List<String>>

Constructors

TokenClassificationTranslator

public TokenClassificationTranslator TokenClassificationTranslator(HuggingFaceTokenizerWrapper tokenizer, Map<Integer, String> config)

Functions

public Batchifier getBatchifier()

public final Map<Integer, String> getConfig()

public final HuggingFaceTokenizerWrapper getTokenizer()

public Unit prepare(TranslatorContext p0)

public NDList processInput(TranslatorContext ctx, String input)

public List<String> processOutput(TranslatorContext ctx, NDList list)

Properties

private final Map<Integer, String> config

private final HuggingFaceTokenizerWrapper tokenizer