nlp/com.londogard.nlp.tokenizer/SentencePieceTokenizer/Companion

Companion

public class Companion
Content copied to clipboard

Functions

Link copied to clipboard
public final SentencePieceTokenizer fromLanguageSupportAndSizeOrNull(LanguageSupport languageSupport, VocabSize vocabSize)
Content copied to clipboard
Link copied to clipboard
public final SentencePieceTokenizer fromLanguageSupportOrNull(LanguageSupport languageSupport)
Content copied to clipboard
Link copied to clipboard
public final Character getBeginningOfWord()
Content copied to clipboard

Properties

Link copied to clipboard
private final Character beginningOfWord
Content copied to clipboard
Link copied to clipboard
public final static SentencePieceTokenizer.Companion INSTANCE
Content copied to clipboard