Index

B

BaseTokenizer (class in konoha.word_tokenizers.tokenizer)

batch_tokenize() (konoha.word_tokenizer.WordTokenizer method)

C

CharacterTokenizer (class in konoha.word_tokenizers.character_tokenizer)

D

download_from_s3() (konoha.data.resource.Resource method)

J

JanomeTokenizer (class in konoha.word_tokenizers.janome_tokenizer)

K

konoha.data module konoha.data.resource module konoha.data.token module konoha.konoha_token module konoha.sentence_tokenizer module konoha.word_tokenizer module konoha.word_tokenizers module konoha.word_tokenizers.character_tokenizer module

konoha.word_tokenizers.janome_tokenizer module konoha.word_tokenizers.kytea_tokenizer module konoha.word_tokenizers.mecab_tokenizer module konoha.word_tokenizers.nagisa_tokenizer module konoha.word_tokenizers.sentencepiece_tokenizer module konoha.word_tokenizers.sudachi_tokenizer module konoha.word_tokenizers.tokenizer module konoha.word_tokenizers.whitespace_tokenizer module KyTeaTokenizer (class in konoha.word_tokenizers.kytea_tokenizer)

M

MeCabTokenizer (class in konoha.word_tokenizers.mecab_tokenizer) module konoha.data konoha.data.resource konoha.data.token konoha.konoha_token konoha.sentence_tokenizer konoha.word_tokenizer konoha.word_tokenizers konoha.word_tokenizers.character_tokenizer konoha.word_tokenizers.janome_tokenizer konoha.word_tokenizers.kytea_tokenizer konoha.word_tokenizers.mecab_tokenizer konoha.word_tokenizers.nagisa_tokenizer konoha.word_tokenizers.sentencepiece_tokenizer konoha.word_tokenizers.sudachi_tokenizer konoha.word_tokenizers.tokenizer konoha.word_tokenizers.whitespace_tokenizer

N

NagisaTokenizer (class in konoha.word_tokenizers.nagisa_tokenizer)

name (konoha.word_tokenizers.tokenizer.BaseTokenizer property)

R

Resource (class in konoha.data.resource)

S

SentencepieceTokenizer (class in konoha.word_tokenizers.sentencepiece_tokenizer)

SentenceTokenizer (class in konoha.sentence_tokenizer) SudachiTokenizer (class in konoha.word_tokenizers.sudachi_tokenizer)

T

Token (class in konoha.data.token) tokenize() (konoha.word_tokenizer.WordTokenizer method) (konoha.word_tokenizers.character_tokenizer.CharacterTokenizer method) (konoha.word_tokenizers.janome_tokenizer.JanomeTokenizer method) (konoha.word_tokenizers.kytea_tokenizer.KyTeaTokenizer method) (konoha.word_tokenizers.mecab_tokenizer.MeCabTokenizer method) (konoha.word_tokenizers.nagisa_tokenizer.NagisaTokenizer method) (konoha.word_tokenizers.sentencepiece_tokenizer.SentencepieceTokenizer method) (konoha.word_tokenizers.sudachi_tokenizer.SudachiTokenizer method) (konoha.word_tokenizers.tokenizer.BaseTokenizer method) (konoha.word_tokenizers.whitespace_tokenizer.WhitespaceTokenizer method)

W

WhitespaceTokenizer (class in konoha.word_tokenizers.whitespace_tokenizer)

WordTokenizer (class in konoha.word_tokenizer)