Index

A

ABBREV_RE (easy_tokenizer.patterns.Patterns attribute) abbreviation() (easy_tokenizer.patterns.Patterns static method) all_web_captured_pn (easy_tokenizer.patterns.Patterns attribute)

ALL_WEB_CAPTURED_RE (easy_tokenizer.patterns.Patterns attribute) all_web_pn (easy_tokenizer.patterns.Patterns attribute) ALL_WEB_RE (easy_tokenizer.patterns.Patterns attribute)

C

COMMON_HYPHEN_START (easy_tokenizer.patterns.Patterns attribute)

D

define_logger() (in module easy_tokenizer) DIGIT_RE (easy_tokenizer.patterns.Patterns attribute) digits_captured_pn (easy_tokenizer.patterns.Patterns attribute) DIGITS_CAPTURED_RE (easy_tokenizer.patterns.Patterns attribute)

digits_pn (easy_tokenizer.patterns.Patterns attribute) DIGITS_RE (easy_tokenizer.patterns.Patterns attribute) domain_pn (easy_tokenizer.patterns.Patterns attribute) DOMAIN_RE (easy_tokenizer.patterns.Patterns attribute)

E

easy_tokenizer (module) easy_tokenizer.patterns (module) easy_tokenizer.token_with_pos (module)

easy_tokenizer.tokenizer (module) email_pn (easy_tokenizer.patterns.Patterns attribute) EMAIL_RE (easy_tokenizer.patterns.Patterns attribute)

H

HYPHEN_CAPTURED_RE (easy_tokenizer.patterns.Patterns attribute)

hyphen_pn (easy_tokenizer.patterns.Patterns attribute) HYPHEN_RE (easy_tokenizer.patterns.Patterns attribute)

K

known_month_pn (easy_tokenizer.patterns.Patterns attribute)

M

months (easy_tokenizer.patterns.Patterns attribute)

P

PARA_SEP_RE (easy_tokenizer.patterns.Patterns attribute) Patterns (class in easy_tokenizer.patterns)

PUNCT_END_PHRASE (easy_tokenizer.patterns.Patterns attribute) PUNCT_SEQ_RE (easy_tokenizer.patterns.Patterns attribute)

R

repeat_abbrev_pn (easy_tokenizer.patterns.Patterns attribute)

S

set_logging_level() (in module easy_tokenizer)

si_units (easy_tokenizer.patterns.Patterns attribute)

T

tokenize() (easy_tokenizer.tokenizer.Tokenizer method) tokenize_with_pos_info() (easy_tokenizer.tokenizer.Tokenizer method)

Tokenizer (class in easy_tokenizer.tokenizer) TokenWithPos (class in easy_tokenizer.token_with_pos)

U

url_pn (easy_tokenizer.patterns.Patterns attribute)

URL_RE (easy_tokenizer.patterns.Patterns attribute) url_strict_pn (easy_tokenizer.patterns.Patterns attribute)

W

word_bf_captured_pn (easy_tokenizer.patterns.Patterns attribute)

WORD_BF_CAPTURED_RE (easy_tokenizer.patterns.Patterns attribute) word_bf_pn (easy_tokenizer.patterns.Patterns attribute)

Y

YEAR_RE (easy_tokenizer.patterns.Patterns attribute)