Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.
def __init__(self, replace_quotes=False, replace_parenthesis=False):
# Tokenization style.
self.tokenization_style = ''
# If True, replace all quotes by a single quote.
self.replace_quotes = replace_quotes
# If True, replace all parenthesis by a single quote.
self.replace_parenthesis = replace_parenthesis
# Generate list of contractions.
self.contractions = contr.generate_contractions()
# Generate list of clitics.
self.clitics, self.suffixes = clit.generate_clitics()