Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.
def setUp(self):
self.tokenizer = tokenizers.SimpleTokenizer()
def test_tokenize_not_implemented(self):
class Dummy(tokenizers.Tokenizer):
pass
with self.assertRaises(NotImplementedError):
sentence = 'I am a dog.'
Dummy().tokenize(sentence)