From 514656f29681eb7afa34403fb3806abe6e5cfc7c Mon Sep 17 00:00:00 2001 From: Brandon Thomas Date: Wed, 12 Oct 2016 22:44:36 -0400 Subject: [PATCH] additional test --- src/lang/tokenizer.rs | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/src/lang/tokenizer.rs b/src/lang/tokenizer.rs index 6feb7dbde4..be8abc408a 100644 --- a/src/lang/tokenizer.rs +++ b/src/lang/tokenizer.rs @@ -705,6 +705,11 @@ mod tests { let expected = vec![u("dothraki")]; assert_eq!(expected, result); + // Doesn't match words in our dictionary, despite camel case. + let result = t.tokenize("AtLanTa"); + let expected = vec![w("atlanta")]; + assert_eq!(expected, result); + // Matches various forms of CamelCase. let result = t.tokenize("CamelCase"); let expected = vec![cc("CamelCase")];