diff --git a/src/lang/tokenizer.rs b/src/lang/tokenizer.rs index 6feb7dbde4..be8abc408a 100644 --- a/src/lang/tokenizer.rs +++ b/src/lang/tokenizer.rs @@ -705,6 +705,11 @@ mod tests { let expected = vec![u("dothraki")]; assert_eq!(expected, result); + // Doesn't match words in our dictionary, despite camel case. + let result = t.tokenize("AtLanTa"); + let expected = vec![w("atlanta")]; + assert_eq!(expected, result); + // Matches various forms of CamelCase. let result = t.tokenize("CamelCase"); let expected = vec![cc("CamelCase")];