Merge pull request #1544 from epage/pub

fix(tokens): Ignore ssh ed25519 pub keys

Author: epage

crates/typos/src/tokens.rs

@@ -193,6 +193,7 @@ mod parser {
                 terminated(email_literal, sep1),
                 terminated(url_literal, sep1),
                 terminated(jwt, sep1),
+                terminated(ssh_ed25519_pub_key, sep1),
                 terminated(base64_literal, sep1), // base64 should be quoted or something
                 alt((
                     terminated(hash_literal, sep1),
@@ -348,6 +349,26 @@ mod parser {
             || c == '-'
     }
 
+    fn ssh_ed25519_pub_key<'i, T>(input: &mut T) -> Result<<T as Stream>::Slice, ()>
+    where
+        T: Compare<char>,
+        T: Compare<&'i str>,
+        T: Stream + StreamIsPartial + PartialEq,
+        <T as Stream>::Slice: AsBStr + SliceLen + Default,
+        <T as Stream>::Token: AsChar + Copy,
+    {
+        trace(
+            "ssh_ed25519_pub_key",
+            (
+                "AAAAC3NzaC1lZDI1NTE5AAAAI",
+                // Technically the next digit can only be in `[A-P]` but not worth the complexity
+                take_while(43, is_base64_digit),
+            )
+                .take(),
+        )
+        .parse_next(input)
+    }
+
     fn uuid_literal<T>(input: &mut T) -> Result<<T as Stream>::Slice, ()>
     where
         T: Compare<char>,
@@ -1614,6 +1635,52 @@ mod test {
     },
 ]
 
+"#]]
+        );
+    }
+
+    #[test]
+    fn tokenize_ignore_ssh_ed25519_public_key() {
+        let parser = TokenizerBuilder::new().build();
+
+        let input =
+            "Start AAAAC3NzaC1lZDI1NTE5AAAAIJSKdqkBEQY2y9f8C8RXxee3ZKXyWYR0QIW7oxISXrrf end";
+        let actual: Vec<_> = parser.parse_bytes(input.as_bytes()).collect();
+        assert_data_eq!(
+            actual.to_debug(),
+            str![[r#"
+[
+    Identifier {
+        token: "Start",
+        case: None,
+        offset: 0,
+    },
+    Identifier {
+        token: "end",
+        case: None,
+        offset: 75,
+    },
+]
+
+"#]]
+        );
+        let actual: Vec<_> = parser.parse_str(input).collect();
+        assert_data_eq!(
+            actual.to_debug(),
+            str![[r#"
+[
+    Identifier {
+        token: "Start",
+        case: None,
+        offset: 0,
+    },
+    Identifier {
+        token: "end",
+        case: None,
+        offset: 75,
+    },
+]
+
 "#]]
         );
     }