Added package toktok (#2159)

2026-07-25 20:53:13 +00:00 · 2022-02-20 17:42:57 +08:00
parent af0c13f503
commit 8e1323740c
1 changed files with 17 additions and 0 deletions
@@ -25312,5 +25312,22 @@
    "license": "Apache-2.0",
    "web": "https://github.com/thexxiv/dogapi-nim",
    "doc": "https://thexxiv.github.io/dogapi-nim"
+  },
+  {
+    "name": "toktok",
+    "url": "https://github.com/openpeep/toktok",
+    "method": "git",
+    "tags": [
+      "lexer",
+      "token",
+      "tokenizer",
+      "lex",
+      "toktok",
+      "lexbase",
+      "macros"
+    ],
+    "description": "Generic tokenizer written in Nim language 👑 Powered by Nim's Macros",
+    "license": "MIT",
+    "web": "https://github.com/openpeep/toktok"
  }
 ]