init

2024-10-30 11:59:30 -04:00
commit 17031d8be8
8 changed files with 342 additions and 0 deletions
--- a/package.json
+++ b/package.json
@@ -0,0 +1,15 @@
+{
+  "name": "code-tokenizer-md",
+  "version": "1.0.0",
+  "type": "module",
+  "main": "src/index.js",
+  "bin": {
+    "code-tokenizer-md": "./src/cli.js"
+  },
+  "dependencies": {
+    "llama3-tokenizer-js": "^1.0.0"
+  },
+  "peerDependencies": {
+    "node": ">=14.0.0"
+  }
+}