Merge pull request #117 from dqbd/dqbd/js-tiktoken-missing-files

fix(js): add missing rank files back to js-tiktoken
dqbd · Aug 15, 2024 · 25f0656 · 25f0656
2 parents 60ff9bb + 74e7870
commit 25f0656
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 1 deletion.
diff --git a/.changeset/wise-falcons-sing.md b/.changeset/wise-falcons-sing.md
@@ -0,0 +1,5 @@
+---
+"js-tiktoken": patch
+---
+
+Add missing rank files for js-tiktoken
diff --git a/js/package.json b/js/package.json
@@ -4,14 +4,17 @@
   "description": "JavaScript port of tiktoken",
   "license": "MIT",
   "scripts": {
-    "build": "rm -rf dist && tsup",
+    "build": "rm -rf dist && tsup && cp -R src/ranks dist/ranks",
     "test": "vitest run"
   },
   "type": "module",
   "main": "./dist/index.cjs",
   "types": "./dist/index.d.ts",
   "files": [
     "dist/**/*",
+    "!dist/ranks/*.tiktoken",
+    "!dist/ranks/*.json",
+    "!dist/ranks/ranks.ts",
     "index.js",
     "index.d.ts",
     "lite.js",