From a825d5f253b7b11c3784458a0e20675ff66403eb Mon Sep 17 00:00:00 2001
From: Tat Dat Duong <david@duong.cz>
Date: Fri, 16 Aug 2024 01:26:46 +0200
Subject: [PATCH 1/2] fix(js): add missing rank files back to js-tiktoken

Closes #108
---
 js/package.json | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/js/package.json b/js/package.json
index a9110ea..d4d78b3 100644
--- a/js/package.json
+++ b/js/package.json
@@ -4,7 +4,7 @@
   "description": "JavaScript port of tiktoken",
   "license": "MIT",
   "scripts": {
-    "build": "rm -rf dist && tsup",
+    "build": "rm -rf dist && tsup && cp -R src/ranks dist/ranks",
     "test": "vitest run"
   },
   "type": "module",
@@ -12,6 +12,9 @@
   "types": "./dist/index.d.ts",
   "files": [
     "dist/**/*",
+    "!dist/ranks/*.tiktoken",
+    "!dist/ranks/*.json",
+    "!dist/ranks/ranks.ts",
     "index.js",
     "index.d.ts",
     "lite.js",

From 74e7870a0a5d80a37021a3455713bbbd42385fd8 Mon Sep 17 00:00:00 2001
From: Tat Dat Duong <david@duong.cz>
Date: Fri, 16 Aug 2024 01:27:20 +0200
Subject: [PATCH 2/2] Changeset

---
 .changeset/wise-falcons-sing.md | 5 +++++
 1 file changed, 5 insertions(+)
 create mode 100644 .changeset/wise-falcons-sing.md

diff --git a/.changeset/wise-falcons-sing.md b/.changeset/wise-falcons-sing.md
new file mode 100644
index 0000000..2b6f6e7
--- /dev/null
+++ b/.changeset/wise-falcons-sing.md
@@ -0,0 +1,5 @@
+---
+"js-tiktoken": patch
+---
+
+Add missing rank files for js-tiktoken