From 07e0544544b8cddb610bb651efae644a07448c48 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=C3=A6Ltorio?= <aeltorio@universidadatlantico.org>
Date: Mon, 7 Oct 2024 13:13:50 +0200
Subject: [PATCH] update tokenCount

---
 tokenCount/package-lock.json | 75 +++++++++++++++++++++++++++++++++---
 tokenCount/package.json      |  2 +-
 2 files changed, 71 insertions(+), 6 deletions(-)

diff --git a/tokenCount/package-lock.json b/tokenCount/package-lock.json
index c324dc9..508fc8e 100644
--- a/tokenCount/package-lock.json
+++ b/tokenCount/package-lock.json
@@ -11,7 +11,7 @@
         "@fluentui/react": "8.121.2",
         "@fluentui/react-components": "^9.54.17",
         "@fluentui/react-icons": "^2.0.260",
-        "@sctg/sentencepiece-js": "^1.3.2",
+        "@sctg/sentencepiece-js": "^1.3.3",
         "react": "^18.3.1",
         "react-dom": "^18.3.1"
       },
@@ -2974,12 +2974,13 @@
       ]
     },
     "node_modules/@sctg/sentencepiece-js": {
-      "version": "1.3.2",
-      "resolved": "https://registry.npmjs.org/@sctg/sentencepiece-js/-/sentencepiece-js-1.3.2.tgz",
-      "integrity": "sha512-GYTBRaTKC/dIo5sDzGGhpSBIF34m0622OhDLHChxDtl2K2zaCRMZFaSKJ7rYFejwKGJjU7ykSvaEpenndrZltA==",
+      "version": "1.3.3",
+      "resolved": "https://registry.npmjs.org/@sctg/sentencepiece-js/-/sentencepiece-js-1.3.3.tgz",
+      "integrity": "sha512-iPnzR2HGjdQQG2SpTyPH3wnnpgQ2aS14B3I2jHjomkoaMprM3Sn+WOQblHwByetnvn3n14y3IwjwogVUHA2cVA==",
       "license": "Apache-2.0",
       "dependencies": {
-        "app-root-path": "^3.1.0"
+        "app-root-path": "^3.1.0",
+        "buffer": "^6.0.3"
       }
     },
     "node_modules/@swc/helpers": {
@@ -3413,6 +3414,26 @@
       "dev": true,
       "license": "MIT"
     },
+    "node_modules/base64-js": {
+      "version": "1.5.1",
+      "resolved": "https://registry.npmjs.org/base64-js/-/base64-js-1.5.1.tgz",
+      "integrity": "sha512-AKpaYlHn8t4SVbOHCy+b5+KKgvR4vrsD8vbvrbiQJps7fKDTkjkDry6ji0rUJjC0kzbNePLwzxq8iypo41qeWA==",
+      "funding": [
+        {
+          "type": "github",
+          "url": "https://github.com/sponsors/feross"
+        },
+        {
+          "type": "patreon",
+          "url": "https://www.patreon.com/feross"
+        },
+        {
+          "type": "consulting",
+          "url": "https://feross.org/support"
+        }
+      ],
+      "license": "MIT"
+    },
     "node_modules/brace-expansion": {
       "version": "1.1.11",
       "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-1.1.11.tgz",
@@ -3470,6 +3491,30 @@
         "node": "^6 || ^7 || ^8 || ^9 || ^10 || ^11 || ^12 || >=13.7"
       }
     },
+    "node_modules/buffer": {
+      "version": "6.0.3",
+      "resolved": "https://registry.npmjs.org/buffer/-/buffer-6.0.3.tgz",
+      "integrity": "sha512-FTiCpNxtwiZZHEZbcbTIcZjERVICn9yq/pDFkTl95/AxzD1naBctN7YO68riM/gLSDY7sdrMby8hofADYuuqOA==",
+      "funding": [
+        {
+          "type": "github",
+          "url": "https://github.com/sponsors/feross"
+        },
+        {
+          "type": "patreon",
+          "url": "https://www.patreon.com/feross"
+        },
+        {
+          "type": "consulting",
+          "url": "https://feross.org/support"
+        }
+      ],
+      "license": "MIT",
+      "dependencies": {
+        "base64-js": "^1.3.1",
+        "ieee754": "^1.2.1"
+      }
+    },
     "node_modules/callsites": {
       "version": "3.1.0",
       "resolved": "https://registry.npmjs.org/callsites/-/callsites-3.1.0.tgz",
@@ -4129,6 +4174,26 @@
         "node": ">=4"
       }
     },
+    "node_modules/ieee754": {
+      "version": "1.2.1",
+      "resolved": "https://registry.npmjs.org/ieee754/-/ieee754-1.2.1.tgz",
+      "integrity": "sha512-dcyqhDvX1C46lXZcVqCpK+FtMRQVdIMN6/Df5js2zouUsqG7I6sFxitIC+7KYK29KdXOLHdu9zL4sFnoVQnqaA==",
+      "funding": [
+        {
+          "type": "github",
+          "url": "https://github.com/sponsors/feross"
+        },
+        {
+          "type": "patreon",
+          "url": "https://www.patreon.com/feross"
+        },
+        {
+          "type": "consulting",
+          "url": "https://feross.org/support"
+        }
+      ],
+      "license": "BSD-3-Clause"
+    },
     "node_modules/ignore": {
       "version": "5.3.2",
       "resolved": "https://registry.npmjs.org/ignore/-/ignore-5.3.2.tgz",
diff --git a/tokenCount/package.json b/tokenCount/package.json
index 168475b..8f9b581 100644
--- a/tokenCount/package.json
+++ b/tokenCount/package.json
@@ -13,7 +13,7 @@
     "@fluentui/react": "8.121.2",
     "@fluentui/react-components": "^9.54.17",
     "@fluentui/react-icons": "^2.0.260",
-    "@sctg/sentencepiece-js": "^1.3.2",
+    "@sctg/sentencepiece-js": "^1.3.3",
     "react": "^18.3.1",
     "react-dom": "^18.3.1"
   },