@lenml/llama2-tokenizer/package.json

Our library `@lenml/llama2-tokenizer` has been deprecated. We are excited to introduce our new library `@lenml/tokenizers` as its replacement, offering a broader set of features and an enhanced experience.

{
  "name": "@lenml/llama2-tokenizer",
  "version": "1.1.4",
  "description": "",
  "source": "src/main.ts",
  "main": "dist/main.js",
  "module": "dist/main.mjs",
  "unpkg": "dist/main.global.js",
  "types": "dist/main.d.ts",
  "exports": {
    ".": {
      "import": "./dist/main.mjs",
      "require": "./dist/main.js",
      "types": "./dist/main.d.ts"
    },
    "./dist/main.global.js": "./dist/main.global.js"
  },
  "files": [
    "dist/**.js*",
    "dist/**.mjs*",
    "dist/**.ts"
  ],
  "keywords": [
    "llama",
    "llama2",
    "chatgpt",
    "mistral"
  ],
  "license": "MIT",
  "publishConfig": {
    "registry": "https://registry.npmjs.org",
    "access": "public"
  },
  "repository": {
    "type": "git",
    "url": "git+https://github.com/lenML/llama2-tokenizer.js.git"
  },
  "author": "zhzluke96",
  "bugs": {
    "url": "https://github.com/lenML/llama2-tokenizer.js/issues"
  },
  "homepage": "https://github.com/lenML/llama2-tokenizer.js#readme",
  "devDependencies": {
    "@types/jest": "^29.5.11",
    "@types/node": "^20.10.6",
    "jest": "^29.7.0",
    "ts-jest": "^29.1.1",
    "ts-node": "^10.9.2",
    "tslib": "^2.6.2",
    "tsup": "^8.0.1",
    "typescript": "^5.3.3",
    "@lenml/llama2-tokenizer-vocab-baichuan2": "^1.1.1",
    "@lenml/llama2-tokenizer-vocab-gemma": "^1.1.1",
    "@lenml/llama2-tokenizer-vocab-falcon": "^1.1.1",
    "@lenml/llama2-tokenizer-vocab-emoji": "^1.1.1",
    "@lenml/llama2-tokenizer-vocab-chatglm3": "^1.1.1",
    "@lenml/llama2-tokenizer-vocab-yi": "^1.1.1",
    "@lenml/llama2-tokenizer-vocab-neox": "^1.1.1",
    "@lenml/llama2-tokenizer-vocab-internlm2": "^1.1.1",
    "@lenml/llama2-tokenizer-vocab-llama2": "^1.1.1"
  },
  "scripts": {
    "build": "tsup",
    "watch": "tsup --watch",
    "dev": "pnpm watch",
    "start": "pnpm build",
    "test": "jest",
    "test:coverage": "jest --coverage"
  }
}