@lenml/tokenizers/package.json

a lightweight no-dependency fork of transformers.js (only tokenizers)

{
  "name": "@lenml/tokenizers",
  "version": "3.4.0",
  "description": "a lightweight no-dependency fork of transformers.js (only tokenizers)",
  "source": "src/main.ts",
  "main": "dist/main.js",
  "module": "dist/main.mjs",
  "unpkg": "dist/main.global.js",
  "types": "dist/main.d.ts",
  "exports": {
    ".": {
      "import": "./dist/main.mjs",
      "require": "./dist/main.js",
      "types": "./dist/main.d.ts"
    },
    "./src/main": "./src/main.ts",
    "./src/main.ts": "./src/main.ts",
    "./dist/main.global.js": "./dist/main.global.js"
  },
  "files": [
    "dist/**.js*",
    "dist/**.mjs*",
    "dist/**.ts",
    "src/**/*"
  ],
  "keywords": [
    "llama",
    "llama2",
    "llama3",
    "chatgpt",
    "mistral",
    "tokenizer",
    "transformers",
    "transformers.js",
    "gpt4",
    "gpt4o",
    "gpt3.5",
    "vicuna",
    "chatglm",
    "baichuan",
    "qwen"
  ],
  "license": "Apache-2.0",
  "publishConfig": {
    "registry": "https://registry.npmjs.org",
    "access": "public"
  },
  "repository": {
    "type": "git",
    "url": "git+https://github.com/lenML/tokenizers.git"
  },
  "author": "zhzluke96",
  "bugs": {
    "url": "https://github.com/lenML/tokenizers/issues"
  },
  "homepage": "https://github.com/lenML/tokenizers#readme",
  "devDependencies": {
    "@huggingface/jinja": "^0.2.2",
    "@types/node": "^20.12.7",
    "core-js": "^3.38.1",
    "ts-node": "^10.9.2",
    "tslib": "^2.6.2",
    "tsup": "^8.0.2",
    "typescript": "^5.4.5"
  },
  "scripts": {
    "build": "tsup",
    "watch": "tsup --watch",
    "dev": "pnpm watch",
    "start": "pnpm build",
    "test": "jest",
    "test:coverage": "jest --coverage"
  }
}