tokenx/package.json

Fast and lightweight token estimation for any LLM without requiring a full tokenizer

{
  "name": "tokenx",
  "type": "module",
  "version": "1.1.0",
  "packageManager": "pnpm@10.11.0",
  "description": "Fast and lightweight token estimation for any LLM without requiring a full tokenizer",
  "author": "Johann Schopplich <hello@johannschopplich.com>",
  "license": "MIT",
  "homepage": "https://github.com/johannschopplich/tokenx#readme",
  "repository": {
    "type": "git",
    "url": "git+https://github.com/johannschopplich/tokenx.git"
  },
  "bugs": {
    "url": "https://github.com/johannschopplich/tokenx/issues"
  },
  "keywords": [
    "ai",
    "llm",
    "token",
    "tokenizer",
    "estimation",
    "tiktoken",
    "anthropic",
    "openai"
  ],
  "sideEffects": false,
  "exports": {
    ".": {
      "types": "./dist/index.d.ts",
      "default": "./dist/index.js"
    }
  },
  "types": "./dist/index.d.ts",
  "files": [
    "dist"
  ],
  "scripts": {
    "build": "tsdown",
    "docs:generate": "tsx scripts/generateTable.ts",
    "lint": "eslint .",
    "lint:fix": "eslint . --fix",
    "test": "vitest",
    "test:types": "tsc --noEmit",
    "release": "bumpp"
  },
  "devDependencies": {
    "@antfu/eslint-config": "^4.13.2",
    "@types/node": "^22.15.29",
    "bumpp": "^10.1.1",
    "eslint": "^9.28.0",
    "gpt-tokenizer": "^2.9.0",
    "tsdown": "^0.12.6",
    "tsx": "^4.19.4",
    "typescript": "^5.8.3",
    "vitest": "^3.2.0"
  }
}