UNPKG

@lenml/tokenizer-gemini

Version:

gemini tokenizer for NodeJS/Browser

74 lines 1.86 kB
{ "name": "@lenml/tokenizer-gemini", "version": "3.4.2", "description": "gemini tokenizer for NodeJS/Browser", "source": "src/main.ts", "main": "dist/main.js", "module": "dist/main.mjs", "unpkg": "dist/main.global.js", "types": "dist/main.d.ts", "exports": { ".": { "import": "./dist/main.mjs", "require": "./dist/main.js", "types": "./dist/main.d.ts" }, "./src/main": "./src/main.ts", "./src/main.ts": "./src/main.ts", "./src/data": "./src/data.ts", "./src/data.ts": "./src/data.ts", "./models/tokenizer": "./models/tokenizer.json", "./models/tokenizer.json": "./models/tokenizer.json", "./models/tokenizer_config": "./models/tokenizer_config.json", "./models/tokenizer_config.json": "./models/tokenizer_config.json", "./dist/main.global.js": "./dist/main.global.js" }, "files": [ "dist/**.js*", "dist/**.mjs*", "dist/**.ts", "src/**.ts", "models/**.json" ], "keywords": [ "llama", "llama2", "llama3", "chatgpt", "mistral", "tokenizer", "gemini" ], "license": "Apache-2.0", "publishConfig": { "registry": "https://registry.npmjs.org", "access": "public" }, "repository": { "type": "git", "url": "git+https://github.com/lenML/tokenizers.git" }, "author": "zhzluke96", "bugs": { "url": "https://github.com/lenML/tokenizers/issues" }, "homepage": "https://github.com/lenML/tokenizers#readme", "devDependencies": { "@types/node": "^20.12.7", "ts-node": "^10.9.2", "tslib": "^2.6.2", "tsup": "^8.0.2", "typescript": "^5.4.5" }, "dependencies": { "@lenml/tokenizers": "^3.4.0" }, "scripts": { "build": "tsup", "watch": "tsup --watch", "dev": "pnpm watch", "start": "pnpm build", "test": "jest", "test:coverage": "jest --coverage" } }