@lenml/tokenizer-gemini
Version:
gemini tokenizer for NodeJS/Browser
74 lines • 1.86 kB
JSON
{
"name": "@lenml/tokenizer-gemini",
"version": "3.4.2",
"description": "gemini tokenizer for NodeJS/Browser",
"source": "src/main.ts",
"main": "dist/main.js",
"module": "dist/main.mjs",
"unpkg": "dist/main.global.js",
"types": "dist/main.d.ts",
"exports": {
".": {
"import": "./dist/main.mjs",
"require": "./dist/main.js",
"types": "./dist/main.d.ts"
},
"./src/main": "./src/main.ts",
"./src/main.ts": "./src/main.ts",
"./src/data": "./src/data.ts",
"./src/data.ts": "./src/data.ts",
"./models/tokenizer": "./models/tokenizer.json",
"./models/tokenizer.json": "./models/tokenizer.json",
"./models/tokenizer_config": "./models/tokenizer_config.json",
"./models/tokenizer_config.json": "./models/tokenizer_config.json",
"./dist/main.global.js": "./dist/main.global.js"
},
"files": [
"dist/**.js*",
"dist/**.mjs*",
"dist/**.ts",
"src/**.ts",
"models/**.json"
],
"keywords": [
"llama",
"llama2",
"llama3",
"chatgpt",
"mistral",
"tokenizer",
"gemini"
],
"license": "Apache-2.0",
"publishConfig": {
"registry": "https://registry.npmjs.org",
"access": "public"
},
"repository": {
"type": "git",
"url": "git+https://github.com/lenML/tokenizers.git"
},
"author": "zhzluke96",
"bugs": {
"url": "https://github.com/lenML/tokenizers/issues"
},
"homepage": "https://github.com/lenML/tokenizers#readme",
"devDependencies": {
"@types/node": "^20.12.7",
"ts-node": "^10.9.2",
"tslib": "^2.6.2",
"tsup": "^8.0.2",
"typescript": "^5.4.5"
},
"dependencies": {
"@lenml/tokenizers": "^3.4.0"
},
"scripts": {
"build": "tsup",
"watch": "tsup --watch",
"dev": "pnpm watch",
"start": "pnpm build",
"test": "jest",
"test:coverage": "jest --coverage"
}
}