UNPKG

llm-splitter

Version:

Efficient, configurable text chunking utility for LLM vectorization. Returns rich chunk metadata.

github.com/nearform/llm-splitter

nearform/llm-splitter

64 lines (63 loc) • 1.75 kB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
{ "name": "llm-splitter", "private": false, "version": "0.1.1", "description": "Efficient, configurable text chunking utility for LLM vectorization. Returns rich chunk metadata.", "main": "dist/index.js", "types": "dist/index.d.ts", "type": "module", "files": [ "dist" ], "scripts": { "build": "tsc --project tsconfig.json", "check": "npm run lint && npm run test && npm run check-format", "check-format": "prettier --check .", "check-lint": "eslint .", "format": "prettier --write . && eslint --cache --fix .", "lint": "eslint .", "prebuild": "rm -rf dist", "prepare": "husky", "test": "node --loader ts-node/esm/transpile-only --test", "test:only": "npm run test -- --test-only" }, "repository": { "type": "git", "url": "git+https://github.com/nearform/llm-splitter.git" }, "keywords": [ "llm", "splitter", "chunking", "text", "vectorization" ], "author": "Ryan Roemer <ryan.roemer@nearform.com>", "license": "MIT", "bugs": { "url": "https://github.com/nearform/llm-splitter/issues" }, "homepage": "https://github.com/nearform/llm-splitter#readme", "devDependencies": { "@commitlint/cli": "^19.8.1", "@commitlint/config-conventional": "^19.8.1", "@eslint/js": "^9.30.0", "@types/node": "^22.16.5", "eslint": "^9.30.1", "eslint-config-prettier": "^10.1.5", "eslint-plugin-prettier": "^5.5.1", "globals": "^16.3.0", "husky": "^9.1.7", "lint-staged": "^16.1.0", "prettier": "^3.6.2", "tiktoken": "^1.0.21", "ts-node": "^10.9.2", "typescript": "^5.0.0" }, "lint-staged": { "*.{js,jsx}": "eslint --cache --fix" }, "publishConfig": { "access": "public" } }