budoux/src/data/models/ja.ts

A small chunk segmenter.

export const model: {[key:string]: {[key:string]: number}} = {"UW3":{"。":6728,"、":4793,"を":5613,"に":3832,"の":3728,"は":4247,"が":4149,"と":2957,"る":2755,"く":2852,"も":3216,"て":2448,"で":3460,"た":2223,"っ":-1955,"い":1914,"う":1964,"方":2774,"な":2289,"ら":1418,"］":2179,"か":1931,"り":1064,"，":3562,"！":3285,"ー":-113,"？":3707,"や":2168,"ば":1685,"ど":1948,"．":2081,"・":1008,"つ":1318,"…":2476,"ご":-2411,"）":2663,"部":1626,"☆":2714,"上":540,"」":1657,"ッ":-2007,"れ":375,"♪":2559,"ず":2032,"以":-1912,"ん":704,"だ":895,"へ":2163,"ろ":1051,"ク":342,"電":-1749,"笑":2419,"今":1104,"ま":-484,"分":1162,"中":1012,"ぐ":2032,"京":-1416,"人":495,"お":-1350,"イ":-592,"利":-713,"０":-863,"き":491,"ぁ":1313,"間":727,"す":959,"ン":-313,"フ":-1354,"ゃ":1253,"ス":-1019,"「":-1412,"日":750,"度":1104,"後":1273,"シ":-1228,"行":-808,"々":1430,"ア":-842,"ド":-1098,"当":-343,"観":-1024,"ぶ":1465,"リ":-626,"大":-904,"え":751,"夜":1560,"』":1445,"１":-635,"秋":1420,"態":-1193,"昔":1693,"体":1037,"む":1166,"空":796,"［":-1062,"変":398,"学":-641,"皆":1406,"月":621,"題":1106,"機":-775,"然":591,"あ":783,"超":1029,"〜":526,"ぞ":831,"非":849,"ち":463,"光":-218,"係":555,"年":352,"み":312,"由":478,"＞":696,"感":452,"プ":-431,"ｏ":-603,"番":290,"ズ":344,"色":657,"し":224,"意":-369,"び":341,"入":-491,"け":157,"所":622,"自":-411,"場":-59,"メ":-203,"　":311,"指":-356,"気":69,"頭":788,"着":-302,"別":286,"出":-175,"ぱ":455,"カ":-121,"朝":316,"”":313,"品":139,"果":565,"一":-71,"語":196,"程":262,"応":275,"寺":135,"有":-208,"生":-143,"神":-190,"想":209,"不":-171,"店":200,"：":111,"グ":38,"レ":-105,"料":-113,"屋":71,"パ":-87,"水":70,"サ":79,"減":86,"回":28,"バ":-12,"５":-4},"UW4":{"。":-7454,"の":-4026,"て":-3886,"が":-3308,"、":-7522,"る":-5031,"に":-4106,"は":-3340,"で":-3076,"っ":-4215,"を":-4779,"あ":564,"と":-2905,"う":-2139,"た":-1616,"ま":-1127,"な":-1887,"り":-4104,"ご":551,"し":-1826,"れ":-4215,"こ":-496,"く":-3009,"ら":-4434,"か":-2652,"そ":152,"き":-2034,"だ":-1794,"ー":-2920,"い":-1560,"み":-1078,"行":374,"空":2550,"ん":-3604,"も":-2695,"す":-1087,"」":-5550,"さ":-1889,"思":1398,"め":-1842,"け":-3319,"「":2416,"や":-1292,"時":593,"人":598,"一":541,"京":686,"私":1919,"，":-4270,"表":902,"つ":-1274,"！":-4521,"ッ":-2351,"・":-625,"よ":-553,"冷":2511,"１":770,"ン":-2142,"え":-1671,"持":119,"使":1139,"わ":-1549,"方":-831,"来":435,"（":2512,"ゆ":-2377,"ろ":-2910,"ル":-1250,"手":246,"…":-2234,"じ":-2235,"？":-3518,"何":1232,"ど":-1238,"［":1883,"見":508,"べ":-2886,"）":-4231,"大":531,"本":-1158,"彼":1311,"笑":-3521,"当":271,"．":-2893,"日":288,"せ":-1291,"ば":-2305,"今":1115,"イ":-501,"ち":-2020,"気":410,"入":633,"自":804,"ず":-1738,"２":553,"最":1132,"用":-721,"帯":-1198,"お":755,"有":910,"携":394,"食":175,"ゃ":-2476,"間":-350,"多":1041,"ひ":1304,"中":62,"］":-1461,"』":-3295,"ね":-1755,"白":570,"ぁ":-1446,"水":337,"風":759,"コ":329,"ぎ":-1380,"合":-1101,"リ":-588,"０":-400,"僕":974,"感":216,"”":-842,"ょ":-1617,"小":722,"ぼ":-959,"公":685,"３":84,"楽":380,"♪":-1513,"〜":-1208,"☆":-1315,"全":523,"道":276,"二":520,"ス":-228,"子":-685,"書":380,"ド":-58,"不":535,"高":245,"特":763,"祭":408,"返":-363,"態":-544,"づ":-1053,"実":477,"定":-355,"少":444,"話":355,"買":433,"他":388,"ぜ":-896,"街":536,"目":133,"ｏ":-565,"的":-562,"込":-726,"ぞ":-956,"ュ":-549,"ぐ":-787,"サ":147,"無":172,"東":517,"夏":546,"現":229,"前":-155,"ぶ":-685,"場":121,"換":-349,"げ":-637,"タ":-256,"デ":205,"年":-410,"び":-543,"ほ":-202,"物":-209,"フ":-202,"言":146,"券":-589,"へ":-432,"ト":-159,"外":180,"ざ":-354,"秋":360,"難":227,"ョ":-220,"味":93,"流":325,"写":295,"　":-221,"新":91,"ラ":-110,"店":99,"参":199,"５":52,"＾":-328,"美":167,"々":-202,"三":85,"開":59,"押":210,"相":97,"甘":106,"安":114,"回":-147,"関":-151,"取":-117,"出":-33,"勢":-12,"ム":-52,"−":-57,"６":24,"百":32,"Ｃ":24,"屋":-16,"オ":8,"家":16,"ィ":-12,"ク":-4},"UW5":{"。":-2064,"、":-1010,"で":-892,"ま":-99,"す":-474,"な":-458,"っ":997,"る":217,"て":222,"は":-855,"が":-518,"き":1186,"し":-365,"を":-637,"あ":-552,"日":790,"こ":424,"に":-611,"え":686,"だ":-539,"い":363,"そ":-296,"ろ":-280,"ん":1035,"べ":1778,"・":-1055,"と":-630,"み":332,"か":223,"ざ":1423,"帯":371,"わ":580,"れ":534,"の":-607,"ら":233,"つ":1267,"ち":794,"う":383,"め":689,"ル":-478,"じ":642,"さ":-302,"」":-1120,"合":456,"よ":-273,"ず":996,"り":353,"ぼ":1417,"く":460,"年":975,"電":-290,"せ":-306,"冷":1220,"た":203,"使":-1266,"！":-437,"思":-810,"］":-483,"も":-128,"利":356,"学":191,"意":739,"ぐ":179,"バ":-257,"ト":-355,"当":439,"分":201,"々":563,"体":-1129,"場":469,"む":664,"券":-832,"見":-249,"イ":189,"来":-128,"料":584,"寺":-493,"手":173,"ぎ":262,"．":-169,"タ":284,"ば":302,"水":-221,"通":-189,"行":-215,"先":-737,"一":-212,"田":358,"続":-686,"本":41,"ー":24,"ア":-172,"ょ":338,"？":-244,"び":222,"ｏ":191,"へ":-279,"要":114,"何":-342,"最":-104,"上":-38,"け":38,"　":-234,"都":43,"成":93,"的":-118,"ラ":59,"中":88,"ン":-25,"（":-97,"Ｎ":235,"７":-151,"効":87,"枚":95,"１":-41,"ゃ":20,"有":-57,"京":-41,"オ":-102,"降":28,"生":-12,"）":-20,"ュ":-4},"UW2":{"。":-1435,"、":-1422,"を":-2559,"が":-1164,"は":-1025,"っ":253,"に":-1053,"以":2191,"れ":6,"か":-87,"て":-1038,"で":-850,"全":1718,"ん":588,"の":-678,"そ":-342,"ゆ":1826,"め":94,"や":171,"と":-790,"く":-676,"う":-389,"も":-824,"一":1094,"あ":-137,"こ":84,"さ":563,"利":22,"だ":329,"ご":-701,"毎":1711,"す":65,"結":2020,"少":607,"彼":771,"最":450,"き":-546,"同":501,"よ":599,"機":1124,"人":227,"え":118,"ほ":667,"い":-98,"大":361,"り":-391,"お":-412,"「":-480,"本":699,"手":768,"意":558,"関":892,"京":-332,"目":-1046,"る":-265,"ぜ":780,"な":-421,"着":-459,"ケ":-265,"題":869,"思":-34,"我":-1566,"ひ":-1571,"多":282,"上":-219,"た":-140,"ー":281,"ぱ":403,"ど":67,"水":310,"振":-1294,"ば":-375,"夕":692,"つ":-293,"絶":1290,"裏":-1205,"寺":-454,"友":327,"名":308,"容":912,"今":280,"み":-131,"フ":-298,"入":-364,"ン":138,"イ":-180,"高":345,"ま":-151,"ら":-57,"ス":123,"取":-279,"料":53,"世":-929,"パ":295,"電":310,"ｒ":1144,"々":180,"，":-377,"打":427,"＾":149,"落":-586,"プ":-252,"冷":-564,"車":221,"和":397,"用":-220,"甘":553,"的":174,"下":230,"選":254,"極":690,"知":-368,"ラ":-235,"重":319,"良":164,"メ":-47,"実":126,"時":98,"立":-357,"］":-114,"相":242,"：":201,"乗":-222,"女":-225,"格":351,"Ｈ":-196,"ィ":-50,"感":67,"正":275,"当":105,"［":-37,"け":29,"早":100,"式":33,"ル":8,"サ":-74,"４":45,"５":-44,"川":49,"残":40,"三":20,"見":-8,"カ":-4,"ゃ":4,"明":4},"UW6":{"が":458,"。":-261,"で":251,"入":1042,"し":496,"は":244,"ご":-343,"あ":-434,"に":259,"空":1574,"て":-48,"だ":87,"の":74,"め":1567,"な":197,"さ":523,"う":-76,"券":1647,"や":728,"り":471,"ま":172,"ろ":319,"い":346,"を":168,"か":239,"ん":363,"ら":50,"ル":173,"っ":269,"ク":-297,"彼":-1380,"け":-161,"０":657,"寺":710,"態":407,"・":-672,"、":143,"込":694,"ば":364,"場":-799,"：":881,"く":196,"ゆ":571,"る":83,"気":448,"ー":-8,"タ":425,"ぱ":888,"的":471,"メ":254,"わ":215,"ピ":833,"ず":-550,"ケ":-466,"過":936,"送":-1043,"シ":-165,"イ":-256,"カ":294,"も":-76,"効":-690,"れ":131,"焼":761,"た":-5,"来":-262,"方":-301,"つ":66,"機":251,"思":-43,"出":201,"印":379,"こ":51,"店":254,"自":167,"ぎ":322,"ゃ":-136,"着":-113,"参":278,"間":-73,"不":176,"ぞ":227,"周":337,"パ":-119,"…":-96,"ン":-25,"ょ":-138,"回":-46,"力":-75,"び":53,"１":4,"練":36,"生":-24,"Ｎ":-48,"Ｓ":-20,"９":8},"BW2":{"たと":1506,"とい":288,"とお":-3916,"のみ":-2778,"てい":-1173,"であ":-3424,"ない":-2833,"です":-3140,"たま":-2384,"ので":-905,"いた":-1757,"でき":-2098,"うや":-1836,"にも":-1242,"には":-963,"でも":-1866,"はな":-294,"くな":-1808,"、そ":-1730,"、と":-636,"るよ":-1166,"帯電":-1447,"てお":-2417,"ただ":-3137,"のよ":-616,"でし":-1972,"また":-2915,"ると":-559,"など":-1328,"の機":-1328,"のは":-1154,"くし":-1455,"もあ":-956,"いま":-603,"てみ":-1631,"てあ":-2192,"たい":-1203,"もし":-546,"はで":398,"いつ":-1249,"がと":-484,"のだ":-995,"すご":-1286,"はい":-737,"うど":-1333,"人が":1448,"いも":544,"にな":-270,"・・":-1236,"てき":-1175,"時間":-828,"の前":-673,"のも":-751,"はあ":-1272,"どこ":-929,"では":-1166,"くだ":-995,"とな":111,"れた":-801,"なく":-804,"た時":453,"らな":-87,"、な":-216,"とか":-910,"にし":-414,"てく":-749,"でな":-1185,"る場":78,"のか":-354,"とも":-533,"した":-580,"もな":-186,"とこ":-385,"いし":-588,"ード":-559,"たよ":-582,"いよ":-794,"はず":-658,"ばい":-551,"ても":-255,"いい":-353,"とき":-281,"ては":27,"もつ":-372,"なか":-225,"のが":-360,"の１":-795,"くさ":-134,"はじ":-435,"もの":-147,"、１":-856,"ーな":657,"、清":-495,"と同":-436,"にで":-377,"、ま":-262,"しい":-318,"いな":-109,"の方":319,"やす":-414,"たも":143,"がな":82,"つの":388,"ませ":-121,"とす":-220,"］京":-271,"よう":-85,"りな":136,"でい":-139,"い人":105,"るの":-109,"ーで":125,"らい":-107,"のま":-45,"なぁ":-53,"てた":-82,"気持":-106,"なり":81,"でに":32,"るで":28,"の後":-32,"今日":-40,"んで":24,"もう":-12,"とは":-4},"BW1":{"以上":1273,"のみ":2658,"れた":1590,"まま":2847,"たま":2261,"いう":338,"から":1803,"よう":-1764,"りが":-1370,"めて":1033,"その":-1196,"白い":2426,"った":161,"とう":1397,"では":-501,"たと":-1243,"ない":827,"とか":1743,"うな":512,"るの":-1611,"こと":-1467,"利用":1155,"でも":756,"とが":-1259,"たの":-1570,"この":-1058,"より":1131,"。・":2639,"のは":1326,"しい":842,"が、":1759,"最近":1593,"かも":-1285,"ック":622,"もう":1776,"ても":636,"んな":369,"たら":943,"んで":-747,"がと":-1484,"もの":-1092,"れて":-1075,"まり":1378,"にも":652,"少し":1499,"まだ":1379,"とい":-1037,"りと":1131,"とき":1494,"ると":205,"同じ":1574,"もつ":1554,"こそ":1334,"さん":451,"で、":726,"は、":527,"ある":205,"だけ":713,"なら":1205,"た．":1789,"て、":840,"れる":473,"には":421,"気に":-66,"思い":-1307,"なぜ":1605,"うや":-1437,"の間":1274,"って":-155,"い、":-292,"もし":1057,"えば":807,"きな":923,"んと":-204,"てる":615,"、と":386,"まる":-282,"たい":222,"いで":-902,"ケー":-854,"ただ":581,"いの":-311,"てい":-581,"るで":373,"とで":938,"くて":684,"いた":369,"いる":181,"まぁ":482,"それ":187,"まで":406,"普段":620,"のが":605,"れば":544,"の後":946,"ージ":970,"しか":49,"のも":609,"なの":-54,"る人":668,"友達":846,"なく":169,"！！":318,"と、":422,"買い":-799,"大変":359,"０円":324,"使い":-756,"、今":407,"に、":573,"める":-345,"現在":575,"ため":581,"気が":370,"クル":478,"んだ":313,"きた":331,"来て":493,"ぱり":435,"でき":-74,"べき":564,"くれ":268,"きり":466,"取り":-293,"。あ":-543,"てた":304,"こう":-328,"てく":-112,"やら":275,"の上":508,"使う":230,"いも":-376,"か、":-238,"。３":372,"けど":166,"るに":-305,"とも":71,"りに":73,"じて":195,"も、":165,"一番":100,"する":-78,"すら":209,"いな":-106,"うと":-114,"など":204,"国人":143,"の時":215,"実際":189,"ろう":-193,"とは":-77,"うち":96,"どう":58,"・・":87,"たり":74,"とに":-57,"は１":180,"うの":-32,"じゃ":-89,"ュー":28,"一つ":-56,"にか":36,"りは":-12,"見て":-4},"UW1":{"お":980,"は":-281,"ま":70,"う":349,"ご":921,"と":102,"る":-32,"ら":110,"な":-311,"上":-1236,"に":-339,"で":-111,"学":179,"い":-69,"り":-86,"、":-28,"バ":452,"当":-977,"が":-164,"電":145,"ち":389,"水":1514,"を":-149,"つ":85,"携":-52,"っ":192,"か":-151,"［":-679,"ゆ":-565,"ー":121,"ん":176,"フ":-161,"ろ":227,"行":-21,"あ":-60,"だ":182,"用":648,"外":230,"０":232,"ス":-301,"空":-552,"間":358,"自":442,"す":163,"し":-7,"ケ":-283,"機":454,"利":-567,"や":-289,"何":307,"ツ":156,"小":306,"入":300,"安":-487,"新":434,"チ":131,"こ":98,"生":269,"さ":-140,"３":-298,"困":671,"イ":258,"ッ":224,"込":96,"庭":580,"問":615,"田":144,"。":-28,"も":-33,"使":-177,"高":204,"券":379,"め":-103,"パ":261,"国":-467,"様":370,"ラ":129,"社":254,"！":110,"振":349,"言":-136,"着":-48,"ペ":353,"み":-44,"．":-49,"思":107,"見":83,"欲":212,"居":173,"メ":94,"？":79,"ざ":158,"撮":-208,"大":33,"連":-100,"長":115,"ょ":-53,"個":-127,"周":40,"進":93,"山":61,"サ":32,"ボ":32,"方":20,"ン":12,"買":-8,"ね":-4},"BW3":{"もの":3658,"あり":1182,"ます":-1304,"いた":591,"いう":798,"その":2051,"いい":1225,"たま":1149,"のみ":2809,"でも":1705,"ある":-359,"よう":-159,"持っ":1377,"とき":1908,"とお":1041,"とい":-1177,"なっ":-544,"なる":406,"ころ":-364,"とう":-430,"かけ":2917,"こと":975,"手に":1163,"以上":-1970,"この":1601,"して":352,"でき":652,"はし":3071,"とて":2260,"から":-1074,"メー":296,"そう":-790,"もら":2683,"ちょ":2013,"かか":1802,"ため":910,"しま":-186,"もう":2313,"・・":-1608,"した":991,"めて":-2007,"より":-1514,"とも":1059,"いろ":772,"もん":1116,"どう":784,"すご":1168,"おり":-1312,"まぁ":1409,"ただ":1447,"きっ":651,"だけ":-1043,"来た":310,"電車":190,"はま":1022,"きま":-890,"しゃ":1379,"しい":-571,"とっ":989,"まし":-902,"よく":815,"さん":-1344,"かっ":-920,"これ":999,"場合":69,"うま":557,"める":-1596,"いて":-473,"ない":260,"すぐ":1151,"です":-540,"やっ":464,"もと":1360,"す。":-277,"いか":537,"中で":435,"わけ":-32,"わか":697,"いる":617,"なか":151,"考え":545,"とこ":787,"いや":897,"また":-494,"こそ":-806,"もっ":729,"みた":-758,"どこ":758,"まだ":374,"お茶":782,"あっ":-84,"パソ":446,"かも":-516,"かつ":730,"なく":184,"とり":708,"うち":225,"まっ":-266,"めっ":368,"いら":687,"まず":464,"出来":-456,"ませ":-464,"だい":421,"なら":-162,"はい":351,"もつ":607,"ここ":647,"ほし":-356,"たい":-308,"つい":283,"つけ":354,"どの":556,"まで":-558,"料理":67,"使っ":250,"行き":-274,"日本":213,"出て":149,"祭り":361,"ルー":408,"楽し":197,"さい":-317,"だろ":-548,"逆に":379,"つな":305,"とあ":326,"お店":197,"イン":186,"書い":164,"ぼく":281,"んは":289,"人は":79,"など":-138,"で、":96,"まり":-225,"みが":-123,"はず":44,"程度":-73,"ずっ":44,"しく":-24,"込ん":-3},"TW4":{"ところ":2298,"くらい":1840,"ような":-2720,"した。":-1639,"できた":2328,"ありま":-1854,"ことが":-955,"かなり":2910,"ます。":-1449,"ように":-1522,"そうで":-1026,"いた。":1051,"だから":995,"ことに":-907,"しかし":1612,"うどん":1004,"メール":369,"もちろ":1602,"だった":-1494,"だって":523,"ことも":-539,"いろい":697,"ようで":-1413,"いかな":786,"あり、":-558,"でも、":675,"ちなみ":1556,"こと。":678,"ことで":263,"ない。":112,"なかな":855,"ソフト":704,"すると":339,"わけで":-339,"いえば":647,"なくな":274,"なんて":-265,"しない":519,"まって":-644,"なんと":485,"ことを":228,"してき":324,"しかも":790,"らしい":546,"あたり":-494,"すごい":197,"ことは":-199,"いくら":180,"なんか":98,"できま":80,"ちょっ":190,"のは、":150,"いいと":-70,"そうい":136,"しても":-90,"観光客":-70,"おいし":74,"いっぱ":98,"いる。":52,"います":-20},"TW3":{"もなく":-1963,"という":835,"ところ":-1715,"として":677,"ている":-1633,"のまま":-1388,"、ある":-2880,"はない":-522,"すこと":762,"てしま":-1446,"らない":-1178,"とした":-1303,"と言っ":-1139,"ていう":588,"はそれ":-915,"である":-808,"になっ":-35,"、なん":-182,"たこと":-95,"であっ":-926,"となっ":309,"もあり":-283,"いとこ":100,"ばいい":-261,"もいい":-455,"であり":-715,"なんで":470,"ういう":-319,"るとき":259,"ていた":-117,"にして":-41,"でした":-136},"TW1":{"という":710,"ような":1395,"のまま":1430,"しかし":2233,"・・・":1265,"持って":-1918,"ながら":1900,"かなり":2064,"。この":-230,"やはり":2088,"思った":877,"もなく":783,"を利用":-1416,"なんと":-712,"そして":819,"、それ":328,"である":375,"ない、":-985,"それは":-305,"ました":-327,"かなか":703,"ている":29,"っかり":775,"くさん":545,"ちろん":463,"ひとつ":586,"はその":-121,"。ただ":628,"すごく":328,"リーグ":349,"ところ":320,"ろいろ":327,"ること":-347,"ょうど":291,"ていて":133,"くらい":83,"なって":-66,"００円":58,"思って":-131,"として":28,"買って":-32},"TW2":{"気に入":-4314,"とがあ":-1364,"ではな":-1140,"んでい":-2225,"うにな":-921,"かもし":-382,"そもそ":-1415,"してい":-533,"しかな":526,"でもあ":-1125,"ともあ":-986,"ったこ":-226,"からな":-580,"えるこ":-465,"してお":-184,"でもな":-388,"ってい":45,"とはい":-16,"ってこ":-20,"ないと":-32,"えてい":4}}