budoux/src/data/models/ja.ts

A small chunk segmenter.

export const model: {[key:string]: {[key:string]: number}} = {"UW3":{"。":6699,"に":3897,"、":4784,"の":3706,"が":4162,"を":5769,"は":4221,"と":2900,"る":2971,"く":2902,"も":3155,"う":2242,"て":2447,"で":3372,"た":2217,"い":1855,"な":2357,"っ":-1853,"方":2814,"ら":1353,"ん":967,"ば":1790,"］":2166,"か":1899,"，":3358,"り":1013,"！":3252,"ー":-102,"や":2149,"？":3703,"．":2093,"・":1074,"…":2428,"部":1732,"ど":992,"ご":-2327,"）":2573,"ッ":-2137,"☆":2675,"お":-1495,"上":428,"以":-1870,"つ":1078,"」":1608,"♪":2714,"電":-1669,"ク":335,"だ":866,"へ":2073,"ろ":1142,"笑":2335,"ず":1456,"面":475,"び":514,"あ":1179,"今":1080,"ぐ":2053,"分":1111,"感":1389,"大":-1134,"京":-1396,"中":998,"人":486,"場":-794,"イ":-568,"す":938,"さ":-599,"ま":-370,"利":-681,"間":752,"０":-870,"ぁ":1322,"フ":-1285,"ン":-284,"「":-1434,"当":-337,"き":530,"日":713,"ス":-901,"ゃ":1112,"後":1224,"々":1435,"シ":-1196,"度":982,"観":-976,"食":-517,"行":-725,"ド":-995,"リ":-636,"え":728,"空":902,"夜":1480,"ア":-700,"』":1404,"１":-550,"体":1000,"秋":1464,"入":-819,"プ":-718,"昔":1287,"［":-960,"題":1113,"能":-710,"皆":1294,"む":920,"学":-552,"態":-749,"月":584,"係":701,"変":328,"超":976,"ぶ":672,"然":515,"〜":489,"れ":295,"由":680,"段":13,"非":768,"光":-218,"意":-477,"ぞ":825,"年":344,"べ":-711,"機":-463,"言":-419,"ち":363,"気":130,"み":275,"ｏ":-520,"＞":588,"し":181,"け":159,"移":-635,"見":160,"ズ":304,"自":-352,"果":767,"番":252,"色":469,"　":257,"ぱ":454,"出":-160,"屋":338,"カ":-102,"メ":-136,"指":-240,"店":203,"一":-50,"別":285,"頭":486,"朝":270,"想":398,"味":101,"生":-160,"語":159,"”":215,"着":-149,"所":189,"：":94,"神":-111,"応":149,"程":145,"不":-93,"料":-76,"寺":50,"水":54,"レ":-54,"パ":-29,"サ":33,"グ":12,"有":-16},"UW4":{"。":-7440,"の":-4018,"が":-3577,"に":-4299,"て":-3839,"る":-5462,"、":-7452,"は":-3332,"っ":-4313,"で":-3120,"を":-4861,"う":-2446,"と":-2917,"り":-4081,"ま":-1296,"た":-1675,"あ":501,"れ":-4326,"な":-1928,"そ":456,"く":-2884,"か":-2662,"ら":-4391,"ご":591,"し":-1725,"こ":-517,"だ":-2037,"き":-2074,"い":-1531,"ん":-3821,"ー":-2899,"も":-2746,"み":-1111,"食":652,"行":411,"思":1386,"す":-1159,"空":2526,"大":788,"」":-5393,"じ":-2352,"や":-1257,"け":-3441,"め":-1867,"さ":-1716,"よ":-643,"「":2301,"表":1003,"日":695,"広":1811,"場":333,"一":576,"時":564,"ち":-1762,"冷":2351,"京":614,"，":-4205,"わ":-1624,"人":512,"私":1957,"！":-4469,"え":-1844,"ッ":-2189,"当":384,"・":-677,"ン":-2078,"１":710,"方":-816,"べ":-2964,"手":270,"来":430,"ろ":-2793,"せ":-1498,"ル":-1178,"ば":-2432,"つ":-1195,"使":1131,"（":2399,"持":180,"…":-2208,"ゆ":-2265,"？":-3412,"）":-4207,"ぶ":-2267,"何":1291,"彼":1247,"び":-1619,"笑":-3444,"本":-1249,"ど":-697,"［":1760,"．":-2874,"言":227,"お":820,"ず":-1966,"イ":-507,"今":1002,"ゃ":-2441,"見":386,"自":792,"２":533,"最":1072,"用":-716,"帯":-1138,"間":-393,"携":441,"多":1062,"リ":-707,"能":-1270,"』":-3209,"］":-1427,"気":235,"入":412,"有":744,"ね":-1659,"白":451,"ぁ":-1501,"ぎ":-1428,"中":34,"ひ":1076,"遊":1409,"”":-817,"風":673,"コ":344,"ょ":-1527,"水":286,"情":-375,"０":-374,"む":-1261,"合":-948,"公":724,"ぼ":-949,"♪":-1513,"小":736,"僕":856,"☆":-1296,"〜":-1156,"ド":-76,"楽":308,"全":475,"書":411,"ス":-218,"二":481,"態":-582,"少":436,"不":505,"返":-347,"定":-356,"ぜ":-907,"高":229,"特":623,"祭":413,"他":368,"づ":-776,"目":117,"ぞ":-935,"話":316,"子":-233,"ぐ":-840,"年":-625,"３":22,"道":181,"的":-500,"ｏ":-489,"実":368,"買":366,"無":192,"街":443,"東":470,"物":-204,"ュ":-434,"ほ":-176,"込":-568,"甘":383,"タ":-212,"換":-278,"現":191,"新":150,"夏":403,"フ":-157,"ト":-148,"げ":-455,"ざ":-327,"デ":174,"券":-471,"感":28,"秋":307,"難":179,"外":153,"へ":-247,"ョ":-156,"流":254,"舞":138,"サ":75,"前":-75,"店":101,"押":264,"開":61,"　":-148,"＾":-256,"度":-125,"５":52,"々":-142,"写":159,"回":-154,"ラ":-56,"関":-145,"安":63,"相":54,"参":45,"百":45,"取":-45,"ム":-41,"屋":-8,"通":-8,"勝":4,"美":4},"UW5":{"。":-2177,"で":-955,"す":-681,"、":-1011,"な":-608,"ま":-353,"て":169,"っ":964,"る":175,"は":-874,"き":1177,"し":-394,"お":345,"を":-674,"く":287,"こ":500,"じ":886,"に":-612,"そ":-421,"能":219,"わ":710,"べ":1871,"え":637,"ん":1001,"あ":-271,"た":198,"み":293,"い":345,"・":-1082,"と":-617,"よ":-587,"の":-641,"ろ":-360,"上":-1087,"か":210,"だ":-338,"め":851,"帯":303,"れ":495,"ざ":1494,"ら":222,"ず":1173,"さ":-327,"つ":1091,"ル":-472,"面":776,"」":-1068,"電":-285,"ぼ":1415,"日":342,"が":-272,"び":826,"せ":-303,"思":-891,"ち":572,"冷":1123,"り":409,"年":876,"使":-1390,"利":365,"葉":791,"！":-384,"］":-470,"合":255,"ぶ":15,"券":-1133,"意":708,"ぐ":159,"バ":-254,"も":-93,"う":325,"入":-341,"移":-571,"ト":-313,"体":-1085,"当":401,"々":505,"分":173,"イ":171,"見":-272,"来":-122,"料":579,"寺":-461,"ぎ":348,"手":179,"続":-872,"む":458,"通":-209,"．":-184,"タ":244,"行":-180,"？":-192,"水":-154,"先":-562,"都":40,"一":-151,"ど":-41,"ば":209,"ア":-123,"学":49,"最":-116,"降":104,"ｏ":95,"へ":-146,"何":-176,"効":111,"ン":-30,"ょ":90,"ー":4,"　":-135,"（":-67,"種":42,"７":-101,"的":-54,"成":46,"ラ":29,"Ｎ":104,"１":-29,"有":-37,"中":8,"場":4},"UW2":{"。":-1401,"、":-1370,"を":-2403,"に":-1207,"が":-653,"は":-1010,"か":18,"れ":5,"っ":269,"以":2215,"て":-985,"う":-489,"全":1762,"の":-695,"そ":-534,"で":-810,"だ":523,"ゆ":1668,"さ":922,"く":-812,"め":81,"と":-751,"も":-813,"あ":-233,"一":1197,"し":-49,"ん":344,"お":-711,"食":981,"ご":-682,"き":-556,"毎":1671,"結":1952,"彼":754,"少":676,"最":445,"ほ":1001,"わ":-118,"舞":2257,"上":-421,"よ":577,"同":567,"り":-479,"機":1341,"人":201,"意":531,"な":-492,"「":-482,"ば":-464,"関":745,"京":-377,"本":694,"い":-79,"大":266,"目":-1004,"多":387,"着":-477,"つ":-423,"ケ":-246,"振":-1313,"ゃ":283,"題":848,"手":663,"ひ":-1353,"容":956,"水":335,"我":-1421,"る":-207,"裏":-1437,"ー":274,"ぜ":567,"ぱ":396,"名":341,"フ":-264,"寺":-551,"葉":787,"ま":-173,"夕":826,"ぶ":435,"絶":1181,"高":498,"今":276,"友":494,"ら":-91,"ン":167,"た":-109,"み":-123,"料":70,"イ":-122,"電":315,"冷":-664,"打":557,"メ":-47,"世":-793,"パ":289,"女":-487,"ｒ":990,"プ":-195,"取":-360,"＾":149,"場":190,"こ":161,"，":-306,"落":-499,"選":313,"知":-361,"極":748,"入":-160,"良":183,"ラ":-210,"ス":54,"遊":-310,"用":-161,"式":93,"々":80,"車":124,"立":-292,"下":154,"ル":31,"甘":227,"実":97,"重":159,"乗":-115,"当":94,"：":106,"］":-50,"Ｈ":-84,"的":42,"相":75,"三":58,"け":16,"格":130,"正":100,"［":-16,"日":-25,"公":-33,"４":20,"ィ":-12,"ろ":-4},"UW6":{"が":320,"。":-307,"て":-16,"で":219,"は":307,"し":581,"入":621,"ど":828,"あ":-496,"空":1589,"な":218,"す":-90,"だ":95,"め":1415,"券":1711,"さ":555,"ご":-283,"の":85,"性":2064,"う":35,"や":819,"り":578,"場":-864,"に":245,"つ":506,"ろ":352,"き":-17,"っ":301,"る":71,"か":231,"い":365,"ら":65,"そ":-101,"ば":527,"け":-213,"ー":-66,"ん":324,"彼":-1272,"ク":-346,"ル":207,"０":626,"く":240,"、":180,"食":-284,"遊":-906,"寺":611,"・":-639,"：":1217,"言":-361,"ゆ":755,"態":221,"込":679,"を":85,"的":479,"可":567,"タ":380,"気":415,"思":-111,"ぱ":813,"ま":170,"メ":239,"お":-18,"ピ":780,"カ":292,"送":-896,"来":-261,"過":846,"イ":-244,"効":-725,"シ":-130,"ケ":-388,"ず":-403,"ぶ":-248,"焼":643,"れ":119,"広":-150,"機":216,"わ":60,"ン":-64,"方":-235,"１":33,"こ":41,"店":164,"印":360,"び":129,"回":-94,"ぎ":280,"不":204,"も":-18,"自":123,"む":168,"パ":-112,"周":275,"出":68,"参":114,"神":33,"着":-20,"間":-4,"練":8,"ゃ":-4},"UW1":{"は":-273,"う":275,"ま":128,"お":922,"ご":890,"と":165,"が":-385,"る":-34,"せ":210,"い":-91,"ん":289,"あ":-230,"で":-127,"学":209,"り":-102,"浮":1464,"に":-344,"甘":-1424,"つ":241,"バ":511,"な":-220,"て":60,"水":1969,"、":-26,"電":127,"当":-1038,"ふ":1899,"ら":72,"れ":-44,"携":-86,"を":-176,"そ":137,"っ":194,"ろ":303,"［":-601,"ー":113,"か":-110,"間":572,"ち":285,"ゆ":-428,"し":-30,"外":301,"フ":-155,"も":-96,"０":275,"空":-524,"ス":-251,"く":134,"自":412,"す":151,"用":599,"さ":-164,"チ":183,"ケ":-196,"入":266,"ツ":134,"困":574,"利":-371,"生":254,"機":318,"安":-400,"画":-53,"庭":619,"イ":211,"３":-258,"メ":96,"面":-306,"何":173,"こ":64,"問":588,"方":124,"白":-248,"じ":-49,"社":225,"様":365,"田":137,"国":-382,"込":42,"の":-31,"高":170,"。":-17,"ッ":117,"だ":63,"新":178,"．":-72,"ラ":92,"使":-79,"見":76,"？":113,"振":209,"！":65,"撮":-182,"券":79,"ざ":120,"周":137,"長":144,"や":-42,"山":114,"パ":63,"好":50,"ペ":126,"着":-16,"め":-12,"み":-8,"個":-79,"上":12,"え":-8,"連":-29,"ボ":16},"BW2":{"たと":1475,"とお":-3875,"とい":274,"うや":-2003,"ない":-2999,"のみ":-2622,"てい":-1296,"であ":-3302,"のよ":-838,"です":-3035,"たま":-2116,"いた":-1737,"の機":-2082,"ので":-921,"でき":-2119,"には":-1012,"にも":-1213,"はじ":-2465,"、そ":-1810,"がと":-1022,"くな":-1771,"でも":-1689,"はな":-331,"のは":-1100,"ると":-643,"てお":-2518,"など":-1807,"帯電":-1351,"でし":-1856,"、と":-558,"また":-2737,"ただ":-2687,"くし":-1520,"るよ":-944,"いも":709,"もあ":-935,"りも":-1014,"てあ":-2039,"たい":-1183,"てみ":-1524,"そこ":-652,"もし":-490,"てく":-1248,"ども":-675,"うど":-1684,"の前":-820,"のだ":-873,"なく":-956,"にな":-362,"人が":1674,"んど":-722,"もの":-753,"いま":-421,"と思":545,"れた":-890,"はい":-770,"すご":-1196,"くだ":-1043,"・・":-1221,"てき":-1069,"がっ":-1494,"はあ":-1185,"では":-1027,"いつ":-659,"とな":159,"時間":-681,"がし":280,"にし":-458,"うま":-1227,"たち":-851,"のお":458,"ばい":-968,"、な":-145,"た時":421,"のも":-489,"とか":-782,"らな":-64,"なか":-299,"のか":-278,"でな":-1003,"たも":318,"とこ":-337,"もな":-157,"した":-402,"もつ":-433,"いい":-357,"ード":-523,"とき":-230,"もち":-157,"たよ":-393,"はで":41,"とも":-359,"いし":-401,"いよ":-494,"はず":-333,"やす":-524,"と同":-442,"よう":-175,"いな":-144,"ーな":476,"るの":-197,"しい":-297,"、１":-643,"ても":-151,"りな":191,"がよ":195,"の１":-539,"うか":-137,"、清":-374,"今日":-360,"とす":-127,"つの":186,"］京":-152,"うい":-93,"のが":-101,"い人":80,"けど":-126,"ーで":83,"がち":62,"の方":96,"らい":-54,"でい":-33,"てた":-37,"どこ":-20},"BW1":{"のみ":3058,"以上":1223,"まま":2830,"から":1723,"たま":2162,"れた":1494,"白い":3534,"ちが":-2703,"めて":969,"ない":1045,"その":-1066,"では":-518,"った":166,"たと":-948,"こと":-1455,"くれ":922,"とか":1688,"るの":-1593,"うな":513,"たの":-1543,"のは":1277,"より":1376,"でも":667,"とが":-1393,"しい":917,"かも":-1290,"ック":631,"よう":-1620,"んな":471,"とう":1085,"。・":2456,"たら":949,"気に":-70,"ても":623,"利用":1018,"最近":1515,"がと":-1545,"この":-1039,"にも":816,"もつ":1694,"が、":1178,"れて":-1090,"りが":-96,"りと":1198,"んで":-325,"まだ":1343,"には":588,"もう":1414,"少し":1375,"とき":1349,"こそ":1413,"りも":1231,"れば":936,"けど":1014,"同じ":1427,"ると":202,"た．":1736,"まり":1018,"いう":138,"は、":436,"とい":-725,"い、":-329,"なら":1251,"思い":-1273,"て、":702,"ある":141,"って":-196,"で、":572,"なぜ":1571,"りに":356,"りの":-399,"まる":-429,"れる":350,"たい":242,"それ":293,"もし":1050,"の間":1155,"など":1137,"いの":-369,"うや":-1096,"だけ":391,"てい":-522,"とで":941,"くて":680,"んだ":515,"ケー":-781,"いで":-844,"普段":655,"のも":725,"思う":57,"えば":791,"きな":687,"に感":-579,"いた":310,"、と":310,"もの":-538,"ただ":398,"のが":482,"てる":372,"大変":401,"の後":753,"る人":626,"しか":96,"でき":-364,"るで":252,"まぁ":444,"使い":-715,"こう":-591,"かな":-137,"買い":-698,"！！":322,"める":-429,"に、":564,"０円":304,"、今":302,"ージ":789,"する":-159,"友達":625,"クル":437,"るに":-442,"やら":416,"。あ":-619,"きり":449,"と、":245,"の上":589,"ため":524,"まで":160,"か、":-255,"うち":218,"なく":149,"来て":386,"きた":236,"べき":424,"じて":254,"ぱり":342,"んど":-303,"・・":237,"だな":-302,"ろう":-315,"現在":281,"。３":274,"お店":199,"てた":147,"すら":190,"いも":-216,"にか":180,"いな":-98,"気が":115,"たり":102,"わら":-71,"実際":83,"とに":-20,"も、":29,"くさ":-24,"国人":24,"うか":12,"は１":37,"とは":-4},"BW3":{"うま":4971,"もの":3479,"あり":1053,"いた":712,"よう":-404,"いう":719,"上が":1571,"ます":-943,"はじ":3173,"とう":-693,"たま":1383,"ちが":1979,"いい":1237,"おり":-2875,"のみ":3096,"可能":402,"ちゃ":-1016,"こと":899,"そこ":647,"でも":1643,"その":1844,"なっ":-512,"とい":-1257,"ある":-339,"この":1656,"とき":1917,"そう":-1050,"手に":1242,"から":-1223,"持っ":1098,"でき":980,"かけ":2909,"とて":2245,"なる":481,"はし":3011,"ちょ":1986,"して":278,"とお":678,"もら":2538,"メー":364,"ころ":-190,"そし":-184,"かか":1752,"もう":2306,"どん":-397,"・・":-1499,"より":-1463,"しま":-93,"とも":1038,"めて":-1778,"もん":1078,"いろ":832,"まぁ":1442,"だけ":-941,"した":813,"さん":-1566,"うち":444,"きっ":727,"よく":1082,"すご":897,"以上":-807,"ない":287,"ため":686,"これ":1075,"どう":296,"はま":1041,"す。":-152,"とっ":917,"来た":408,"しゃ":1283,"かっ":-802,"ただ":1198,"しい":-519,"すぐ":1094,"もと":1264,"やっ":422,"かも":-670,"める":-1304,"電車":121,"まし":-670,"いか":480,"パソ":589,"わか":691,"なく":348,"いる":556,"とこ":742,"中で":414,"さい":-672,"みた":-739,"かつ":821,"いて":-372,"なか":198,"なら":-160,"だい":680,"あっ":-93,"もっ":626,"また":-479,"いや":732,"考え":429,"うか":-268,"もつ":666,"まだ":296,"きま":-514,"まで":-677,"お茶":627,"こそ":-520,"とり":539,"いら":621,"です":-239,"まり":-596,"出来":-428,"つな":437,"ほし":-350,"たい":-238,"ここ":552,"はい":272,"行き":-218,"楽し":128,"し、":-136,"めっ":260,"んは":438,"出て":128,"いま":85,"つけ":251,"みが":-374,"まず":233,"だろ":-357,"ルー":249,"がち":-345,"料理":8,"祭り":214,"使っ":109,"と思":-161,"ぼく":329,"イン":203,"逆に":246,"で、":119,"どこ":46,"ずっ":121,"つい":62,"ませ":-58,"あの":71,"過ぎ":-95,"始め":-28,"まっ":-24,"程度":-24,"書い":12},"TW3":{"という":970,"もなく":-1899,"ところ":-1724,"として":655,"、ある":-2756,"ている":-1375,"はない":-473,"のまま":-961,"すこと":710,"てしま":-1361,"らない":-1075,"はそれ":-1539,"ていく":-289,"とした":-1169,"と言っ":-1166,"ていう":769,"である":-749,"、なん":-293,"ること":-49,"であっ":-812,"となっ":229,"なんで":574,"いとこ":75,"もいい":-408,"もあり":-183,"であり":-535,"ういう":-120,"ばいい":-137,"にして":-37,"ていた":-66,"るとき":108,"でした":-54,"うこと":-4},"TW4":{"ところ":2195,"ように":-1673,"くらい":1598,"した。":-1569,"ありま":-1767,"かなり":2848,"できた":2069,"ます。":-1366,"ような":-2232,"ことが":-824,"いた。":1066,"だから":1092,"うどん":1258,"そうで":-925,"ことに":-856,"もちろ":1697,"しかし":1383,"ことで":380,"ない。":191,"ことも":-588,"あり、":-595,"ちなみ":1130,"だった":-1150,"すると":406,"こと。":683,"でも、":628,"いろい":590,"いかな":651,"メール":256,"ようで":-896,"なかな":669,"なくな":253,"しない":438,"ソフト":512,"ことを":255,"わけで":-234,"まって":-824,"なんと":481,"すごい":314,"してき":278,"いえば":397,"らしい":424,"しかも":494,"ことは":-232,"あたり":-390,"食べて":140,"しても":-174,"できま":52,"なんか":116,"なんて":-102,"いくら":170,"観光客":-75,"いいと":-63,"いる。":37,"ちょっ":20,"そうい":16},"TW2":{"気に入":-4086,"ではな":-1086,"とがあ":-1130,"かもし":-463,"んでい":-2306,"そもそ":-1441,"うにな":-803,"してい":-406,"でもあ":-936,"ったこ":-267,"しかな":440,"ともあ":-757,"からな":-477,"えるこ":-436,"でもな":-207,"とはい":-59,"えてい":50,"してお":-37},"TW1":{"という":545,"ていく":1686,"ような":1298,"・・・":1104,"持って":-1851,"しかし":2079,"てくれ":1444,"のまま":1162,"かなり":2083,"やはり":1728,"ながら":1223,"ょうど":1174,"もなく":947,"思った":811,"とんど":1250,"、それ":412,"ない、":-1039,"なんと":-691,"を利用":-1017,"がって":-418,"ひとつ":732,"と思う":251,"ました":-268,"である":267,"かなか":698,"そして":556,"っかり":599,"。ただ":676,"リーグ":309,"きない":141,"はその":-68,"ちろん":196,"くさん":225,"ること":-271,"だって":164,"なって":-86,"すごく":163,"ろいろ":54,"。その":16,"くらい":4}}