var RakutenMA = require('rakutenma');
var fs = require('fs');
var model = JSON.parse(fs.readFileSync("node_modules/rakutenma/model_zh.json"));
var rma = new RakutenMA(model, 1024, 0.007812);
rma.featset = RakutenMA.default_featset_zh;
rma.hash_func = RakutenMA.create_hash_func(15);

console.log(rma.tokenize('叙利亚毒气攻击遭到导弹回应'));

"A-c", "F", ...

"形容詞-一般", "副詞", ...

const fs = require('fs');
const RakutenMA = require('rakutenma');
const model = JSON.parse(fs.readFileSync("model_ja.json"));
const rma = new RakutenMA(model);
rma.featset = RakutenMA.default_featset_ja;
rma.hash_func = RakutenMA.create_hash_func(15); //The 15 is to match the pre-trained data.
const s = "abcd漢字";
rma.tokenize(s)

var RakutenMA = require('./rakutenma');
var fs = require('fs');

var model = JSON.parse(fs.readFileSync("model_zh.json"));
var rma = new RakutenMA(model);
rma.featset = RakutenMA.default_featset_zh;
rma.hash_func = RakutenMA.create_hash_func(15);
var chardic = JSON.parse(fs.readFileSync("zh_chardic.json"))
// rma.ctype_func = RakutenMA.create_ctype_chardic_func(chardic);

console.log(rma.tokenize("下雨了。奶奶望着窗户外边哗哗的大雨，心里很着急。她想：京京带着伞，不要紧。小玲忘了带伞，一定要淋湿了。"));

var fs = require('fs');
var RakutenMA = require("rakutenMA")

var model = JSON.parse(fs.readFileSync("../model_ja.json"));
rma = new RakutenMA(model, 1024, 0.007812);  // Specify hyperparameter for SCW (for demonstration purpose)
rma.featset = RakutenMA.default_featset_ja;
rma.hash_func = RakutenMA.create_hash_func(15);

var tokens = null
fs.readFile('sample.txt', 'utf8', function (err, text) {
    console.log(text);
    tokens = rma.tokenize(text)    
    fs.writeFile('tokens.txt', tokens , function (err) {
    console.log(err);
    });   
});

著,,雍,,争,,奪,,戦,,で,,は,,、,,初,,日,,か,,ら,,前,,線,,へ,,出,,過,,ぎ,,た,,こ,,と,,で,,荀,,早,,隊,,に,,囚,,わ,,れ,,る,,失,,態,,を,,犯,,す,,も,,、,,咄,,嗟,,の,,判,,断,,で,,羌,,瘣,,に,,荀,,早,,を,,捕,,ら,,え,,さ,,せ,,た,,。,,そ,,の,,夜,,、,,魏,,国,,兵,,た,,ち,,に,,槍,,で,,小,,突,,き,,回,,さ,,れ,,る,,が,,、,,眼,,前,,の,,凱,,孟,,か,,ら,,の,,問,,い,,に,,臆,,せ,,ず,,素,,直,,に,,胸,,の,,内,,を,,語,,っ,,た,,こ,,と,,で,,、,,そ,,れ,,以,,上,,は,,粗,,略,,に,,さ,,れ,,ず,,、,,翌,,日,,の,,人,,質,,交,,換,,で,,飛,,信,,隊 (and so on)

const fs = require('fs');
const RakutenMA = require('rakutenma');

const model = JSON.parse(fs.readFileSync("node_modules/rakutenma/model_ja.json"));
let rma = new RakutenMA(model, 1024, 0.007812);
//let rma = new RakutenMA(model);
rma.featset = RakutenMA.default_featset_ja;
rma.hash_func = RakutenMA.create_hash_func(15); //The 15 is to match the pre-trained data.

console.log(rma.tokenize("三重県内では最大手の百五銀行の約５兆３０００億円に迫る"));
var res = rma.train_one([["百五銀行","N-np"]]);
console.log(res);
console.log(rma.tokenize("三重県内では最大手の百五銀行の約５兆３０００億円に迫る"));

[ [ '三重', 'N-pn' ],
  [ '県', 'N-nc' ],
  [ '内', 'Q-n' ],
  [ 'で', 'P-k' ],
  [ 'は', 'P-rj' ],
  [ '最', 'P' ],
  [ '大手', 'N-nc' ],
  [ 'の', 'P-k' ],
  [ '百', 'N-n' ],
  [ '五', 'N-n' ],
  [ '銀行', 'N-nc' ],
  [ 'の', 'P-k' ],
  [ '約', 'P' ],
  [ '５', 'N-n' ],
  [ '兆', 'N-nc' ],
  [ '３０００', 'N-n' ],
  [ '億', 'N-n' ],
  [ '円', 'N-nc' ],
  [ 'に', 'P-k' ],
  [ '迫る', 'V-c' ] ]
{ ans: [ [ '百五銀行', 'N-np' ] ],
  sys: [ [ '百', 'N-n' ], [ '五', 'N-n' ], [ '銀行', 'N-nc' ] ],
  updated: true }
[ [ '三重', 'N-pn' ],
  [ '県', 'N-nc' ],
  [ '内', 'Q-n' ],
  [ 'で', 'P-k' ],
  [ 'は', 'P-rj' ],
  [ '最', 'P' ],
  [ '大手', 'N-nc' ],
  [ 'の', 'P-k' ],
  [ '百', 'N-n' ],
  [ '五銀', 'N-np' ],
  [ '行', 'N-nc' ],
  [ 'の', 'P-k' ],
  [ '約', 'P' ],
  [ '５', 'N-n' ],
  [ '兆', 'N-nc' ],
  [ '３０００', 'N-n' ],
  [ '億', 'N-n' ],
  [ '円', 'N-nc' ],
  [ 'に', 'P-k' ],
  [ '迫る', 'V-c' ] ]