Skip to content

Commit

Permalink
Merge pull request #20 from komodojp/feature/heavy
Browse files Browse the repository at this point in the history
Add Heavy Flavor
  • Loading branch information
kefniark authored Nov 10, 2022
2 parents ba6d05b + bcfb7c6 commit 629918e
Show file tree
Hide file tree
Showing 27 changed files with 131,630 additions and 6,120 deletions.
29 changes: 29 additions & 0 deletions bin/tinyld-large.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
#! /usr/bin/env node
const { detectAll } = require('../dist/tinyld.heavy.node.js')

function main() {
const [, , ...args] = process.argv

let onlyLangs = []
let verbose = false

const texts = []
for (const arg of [...args]) {
if (arg.startsWith('--only=')) {
onlyLangs = arg.replace('--only=', '').split(',')
continue
}

if (arg.startsWith('--verbose') || arg.startsWith('-v')) {
verbose = true
continue
}

texts.push(arg)
}
const message = texts.join(' ')
const options = { only: onlyLangs, verbose }
console.log(detectAll(message, options))
}

main()
29 changes: 29 additions & 0 deletions bin/tinyld-light.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
#! /usr/bin/env node
const { detectAll } = require('../dist/tinyld.light.node.js')

function main() {
const [, , ...args] = process.argv

let onlyLangs = []
let verbose = false

const texts = []
for (const arg of [...args]) {
if (arg.startsWith('--only=')) {
onlyLangs = arg.replace('--only=', '').split(',')
continue
}

if (arg.startsWith('--verbose') || arg.startsWith('-v')) {
verbose = true
continue
}

texts.push(arg)
}
const message = texts.join(' ')
const options = { only: onlyLangs, verbose }
console.log(detectAll(message, options))
}

main()
40 changes: 23 additions & 17 deletions data/bench/cld.json
Original file line number Diff line number Diff line change
@@ -1,58 +1,64 @@
{
"size": {
"12": {
"success_rate": 36.375,
"error_rate": 3.25,
"unindentified_rate": 60.375,
"execution_time": 0.0773
"10": {
"success_rate": 26.5,
"error_rate": 2.4063,
"unindentified_rate": 71.0938,
"execution_time": 0.0888
},
"16": {
"success_rate": 57.5625,
"error_rate": 4.0625,
"unindentified_rate": 38.375,
"execution_time": 0.0642
},
"24": {
"success_rate": 77.7188,
"error_rate": 3.0313,
"unindentified_rate": 19.25,
"execution_time": 0.0587
"success_rate": 81.6563,
"error_rate": 3.1563,
"unindentified_rate": 15.1875,
"execution_time": 0.0563
},
"36": {
"success_rate": 92.8125,
"error_rate": 1.75,
"unindentified_rate": 5.4375,
"execution_time": 0.0581
"execution_time": 0.0559
},
"48": {
"success_rate": 96.75,
"error_rate": 1.0938,
"unindentified_rate": 2.1563,
"execution_time": 0.0585
"execution_time": 0.0562
},
"64": {
"success_rate": 98.3125,
"error_rate": 0.5,
"unindentified_rate": 1.1875,
"execution_time": 0.0595
"execution_time": 0.0587
},
"128": {
"success_rate": 99.5625,
"error_rate": 0.0938,
"unindentified_rate": 0.3438,
"execution_time": 0.063
"execution_time": 0.0615
},
"256": {
"success_rate": 99.9375,
"error_rate": 0.0313,
"unindentified_rate": 0.0313,
"execution_time": 0.07
"execution_time": 0.0661
},
"512": {
"success_rate": 99.9688,
"error_rate": 0,
"unindentified_rate": 0.0313,
"execution_time": 0.084
"execution_time": 0.0781
},
"1024": {
"success_rate": 100,
"error_rate": 0,
"unindentified_rate": 0,
"execution_time": 0.1119
"execution_time": 0.1055
}
},
"stats": {
Expand All @@ -61,7 +67,7 @@
"success_rate": 92.3628,
"error_rate": 1.6212,
"unindentified_rate": 6.016,
"execution_time": 0.0588
"execution_time": 0.0567
},
"languages": {
"jpn": 100,
Expand Down
38 changes: 22 additions & 16 deletions data/bench/franc-all.json
Original file line number Diff line number Diff line change
@@ -1,58 +1,64 @@
{
"size": {
"12": {
"success_rate": 18.5313,
"error_rate": 35,
"unindentified_rate": 46.4688,
"execution_time": 0.1188
"10": {
"success_rate": 0.125,
"error_rate": 0.0625,
"unindentified_rate": 99.8125,
"execution_time": 0.0014
},
"16": {
"success_rate": 41.0938,
"error_rate": 58.9063,
"unindentified_rate": 0,
"execution_time": 0.1949
},
"24": {
"success_rate": 48.4375,
"error_rate": 51.5625,
"success_rate": 50,
"error_rate": 50,
"unindentified_rate": 0,
"execution_time": 0.2901
"execution_time": 0.2564
},
"36": {
"success_rate": 60.5938,
"error_rate": 39.4063,
"unindentified_rate": 0,
"execution_time": 0.3766
"execution_time": 0.3145
},
"48": {
"success_rate": 69.5625,
"error_rate": 30.4375,
"unindentified_rate": 0,
"execution_time": 0.4567
"execution_time": 0.39
},
"64": {
"success_rate": 73.5938,
"error_rate": 26.4062,
"unindentified_rate": 0,
"execution_time": 0.5443
"execution_time": 0.463
},
"128": {
"success_rate": 86.1563,
"error_rate": 13.8438,
"unindentified_rate": 0,
"execution_time": 0.8152
"execution_time": 0.7185
},
"256": {
"success_rate": 93.6875,
"error_rate": 6.3125,
"unindentified_rate": 0,
"execution_time": 1.4124
"execution_time": 1.2591
},
"512": {
"success_rate": 96.25,
"error_rate": 3.75,
"unindentified_rate": 0,
"execution_time": 2.3568
"execution_time": 2.1673
},
"1024": {
"success_rate": 98.4306,
"error_rate": 1.5694,
"unindentified_rate": 0,
"execution_time": 3.9251
"execution_time": 3.6586
}
},
"stats": {
Expand All @@ -61,7 +67,7 @@
"success_rate": 66.6957,
"error_rate": 33.3043,
"unindentified_rate": 0,
"execution_time": 0.4123
"execution_time": 0.3561
},
"languages": {
"jpn": 99.93,
Expand Down
38 changes: 22 additions & 16 deletions data/bench/franc-min.json
Original file line number Diff line number Diff line change
@@ -1,58 +1,64 @@
{
"size": {
"12": {
"success_rate": 21.4375,
"error_rate": 29.375,
"unindentified_rate": 49.1875,
"execution_time": 0.0188
"10": {
"success_rate": 0.125,
"error_rate": 0.0625,
"unindentified_rate": 99.8125,
"execution_time": 0.0012
},
"16": {
"success_rate": 45.3438,
"error_rate": 48.4063,
"unindentified_rate": 6.25,
"execution_time": 0.0345
},
"24": {
"success_rate": 53.2188,
"error_rate": 40.5313,
"success_rate": 55.375,
"error_rate": 38.375,
"unindentified_rate": 6.25,
"execution_time": 0.0397
"execution_time": 0.0408
},
"36": {
"success_rate": 66.9375,
"error_rate": 26.8125,
"unindentified_rate": 6.25,
"execution_time": 0.0542
"execution_time": 0.0548
},
"48": {
"success_rate": 73.375,
"error_rate": 20.375,
"unindentified_rate": 6.25,
"execution_time": 0.0671
"execution_time": 0.0693
},
"64": {
"success_rate": 75.9063,
"error_rate": 17.875,
"unindentified_rate": 6.2188,
"execution_time": 0.08
"execution_time": 0.0823
},
"128": {
"success_rate": 82.5625,
"error_rate": 11.25,
"unindentified_rate": 6.1875,
"execution_time": 0.1292
"execution_time": 0.1309
},
"256": {
"success_rate": 85.1563,
"error_rate": 8.6875,
"unindentified_rate": 6.1563,
"execution_time": 0.2396
"execution_time": 0.243
},
"512": {
"success_rate": 86.5313,
"error_rate": 7.4375,
"unindentified_rate": 6.0313,
"execution_time": 0.4312
"execution_time": 0.4354
},
"1024": {
"success_rate": 87.1312,
"error_rate": 6.9366,
"unindentified_rate": 5.9322,
"execution_time": 0.7717
"execution_time": 0.7733
}
},
"stats": {
Expand All @@ -61,7 +67,7 @@
"success_rate": 70.3772,
"error_rate": 23.1986,
"unindentified_rate": 6.4242,
"execution_time": 0.0711
"execution_time": 0.0689
},
"languages": {
"jpn": 99.93,
Expand Down
Loading

0 comments on commit 629918e

Please sign in to comment.