Add Heavy Flavor

Author: kefniark

bin/tinyld-large.js

@@ -0,0 +1,29 @@
+#! /usr/bin/env node
+const { detectAll } = require('../dist/tinyld.heavy.node.js')
+
+function main() {
+  const [, , ...args] = process.argv
+
+  let onlyLangs = []
+  let verbose = false
+
+  const texts = []
+  for (const arg of [...args]) {
+    if (arg.startsWith('--only=')) {
+      onlyLangs = arg.replace('--only=', '').split(',')
+      continue
+    }
+
+    if (arg.startsWith('--verbose') || arg.startsWith('-v')) {
+      verbose = true
+      continue
+    }
+
+    texts.push(arg)
+  }
+  const message = texts.join(' ')
+  const options = { only: onlyLangs, verbose }
+  console.log(detectAll(message, options))
+}
+
+main()

bin/tinyld-light.js

@@ -0,0 +1,29 @@
+#! /usr/bin/env node
+const { detectAll } = require('../dist/tinyld.light.node.js')
+
+function main() {
+  const [, , ...args] = process.argv
+
+  let onlyLangs = []
+  let verbose = false
+
+  const texts = []
+  for (const arg of [...args]) {
+    if (arg.startsWith('--only=')) {
+      onlyLangs = arg.replace('--only=', '').split(',')
+      continue
+    }
+
+    if (arg.startsWith('--verbose') || arg.startsWith('-v')) {
+      verbose = true
+      continue
+    }
+
+    texts.push(arg)
+  }
+  const message = texts.join(' ')
+  const options = { only: onlyLangs, verbose }
+  console.log(detectAll(message, options))
+}
+
+main()

data/bench/cld.json

@@ -4,55 +4,55 @@
       "success_rate": 36.375,
       "error_rate": 3.25,
       "unindentified_rate": 60.375,
-      "execution_time": 0.0773
+      "execution_time": 0.0754
     },
     "24": {
       "success_rate": 77.7188,
       "error_rate": 3.0313,
       "unindentified_rate": 19.25,
-      "execution_time": 0.0587
+      "execution_time": 0.0551
     },
     "36": {
       "success_rate": 92.8125,
       "error_rate": 1.75,
       "unindentified_rate": 5.4375,
-      "execution_time": 0.0581
+      "execution_time": 0.0552
     },
     "48": {
       "success_rate": 96.75,
       "error_rate": 1.0938,
       "unindentified_rate": 2.1563,
-      "execution_time": 0.0585
+      "execution_time": 0.0556
     },
     "64": {
       "success_rate": 98.3125,
       "error_rate": 0.5,
       "unindentified_rate": 1.1875,
-      "execution_time": 0.0595
+      "execution_time": 0.0566
     },
     "128": {
       "success_rate": 99.5625,
       "error_rate": 0.0938,
       "unindentified_rate": 0.3438,
-      "execution_time": 0.063
+      "execution_time": 0.0593
     },
     "256": {
       "success_rate": 99.9375,
       "error_rate": 0.0313,
       "unindentified_rate": 0.0313,
-      "execution_time": 0.07
+      "execution_time": 0.0667
     },
     "512": {
       "success_rate": 99.9688,
       "error_rate": 0,
       "unindentified_rate": 0.0313,
-      "execution_time": 0.084
+      "execution_time": 0.0802
     },
     "1024": {
       "success_rate": 100,
       "error_rate": 0,
       "unindentified_rate": 0,
-      "execution_time": 0.1119
+      "execution_time": 0.1067
     }
   },
   "stats": {
@@ -61,7 +61,7 @@
     "success_rate": 92.3628,
     "error_rate": 1.6212,
     "unindentified_rate": 6.016,
-    "execution_time": 0.0588
+    "execution_time": 0.0555
   },
   "languages": {
     "jpn": 100,

data/bench/franc-all.json

@@ -4,55 +4,55 @@
       "success_rate": 18.5313,
       "error_rate": 35,
       "unindentified_rate": 46.4688,
-      "execution_time": 0.1188
+      "execution_time": 0.0949
     },
     "24": {
       "success_rate": 48.4375,
       "error_rate": 51.5625,
       "unindentified_rate": 0,
-      "execution_time": 0.2901
+      "execution_time": 0.223
     },
     "36": {
       "success_rate": 60.5938,
       "error_rate": 39.4063,
       "unindentified_rate": 0,
-      "execution_time": 0.3766
+      "execution_time": 0.2973
     },
     "48": {
       "success_rate": 69.5625,
       "error_rate": 30.4375,
       "unindentified_rate": 0,
-      "execution_time": 0.4567
+      "execution_time": 0.3667
     },
     "64": {
       "success_rate": 73.5938,
       "error_rate": 26.4062,
       "unindentified_rate": 0,
-      "execution_time": 0.5443
+      "execution_time": 0.4375
     },
     "128": {
       "success_rate": 86.1563,
       "error_rate": 13.8438,
       "unindentified_rate": 0,
-      "execution_time": 0.8152
+      "execution_time": 0.6872
     },
     "256": {
       "success_rate": 93.6875,
       "error_rate": 6.3125,
       "unindentified_rate": 0,
-      "execution_time": 1.4124
+      "execution_time": 1.2163
     },
     "512": {
       "success_rate": 96.25,
       "error_rate": 3.75,
       "unindentified_rate": 0,
-      "execution_time": 2.3568
+      "execution_time": 2.1183
     },
     "1024": {
       "success_rate": 98.4306,
       "error_rate": 1.5694,
       "unindentified_rate": 0,
-      "execution_time": 3.9251
+      "execution_time": 3.564
     }
   },
   "stats": {
@@ -61,7 +61,7 @@
     "success_rate": 66.6957,
     "error_rate": 33.3043,
     "unindentified_rate": 0,
-    "execution_time": 0.4123
+    "execution_time": 0.3381
   },
   "languages": {
     "jpn": 99.93,

data/bench/franc-min.json

@@ -4,55 +4,55 @@
       "success_rate": 21.4375,
       "error_rate": 29.375,
       "unindentified_rate": 49.1875,
-      "execution_time": 0.0188
+      "execution_time": 0.0185
     },
     "24": {
       "success_rate": 53.2188,
       "error_rate": 40.5313,
       "unindentified_rate": 6.25,
-      "execution_time": 0.0397
+      "execution_time": 0.038
     },
     "36": {
       "success_rate": 66.9375,
       "error_rate": 26.8125,
       "unindentified_rate": 6.25,
-      "execution_time": 0.0542
+      "execution_time": 0.052
     },
     "48": {
       "success_rate": 73.375,
       "error_rate": 20.375,
       "unindentified_rate": 6.25,
-      "execution_time": 0.0671
+      "execution_time": 0.0642
     },
     "64": {
       "success_rate": 75.9063,
       "error_rate": 17.875,
       "unindentified_rate": 6.2188,
-      "execution_time": 0.08
+      "execution_time": 0.078
     },
     "128": {
       "success_rate": 82.5625,
       "error_rate": 11.25,
       "unindentified_rate": 6.1875,
-      "execution_time": 0.1292
+      "execution_time": 0.1245
     },
     "256": {
       "success_rate": 85.1563,
       "error_rate": 8.6875,
       "unindentified_rate": 6.1563,
-      "execution_time": 0.2396
+      "execution_time": 0.2357
     },
     "512": {
       "success_rate": 86.5313,
       "error_rate": 7.4375,
       "unindentified_rate": 6.0313,
-      "execution_time": 0.4312
+      "execution_time": 0.425
     },
     "1024": {
       "success_rate": 87.1312,
       "error_rate": 6.9366,
       "unindentified_rate": 5.9322,
-      "execution_time": 0.7717
+      "execution_time": 0.7491
     }
   },
   "stats": {
@@ -61,7 +61,7 @@
     "success_rate": 70.3772,
     "error_rate": 23.1986,
     "unindentified_rate": 6.4242,
-    "execution_time": 0.0711
+    "execution_time": 0.0671
   },
   "languages": {
     "jpn": 99.93,

data/bench/franc.json

@@ -4,55 +4,55 @@
       "success_rate": 20.6875,
       "error_rate": 32.8438,
       "unindentified_rate": 46.4688,
-      "execution_time": 0.0465
+      "execution_time": 0.0417
     },
     "24": {
       "success_rate": 54.6562,
       "error_rate": 45.3438,
       "unindentified_rate": 0,
-      "execution_time": 0.0975
+      "execution_time": 0.0941
     },
     "36": {
       "success_rate": 69.0938,
       "error_rate": 30.9063,
       "unindentified_rate": 0,
-      "execution_time": 0.13
+      "execution_time": 0.1251
     },
     "48": {
       "success_rate": 77.0625,
       "error_rate": 22.9375,
       "unindentified_rate": 0,
-      "execution_time": 0.1599
+      "execution_time": 0.1536
     },
     "64": {
       "success_rate": 80.9688,
       "error_rate": 19.0313,
       "unindentified_rate": 0,
-      "execution_time": 0.1949
+      "execution_time": 0.1854
     },
     "128": {
       "success_rate": 91.2813,
       "error_rate": 8.7188,
       "unindentified_rate": 0,
-      "execution_time": 0.3045
+      "execution_time": 0.2902
     },
     "256": {
       "success_rate": 96.7188,
       "error_rate": 3.2813,
       "unindentified_rate": 0,
-      "execution_time": 0.5557
+      "execution_time": 0.5385
     },
     "512": {
       "success_rate": 98.9063,
       "error_rate": 1.0938,
       "unindentified_rate": 0,
-      "execution_time": 0.9774
+      "execution_time": 0.9526
     },
     "1024": {
       "success_rate": 99.6861,
       "error_rate": 0.3139,
       "unindentified_rate": 0,
-      "execution_time": 1.7506
+      "execution_time": 1.6382
     }
   },
   "stats": {
@@ -61,7 +61,7 @@
     "success_rate": 74.2478,
     "error_rate": 25.7522,
     "unindentified_rate": 0,
-    "execution_time": 0.1567
+    "execution_time": 0.1486
   },
   "languages": {
     "jpn": 99.93,