From 858c348f339634e023caad4afccfb9ea16531ad8 Mon Sep 17 00:00:00 2001 From: Astariul Date: Fri, 10 May 2024 13:26:42 +0900 Subject: [PATCH] =?UTF-8?q?=F0=9F=8D=B1=20Add=20results=20file=20for=20iOS?= =?UTF-8?q?=20keyboards?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .gitignore | 3 +- docs/results/fleksy.json | 362 ++++++++++++++++++++++++++++++ docs/results/ios.json | 362 ++++++++++++++++++++++++++++++ docs/results/keyboardkit_oss.json | 362 ++++++++++++++++++++++++++++++ docs/results/keyboardkit_pro.json | 362 ++++++++++++++++++++++++++++++ 5 files changed, 1450 insertions(+), 1 deletion(-) create mode 100644 docs/results/fleksy.json create mode 100644 docs/results/ios.json create mode 100644 docs/results/keyboardkit_oss.json create mode 100644 docs/results/keyboardkit_pro.json diff --git a/.gitignore b/.gitignore index 46032ec..06e3c49 100644 --- a/.gitignore +++ b/.gitignore @@ -10,5 +10,6 @@ build/ # Coverage output .coverage -# Results file +# Results file, except in the docs *.json +!docs/**/*.json diff --git a/docs/results/fleksy.json b/docs/results/fleksy.json new file mode 100644 index 0000000..0217207 --- /dev/null +++ b/docs/results/fleksy.json @@ -0,0 +1,362 @@ +{ + "next_word_prediction": { + "score": { + "accuracy": 0.17, + "top3_accuracy": 0.27, + "n": 2436 + }, + "per_domain": { + "narrative": { + "accuracy": 0.16, + "top3_accuracy": 0.24, + "n": 1556 + }, + "dialogue": { + "accuracy": 0.18, + "top3_accuracy": 0.32, + "n": 880 + } + }, + "performances": { + "mean_memory": "573 KB", + "min_memory": "144 KB", + "max_memory": "600 KB", + "mean_runtime": "7.36 s", + "fastest_runtime": "4.11 s", + "slowest_runtime": "57.7 s" + } + }, + "auto_completion": { + "score": { + "accuracy": 0, + "top3_accuracy": 0.73, + "n": 2426 + }, + "per_domain": { + "narrative": { + "accuracy": 0, + "top3_accuracy": 0.72, + "n": 1557 + }, + "dialogue": { + "accuracy": 0, + "top3_accuracy": 0.75, + "n": 869 + } + }, + "per_completion_rate": { + "<25%": { + "accuracy": 0, + "top3_accuracy": 0.22, + "n": 73 + }, + "25%~50%": { + "accuracy": 0, + "top3_accuracy": 0.58, + "n": 435 + }, + "50%~75%": { + "accuracy": 0, + "top3_accuracy": 0.78, + "n": 1363 + }, + ">75%": { + "accuracy": 0, + "top3_accuracy": 0.8, + "n": 555 + } + }, + "per_other": { + "without_typo": { + "accuracy": 0, + "top3_accuracy": 0.78, + "n": 2247 + }, + "with_typo": { + "accuracy": 0, + "top3_accuracy": 0.11, + "n": 179 + } + }, + "performances": { + "mean_memory": "573 KB", + "min_memory": "118 KB", + "max_memory": "600 KB", + "mean_runtime": "15.9 s", + "fastest_runtime": "8.23 s", + "slowest_runtime": "64.5 s" + } + }, + "auto_correction": { + "score": { + "accuracy": 0.9, + "precision": 0.63, + "recall": 0.56, + "fscore": 0.6, + "top3_accuracy": 0.91, + "top3_precision": 0.67, + "top3_recall": 0.63, + "top3_fscore": 0.65, + "n_typo": 328, + "n": 2531 + }, + "per_domain": { + "narrative": { + "accuracy": 0.9, + "precision": 0.62, + "recall": 0.5, + "fscore": 0.56, + "top3_accuracy": 0.91, + "top3_precision": 0.66, + "top3_recall": 0.57, + "top3_fscore": 0.62, + "n_typo": 204, + "n": 1601 + }, + "dialogue": { + "accuracy": 0.91, + "precision": 0.65, + "recall": 0.67, + "fscore": 0.66, + "top3_accuracy": 0.92, + "top3_precision": 0.67, + "top3_recall": 0.73, + "top3_fscore": 0.7, + "n_typo": 124, + "n": 930 + } + }, + "per_typo_type": { + "DELETE_SPELLING_SYMBOL": { + "accuracy": 0.89, + "precision": 0.6, + "recall": 0.55, + "fscore": 0.57, + "top3_accuracy": 0.91, + "top3_precision": 0.64, + "top3_recall": 0.64, + "top3_fscore": 0.64, + "n_typo": 11, + "n": 85 + }, + "DELETE_SPACE": { + "accuracy": 0.91, + "precision": 0.71, + "recall": 0.56, + "fscore": 0.63, + "top3_accuracy": 0.91, + "top3_precision": 0.71, + "top3_recall": 0.56, + "top3_fscore": 0.63, + "n_typo": 9, + "n": 69 + }, + "DELETE_PUNCTUATION": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "DELETE_CHAR": { + "accuracy": 0.92, + "precision": 0.68, + "recall": 0.68, + "fscore": 0.68, + "top3_accuracy": 0.92, + "top3_precision": 0.7, + "top3_recall": 0.73, + "top3_fscore": 0.71, + "n_typo": 22, + "n": 170 + }, + "ADD_SPELLING_SYMBOL": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "ADD_SPACE": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "ADD_PUNCTUATION": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "ADD_CHAR": { + "accuracy": 0.93, + "precision": 0.7, + "recall": 0.81, + "fscore": 0.74, + "top3_accuracy": 0.94, + "top3_precision": 0.73, + "top3_recall": 0.86, + "top3_fscore": 0.78, + "n_typo": 37, + "n": 286 + }, + "SUBSTITUTE_CHAR": { + "accuracy": 0.9, + "precision": 0.62, + "recall": 0.53, + "fscore": 0.58, + "top3_accuracy": 0.9, + "top3_precision": 0.65, + "top3_recall": 0.58, + "top3_fscore": 0.62, + "n_typo": 53, + "n": 409 + }, + "SIMPLIFY_ACCENT": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "SIMPLIFY_CASE": { + "accuracy": 0.84, + "precision": 0.3, + "recall": 0.16, + "fscore": 0.21, + "top3_accuracy": 0.85, + "top3_precision": 0.33, + "top3_recall": 0.16, + "top3_fscore": 0.22, + "n_typo": 19, + "n": 147 + }, + "TRANSPOSE_CHAR": { + "accuracy": 0.93, + "precision": 0.71, + "recall": 0.8, + "fscore": 0.75, + "top3_accuracy": 0.95, + "top3_precision": 0.75, + "top3_recall": 0.96, + "top3_fscore": 0.83, + "n_typo": 75, + "n": 579 + }, + "COMMON_TYPO": { + "accuracy": 0.88, + "precision": 0.55, + "recall": 0.4, + "fscore": 0.47, + "top3_accuracy": 0.88, + "top3_precision": 0.57, + "top3_recall": 0.42, + "top3_fscore": 0.49, + "n_typo": 83, + "n": 640 + } + }, + "per_number_of_typos": { + "1": { + "accuracy": 0.9, + "precision": 0.64, + "recall": 0.58, + "fscore": 0.61, + "top3_accuracy": 0.91, + "top3_precision": 0.67, + "top3_recall": 0.65, + "top3_fscore": 0.66, + "n_typo": 309, + "n": 2385 + }, + "2": { + "accuracy": 0.87, + "precision": 0.5, + "recall": 0.31, + "fscore": 0.39, + "top3_accuracy": 0.89, + "top3_precision": 0.58, + "top3_recall": 0.44, + "top3_fscore": 0.51, + "n_typo": 16, + "n": 123 + }, + "3+": { + "accuracy": 0.83, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0.83, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 3, + "n": 23 + } + }, + "performances": { + "mean_memory": "573 KB", + "min_memory": "144 KB", + "max_memory": "600 KB", + "mean_runtime": "16.6 s", + "fastest_runtime": "12.3 s", + "slowest_runtime": "59.5 s" + } + }, + "swipe_resolution": { + "score": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 19 + }, + "per_domain": { + "narrative": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 13 + }, + "dialogue": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 6 + } + }, + "performances": { + "mean_memory": "567 KB", + "min_memory": "344 KB", + "max_memory": "600 KB", + "mean_runtime": "22 μs", + "fastest_runtime": "7.15 μs", + "slowest_runtime": "40.5 μs" + } + }, + "overall_score": 0.4265 +} diff --git a/docs/results/ios.json b/docs/results/ios.json new file mode 100644 index 0000000..985e3aa --- /dev/null +++ b/docs/results/ios.json @@ -0,0 +1,362 @@ +{ + "next_word_prediction": { + "score": { + "accuracy": 0.28, + "top3_accuracy": 0.43, + "n": 2436 + }, + "per_domain": { + "narrative": { + "accuracy": 0.26, + "top3_accuracy": 0.42, + "n": 1556 + }, + "dialogue": { + "accuracy": 0.3, + "top3_accuracy": 0.45, + "n": 880 + } + }, + "performances": { + "mean_memory": "439 KB", + "min_memory": "194 KB", + "max_memory": "467 KB", + "mean_runtime": "8.38 s", + "fastest_runtime": "6.04 s", + "slowest_runtime": "59.4 s" + } + }, + "auto_completion": { + "score": { + "accuracy": 0, + "top3_accuracy": 0.8, + "n": 2426 + }, + "per_domain": { + "narrative": { + "accuracy": 0, + "top3_accuracy": 0.81, + "n": 1557 + }, + "dialogue": { + "accuracy": 0, + "top3_accuracy": 0.77, + "n": 869 + } + }, + "per_completion_rate": { + "<25%": { + "accuracy": 0, + "top3_accuracy": 0.4, + "n": 73 + }, + "25%~50%": { + "accuracy": 0, + "top3_accuracy": 0.69, + "n": 435 + }, + "50%~75%": { + "accuracy": 0, + "top3_accuracy": 0.83, + "n": 1363 + }, + ">75%": { + "accuracy": 0, + "top3_accuracy": 0.85, + "n": 555 + } + }, + "per_other": { + "without_typo": { + "accuracy": 0, + "top3_accuracy": 0.83, + "n": 2247 + }, + "with_typo": { + "accuracy": 0, + "top3_accuracy": 0.34, + "n": 179 + } + }, + "performances": { + "mean_memory": "438 KB", + "min_memory": "152 KB", + "max_memory": "467 KB", + "mean_runtime": "17.3 s", + "fastest_runtime": "9.8 s", + "slowest_runtime": "66.2 s" + } + }, + "auto_correction": { + "score": { + "accuracy": 0.9, + "precision": 0.6, + "recall": 0.6, + "fscore": 0.6, + "top3_accuracy": 0.9, + "top3_precision": 0.61, + "top3_recall": 0.62, + "top3_fscore": 0.61, + "n_typo": 328, + "n": 2531 + }, + "per_domain": { + "narrative": { + "accuracy": 0.92, + "precision": 0.7, + "recall": 0.62, + "fscore": 0.66, + "top3_accuracy": 0.92, + "top3_precision": 0.72, + "top3_recall": 0.64, + "top3_fscore": 0.68, + "n_typo": 204, + "n": 1601 + }, + "dialogue": { + "accuracy": 0.86, + "precision": 0.47, + "recall": 0.56, + "fscore": 0.5, + "top3_accuracy": 0.86, + "top3_precision": 0.48, + "top3_recall": 0.58, + "top3_fscore": 0.52, + "n_typo": 124, + "n": 930 + } + }, + "per_typo_type": { + "DELETE_SPELLING_SYMBOL": { + "accuracy": 0.81, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0.82, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 11, + "n": 85 + }, + "DELETE_SPACE": { + "accuracy": 0.96, + "precision": 0.75, + "recall": 1.0, + "fscore": 0.84, + "top3_accuracy": 0.96, + "top3_precision": 0.75, + "top3_recall": 1.0, + "top3_fscore": 0.84, + "n_typo": 9, + "n": 69 + }, + "DELETE_PUNCTUATION": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "DELETE_CHAR": { + "accuracy": 0.88, + "precision": 0.53, + "recall": 0.45, + "fscore": 0.49, + "top3_accuracy": 0.88, + "top3_precision": 0.55, + "top3_recall": 0.5, + "top3_fscore": 0.53, + "n_typo": 22, + "n": 170 + }, + "ADD_SPELLING_SYMBOL": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "ADD_SPACE": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "ADD_PUNCTUATION": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "ADD_CHAR": { + "accuracy": 0.92, + "precision": 0.66, + "recall": 0.78, + "fscore": 0.71, + "top3_accuracy": 0.92, + "top3_precision": 0.67, + "top3_recall": 0.81, + "top3_fscore": 0.72, + "n_typo": 37, + "n": 286 + }, + "SUBSTITUTE_CHAR": { + "accuracy": 0.93, + "precision": 0.68, + "recall": 0.85, + "fscore": 0.75, + "top3_accuracy": 0.93, + "top3_precision": 0.68, + "top3_recall": 0.85, + "top3_fscore": 0.75, + "n_typo": 53, + "n": 409 + }, + "SIMPLIFY_ACCENT": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "SIMPLIFY_CASE": { + "accuracy": 0.82, + "precision": 0.11, + "recall": 0.053, + "fscore": 0.074, + "top3_accuracy": 0.82, + "top3_precision": 0.11, + "top3_recall": 0.053, + "top3_fscore": 0.074, + "n_typo": 19, + "n": 147 + }, + "TRANSPOSE_CHAR": { + "accuracy": 0.92, + "precision": 0.67, + "recall": 0.81, + "fscore": 0.73, + "top3_accuracy": 0.93, + "top3_precision": 0.67, + "top3_recall": 0.83, + "top3_fscore": 0.73, + "n_typo": 75, + "n": 579 + }, + "COMMON_TYPO": { + "accuracy": 0.87, + "precision": 0.49, + "recall": 0.39, + "fscore": 0.44, + "top3_accuracy": 0.88, + "top3_precision": 0.52, + "top3_recall": 0.42, + "top3_fscore": 0.47, + "n_typo": 83, + "n": 640 + } + }, + "per_number_of_typos": { + "1": { + "accuracy": 0.9, + "precision": 0.6, + "recall": 0.61, + "fscore": 0.6, + "top3_accuracy": 0.9, + "top3_precision": 0.61, + "top3_recall": 0.62, + "top3_fscore": 0.62, + "n_typo": 309, + "n": 2385 + }, + "2": { + "accuracy": 0.89, + "precision": 0.6, + "recall": 0.56, + "fscore": 0.58, + "top3_accuracy": 0.89, + "top3_precision": 0.6, + "top3_recall": 0.56, + "top3_fscore": 0.58, + "n_typo": 16, + "n": 123 + }, + "3+": { + "accuracy": 0.83, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0.83, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 3, + "n": 23 + } + }, + "performances": { + "mean_memory": "439 KB", + "min_memory": "175 KB", + "max_memory": "467 KB", + "mean_runtime": "18 s", + "fastest_runtime": "14 s", + "slowest_runtime": "61.7 s" + } + }, + "swipe_resolution": { + "score": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 19 + }, + "per_domain": { + "narrative": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 13 + }, + "dialogue": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 6 + } + }, + "performances": { + "mean_memory": "433 KB", + "min_memory": "227 KB", + "max_memory": "467 KB", + "mean_runtime": "13.7 μs", + "fastest_runtime": "9.54 μs", + "slowest_runtime": "21.5 μs" + } + }, + "overall_score": 0.4645 +} diff --git a/docs/results/keyboardkit_oss.json b/docs/results/keyboardkit_oss.json new file mode 100644 index 0000000..d2cc83f --- /dev/null +++ b/docs/results/keyboardkit_oss.json @@ -0,0 +1,362 @@ +{ + "next_word_prediction": { + "score": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 2436 + }, + "per_domain": { + "narrative": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 1556 + }, + "dialogue": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 880 + } + }, + "performances": { + "mean_memory": "791 KB", + "min_memory": "539 KB", + "max_memory": "820 KB", + "mean_runtime": "20.4 s", + "fastest_runtime": "11 s", + "slowest_runtime": "70.1 s" + } + }, + "auto_completion": { + "score": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 2426 + }, + "per_domain": { + "narrative": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 1557 + }, + "dialogue": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 869 + } + }, + "per_completion_rate": { + "<25%": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 73 + }, + "25%~50%": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 435 + }, + "50%~75%": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 1363 + }, + ">75%": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 555 + } + }, + "per_other": { + "without_typo": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 2247 + }, + "with_typo": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 179 + } + }, + "performances": { + "mean_memory": "791 KB", + "min_memory": "516 KB", + "max_memory": "820 KB", + "mean_runtime": "23.4 s", + "fastest_runtime": "15.3 s", + "slowest_runtime": "74.2 s" + } + }, + "auto_correction": { + "score": { + "accuracy": 0.81, + "precision": 0.013, + "recall": 0.0061, + "fscore": 0.0085, + "top3_accuracy": 0.81, + "top3_precision": 0.013, + "top3_recall": 0.0061, + "top3_fscore": 0.0085, + "n_typo": 328, + "n": 2531 + }, + "per_domain": { + "narrative": { + "accuracy": 0.83, + "precision": 0.028, + "recall": 0.0098, + "fscore": 0.015, + "top3_accuracy": 0.83, + "top3_precision": 0.028, + "top3_recall": 0.0098, + "top3_fscore": 0.015, + "n_typo": 204, + "n": 1601 + }, + "dialogue": { + "accuracy": 0.77, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0.77, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 124, + "n": 930 + } + }, + "per_typo_type": { + "DELETE_SPELLING_SYMBOL": { + "accuracy": 0.81, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0.81, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 11, + "n": 85 + }, + "DELETE_SPACE": { + "accuracy": 0.81, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0.81, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 9, + "n": 69 + }, + "DELETE_PUNCTUATION": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "DELETE_CHAR": { + "accuracy": 0.81, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0.81, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 22, + "n": 170 + }, + "ADD_SPELLING_SYMBOL": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "ADD_SPACE": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "ADD_PUNCTUATION": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "ADD_CHAR": { + "accuracy": 0.81, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0.81, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 37, + "n": 286 + }, + "SUBSTITUTE_CHAR": { + "accuracy": 0.81, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0.81, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 53, + "n": 409 + }, + "SIMPLIFY_ACCENT": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "SIMPLIFY_CASE": { + "accuracy": 0.82, + "precision": 0.1, + "recall": 0.053, + "fscore": 0.071, + "top3_accuracy": 0.82, + "top3_precision": 0.1, + "top3_recall": 0.053, + "top3_fscore": 0.071, + "n_typo": 19, + "n": 147 + }, + "TRANSPOSE_CHAR": { + "accuracy": 0.81, + "precision": 0.027, + "recall": 0.013, + "fscore": 0.019, + "top3_accuracy": 0.81, + "top3_precision": 0.027, + "top3_recall": 0.013, + "top3_fscore": 0.019, + "n_typo": 75, + "n": 579 + }, + "COMMON_TYPO": { + "accuracy": 0.81, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0.81, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 83, + "n": 640 + } + }, + "per_number_of_typos": { + "1": { + "accuracy": 0.81, + "precision": 0.013, + "recall": 0.0065, + "fscore": 0.0091, + "top3_accuracy": 0.81, + "top3_precision": 0.013, + "top3_recall": 0.0065, + "top3_fscore": 0.0091, + "n_typo": 309, + "n": 2385 + }, + "2": { + "accuracy": 0.81, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0.81, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 16, + "n": 123 + }, + "3+": { + "accuracy": 0.83, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0.83, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 3, + "n": 23 + } + }, + "performances": { + "mean_memory": "792 KB", + "min_memory": "539 KB", + "max_memory": "820 KB", + "mean_runtime": "24.3 s", + "fastest_runtime": "20 s", + "slowest_runtime": "69.3 s" + } + }, + "swipe_resolution": { + "score": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 19 + }, + "per_domain": { + "narrative": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 13 + }, + "dialogue": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 6 + } + }, + "performances": { + "mean_memory": "786 KB", + "min_memory": "581 KB", + "max_memory": "820 KB", + "mean_runtime": "39 μs", + "fastest_runtime": "9.54 μs", + "slowest_runtime": "59.6 μs" + } + }, + "overall_score": 0.0034000000000000002 +} diff --git a/docs/results/keyboardkit_pro.json b/docs/results/keyboardkit_pro.json new file mode 100644 index 0000000..15bf181 --- /dev/null +++ b/docs/results/keyboardkit_pro.json @@ -0,0 +1,362 @@ +{ + "next_word_prediction": { + "score": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 2436 + }, + "per_domain": { + "narrative": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 1556 + }, + "dialogue": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 880 + } + }, + "performances": { + "mean_memory": "559 KB", + "min_memory": "308 KB", + "max_memory": "588 KB", + "mean_runtime": "19.7 s", + "fastest_runtime": "16.3 s", + "slowest_runtime": "75.4 s" + } + }, + "auto_completion": { + "score": { + "accuracy": 0, + "top3_accuracy": 0.4, + "n": 2426 + }, + "per_domain": { + "narrative": { + "accuracy": 0, + "top3_accuracy": 0.38, + "n": 1557 + }, + "dialogue": { + "accuracy": 0, + "top3_accuracy": 0.44, + "n": 869 + } + }, + "per_completion_rate": { + "<25%": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 73 + }, + "25%~50%": { + "accuracy": 0, + "top3_accuracy": 0.32, + "n": 435 + }, + "50%~75%": { + "accuracy": 0, + "top3_accuracy": 0.36, + "n": 1363 + }, + ">75%": { + "accuracy": 0, + "top3_accuracy": 0.62, + "n": 555 + } + }, + "per_other": { + "without_typo": { + "accuracy": 0, + "top3_accuracy": 0.43, + "n": 2247 + }, + "with_typo": { + "accuracy": 0, + "top3_accuracy": 0.073, + "n": 179 + } + }, + "performances": { + "mean_memory": "559 KB", + "min_memory": "284 KB", + "max_memory": "588 KB", + "mean_runtime": "29 s", + "fastest_runtime": "20.7 s", + "slowest_runtime": "84.8 s" + } + }, + "auto_correction": { + "score": { + "accuracy": 0.89, + "precision": 0.59, + "recall": 0.58, + "fscore": 0.58, + "top3_accuracy": 0.9, + "top3_precision": 0.62, + "top3_recall": 0.65, + "top3_fscore": 0.63, + "n_typo": 328, + "n": 2531 + }, + "per_domain": { + "narrative": { + "accuracy": 0.9, + "precision": 0.62, + "recall": 0.57, + "fscore": 0.6, + "top3_accuracy": 0.91, + "top3_precision": 0.65, + "top3_recall": 0.61, + "top3_fscore": 0.63, + "n_typo": 204, + "n": 1601 + }, + "dialogue": { + "accuracy": 0.88, + "precision": 0.53, + "recall": 0.58, + "fscore": 0.55, + "top3_accuracy": 0.89, + "top3_precision": 0.58, + "top3_recall": 0.7, + "top3_fscore": 0.63, + "n_typo": 124, + "n": 930 + } + }, + "per_typo_type": { + "DELETE_SPELLING_SYMBOL": { + "accuracy": 0.84, + "precision": 0.29, + "recall": 0.18, + "fscore": 0.23, + "top3_accuracy": 0.86, + "top3_precision": 0.43, + "top3_recall": 0.27, + "top3_fscore": 0.34, + "n_typo": 11, + "n": 85 + }, + "DELETE_SPACE": { + "accuracy": 0.96, + "precision": 0.75, + "recall": 1.0, + "fscore": 0.84, + "top3_accuracy": 0.96, + "top3_precision": 0.75, + "top3_recall": 1.0, + "top3_fscore": 0.84, + "n_typo": 9, + "n": 69 + }, + "DELETE_PUNCTUATION": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "DELETE_CHAR": { + "accuracy": 0.86, + "precision": 0.47, + "recall": 0.36, + "fscore": 0.42, + "top3_accuracy": 0.88, + "top3_precision": 0.55, + "top3_recall": 0.5, + "top3_fscore": 0.53, + "n_typo": 22, + "n": 170 + }, + "ADD_SPELLING_SYMBOL": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "ADD_SPACE": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "ADD_PUNCTUATION": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "ADD_CHAR": { + "accuracy": 0.91, + "precision": 0.63, + "recall": 0.73, + "fscore": 0.67, + "top3_accuracy": 0.93, + "top3_precision": 0.67, + "top3_recall": 0.84, + "top3_fscore": 0.74, + "n_typo": 37, + "n": 286 + }, + "SUBSTITUTE_CHAR": { + "accuracy": 0.9, + "precision": 0.61, + "recall": 0.64, + "fscore": 0.62, + "top3_accuracy": 0.91, + "top3_precision": 0.64, + "top3_recall": 0.7, + "top3_fscore": 0.66, + "n_typo": 53, + "n": 409 + }, + "SIMPLIFY_ACCENT": { + "accuracy": 0, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 0, + "n": 0 + }, + "SIMPLIFY_CASE": { + "accuracy": 0.82, + "precision": 0.11, + "recall": 0.053, + "fscore": 0.074, + "top3_accuracy": 0.82, + "top3_precision": 0.11, + "top3_recall": 0.053, + "top3_fscore": 0.074, + "n_typo": 19, + "n": 147 + }, + "TRANSPOSE_CHAR": { + "accuracy": 0.93, + "precision": 0.67, + "recall": 0.84, + "fscore": 0.74, + "top3_accuracy": 0.94, + "top3_precision": 0.69, + "top3_recall": 0.91, + "top3_fscore": 0.78, + "n_typo": 75, + "n": 579 + }, + "COMMON_TYPO": { + "accuracy": 0.88, + "precision": 0.53, + "recall": 0.45, + "fscore": 0.49, + "top3_accuracy": 0.89, + "top3_precision": 0.57, + "top3_recall": 0.52, + "top3_fscore": 0.55, + "n_typo": 83, + "n": 640 + } + }, + "per_number_of_typos": { + "1": { + "accuracy": 0.89, + "precision": 0.59, + "recall": 0.59, + "fscore": 0.59, + "top3_accuracy": 0.9, + "top3_precision": 0.62, + "top3_recall": 0.66, + "top3_fscore": 0.64, + "n_typo": 309, + "n": 2385 + }, + "2": { + "accuracy": 0.89, + "precision": 0.57, + "recall": 0.5, + "fscore": 0.54, + "top3_accuracy": 0.89, + "top3_precision": 0.6, + "top3_recall": 0.56, + "top3_fscore": 0.58, + "n_typo": 16, + "n": 123 + }, + "3+": { + "accuracy": 0.83, + "precision": 0, + "recall": 0, + "fscore": 0, + "top3_accuracy": 0.83, + "top3_precision": 0, + "top3_recall": 0, + "top3_fscore": 0, + "n_typo": 3, + "n": 23 + } + }, + "performances": { + "mean_memory": "560 KB", + "min_memory": "308 KB", + "max_memory": "588 KB", + "mean_runtime": "29.9 s", + "fastest_runtime": "25.3 s", + "slowest_runtime": "76.2 s" + } + }, + "swipe_resolution": { + "score": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 19 + }, + "per_domain": { + "narrative": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 13 + }, + "dialogue": { + "accuracy": 0, + "top3_accuracy": 0, + "n": 6 + } + }, + "performances": { + "mean_memory": "554 KB", + "min_memory": "352 KB", + "max_memory": "588 KB", + "mean_runtime": "14.3 μs", + "fastest_runtime": "0 ns", + "slowest_runtime": "42.9 μs" + } + }, + "overall_score": 0.312 +}