Skip to content

Commit

Permalink
🍱 Add results file for iOS keyboards
Browse files Browse the repository at this point in the history
  • Loading branch information
@astariul
astariul committed May 10, 2024
1 parent db2bee0 commit 858c348
Show file tree
Hide file tree
Showing 5 changed files with 1,450 additions and 1 deletion.
3 changes: 2 additions & 1 deletion .gitignore
View file
Original file line number Diff line number Diff line change
Expand Up @@ -10,5 +10,6 @@ build/
# Coverage output
.coverage

# Results file
# Results file, except in the docs
*.json
!docs/**/*.json
362 changes: 362 additions & 0 deletions docs/results/fleksy.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,362 @@
{
"next_word_prediction": {
"score": {
"accuracy": 0.17,
"top3_accuracy": 0.27,
"n": 2436
},
"per_domain": {
"narrative": {
"accuracy": 0.16,
"top3_accuracy": 0.24,
"n": 1556
},
"dialogue": {
"accuracy": 0.18,
"top3_accuracy": 0.32,
"n": 880
}
},
"performances": {
"mean_memory": "573 KB",
"min_memory": "144 KB",
"max_memory": "600 KB",
"mean_runtime": "7.36 s",
"fastest_runtime": "4.11 s",
"slowest_runtime": "57.7 s"
}
},
"auto_completion": {
"score": {
"accuracy": 0,
"top3_accuracy": 0.73,
"n": 2426
},
"per_domain": {
"narrative": {
"accuracy": 0,
"top3_accuracy": 0.72,
"n": 1557
},
"dialogue": {
"accuracy": 0,
"top3_accuracy": 0.75,
"n": 869
}
},
"per_completion_rate": {
"<25%": {
"accuracy": 0,
"top3_accuracy": 0.22,
"n": 73
},
"25%~50%": {
"accuracy": 0,
"top3_accuracy": 0.58,
"n": 435
},
"50%~75%": {
"accuracy": 0,
"top3_accuracy": 0.78,
"n": 1363
},
">75%": {
"accuracy": 0,
"top3_accuracy": 0.8,
"n": 555
}
},
"per_other": {
"without_typo": {
"accuracy": 0,
"top3_accuracy": 0.78,
"n": 2247
},
"with_typo": {
"accuracy": 0,
"top3_accuracy": 0.11,
"n": 179
}
},
"performances": {
"mean_memory": "573 KB",
"min_memory": "118 KB",
"max_memory": "600 KB",
"mean_runtime": "15.9 s",
"fastest_runtime": "8.23 s",
"slowest_runtime": "64.5 s"
}
},
"auto_correction": {
"score": {
"accuracy": 0.9,
"precision": 0.63,
"recall": 0.56,
"fscore": 0.6,
"top3_accuracy": 0.91,
"top3_precision": 0.67,
"top3_recall": 0.63,
"top3_fscore": 0.65,
"n_typo": 328,
"n": 2531
},
"per_domain": {
"narrative": {
"accuracy": 0.9,
"precision": 0.62,
"recall": 0.5,
"fscore": 0.56,
"top3_accuracy": 0.91,
"top3_precision": 0.66,
"top3_recall": 0.57,
"top3_fscore": 0.62,
"n_typo": 204,
"n": 1601
},
"dialogue": {
"accuracy": 0.91,
"precision": 0.65,
"recall": 0.67,
"fscore": 0.66,
"top3_accuracy": 0.92,
"top3_precision": 0.67,
"top3_recall": 0.73,
"top3_fscore": 0.7,
"n_typo": 124,
"n": 930
}
},
"per_typo_type": {
"DELETE_SPELLING_SYMBOL": {
"accuracy": 0.89,
"precision": 0.6,
"recall": 0.55,
"fscore": 0.57,
"top3_accuracy": 0.91,
"top3_precision": 0.64,
"top3_recall": 0.64,
"top3_fscore": 0.64,
"n_typo": 11,
"n": 85
},
"DELETE_SPACE": {
"accuracy": 0.91,
"precision": 0.71,
"recall": 0.56,
"fscore": 0.63,
"top3_accuracy": 0.91,
"top3_precision": 0.71,
"top3_recall": 0.56,
"top3_fscore": 0.63,
"n_typo": 9,
"n": 69
},
"DELETE_PUNCTUATION": {
"accuracy": 0,
"precision": 0,
"recall": 0,
"fscore": 0,
"top3_accuracy": 0,
"top3_precision": 0,
"top3_recall": 0,
"top3_fscore": 0,
"n_typo": 0,
"n": 0
},
"DELETE_CHAR": {
"accuracy": 0.92,
"precision": 0.68,
"recall": 0.68,
"fscore": 0.68,
"top3_accuracy": 0.92,
"top3_precision": 0.7,
"top3_recall": 0.73,
"top3_fscore": 0.71,
"n_typo": 22,
"n": 170
},
"ADD_SPELLING_SYMBOL": {
"accuracy": 0,
"precision": 0,
"recall": 0,
"fscore": 0,
"top3_accuracy": 0,
"top3_precision": 0,
"top3_recall": 0,
"top3_fscore": 0,
"n_typo": 0,
"n": 0
},
"ADD_SPACE": {
"accuracy": 0,
"precision": 0,
"recall": 0,
"fscore": 0,
"top3_accuracy": 0,
"top3_precision": 0,
"top3_recall": 0,
"top3_fscore": 0,
"n_typo": 0,
"n": 0
},
"ADD_PUNCTUATION": {
"accuracy": 0,
"precision": 0,
"recall": 0,
"fscore": 0,
"top3_accuracy": 0,
"top3_precision": 0,
"top3_recall": 0,
"top3_fscore": 0,
"n_typo": 0,
"n": 0
},
"ADD_CHAR": {
"accuracy": 0.93,
"precision": 0.7,
"recall": 0.81,
"fscore": 0.74,
"top3_accuracy": 0.94,
"top3_precision": 0.73,
"top3_recall": 0.86,
"top3_fscore": 0.78,
"n_typo": 37,
"n": 286
},
"SUBSTITUTE_CHAR": {
"accuracy": 0.9,
"precision": 0.62,
"recall": 0.53,
"fscore": 0.58,
"top3_accuracy": 0.9,
"top3_precision": 0.65,
"top3_recall": 0.58,
"top3_fscore": 0.62,
"n_typo": 53,
"n": 409
},
"SIMPLIFY_ACCENT": {
"accuracy": 0,
"precision": 0,
"recall": 0,
"fscore": 0,
"top3_accuracy": 0,
"top3_precision": 0,
"top3_recall": 0,
"top3_fscore": 0,
"n_typo": 0,
"n": 0
},
"SIMPLIFY_CASE": {
"accuracy": 0.84,
"precision": 0.3,
"recall": 0.16,
"fscore": 0.21,
"top3_accuracy": 0.85,
"top3_precision": 0.33,
"top3_recall": 0.16,
"top3_fscore": 0.22,
"n_typo": 19,
"n": 147
},
"TRANSPOSE_CHAR": {
"accuracy": 0.93,
"precision": 0.71,
"recall": 0.8,
"fscore": 0.75,
"top3_accuracy": 0.95,
"top3_precision": 0.75,
"top3_recall": 0.96,
"top3_fscore": 0.83,
"n_typo": 75,
"n": 579
},
"COMMON_TYPO": {
"accuracy": 0.88,
"precision": 0.55,
"recall": 0.4,
"fscore": 0.47,
"top3_accuracy": 0.88,
"top3_precision": 0.57,
"top3_recall": 0.42,
"top3_fscore": 0.49,
"n_typo": 83,
"n": 640
}
},
"per_number_of_typos": {
"1": {
"accuracy": 0.9,
"precision": 0.64,
"recall": 0.58,
"fscore": 0.61,
"top3_accuracy": 0.91,
"top3_precision": 0.67,
"top3_recall": 0.65,
"top3_fscore": 0.66,
"n_typo": 309,
"n": 2385
},
"2": {
"accuracy": 0.87,
"precision": 0.5,
"recall": 0.31,
"fscore": 0.39,
"top3_accuracy": 0.89,
"top3_precision": 0.58,
"top3_recall": 0.44,
"top3_fscore": 0.51,
"n_typo": 16,
"n": 123
},
"3+": {
"accuracy": 0.83,
"precision": 0,
"recall": 0,
"fscore": 0,
"top3_accuracy": 0.83,
"top3_precision": 0,
"top3_recall": 0,
"top3_fscore": 0,
"n_typo": 3,
"n": 23
}
},
"performances": {
"mean_memory": "573 KB",
"min_memory": "144 KB",
"max_memory": "600 KB",
"mean_runtime": "16.6 s",
"fastest_runtime": "12.3 s",
"slowest_runtime": "59.5 s"
}
},
"swipe_resolution": {
"score": {
"accuracy": 0,
"top3_accuracy": 0,
"n": 19
},
"per_domain": {
"narrative": {
"accuracy": 0,
"top3_accuracy": 0,
"n": 13
},
"dialogue": {
"accuracy": 0,
"top3_accuracy": 0,
"n": 6
}
},
"performances": {
"mean_memory": "567 KB",
"min_memory": "344 KB",
"max_memory": "600 KB",
"mean_runtime": "22 μs",
"fastest_runtime": "7.15 μs",
"slowest_runtime": "40.5 μs"
}
},
"overall_score": 0.4265
}
Loading

0 comments on commit 858c348

Please sign in to comment.