Algorithm |
Sample |
Category |
Accuracy |
Precision |
Sensitivity |
Specificity |
F1-Score |
MCC |
G-mean |
NN |
Training |
Mild |
0.9976 |
0.9905 |
1 |
0.9968 |
0.9952 |
0.9936 |
0.9984 |
|
|
Moderate |
0.9976 |
1 |
0.9899 |
1 |
0.9949 |
0.9934 |
0.9949 |
|
|
Severe |
1 |
1 |
1 |
1 |
1 |
1 |
1 |
|
|
Critical |
1 |
1 |
1 |
1 |
1 |
1 |
1 |
|
Testing |
Mild |
0.9389 |
0.8205 |
0.9697 |
0.9286 |
0.8889 |
0.8528 |
0.9489 |
|
|
Moderate |
0.9179 |
0.9655 |
0.7368 |
0.9896 |
0.8358 |
0.7951 |
0.8539 |
|
|
Severe |
0.984 |
0.9429 |
1 |
0.9783 |
0.9706 |
0.9604 |
0.9891 |
|
|
Critical |
0.9919 |
0.9677 |
1 |
0.9894 |
0.9836 |
0.9785 |
0.9947 |
SVM |
Training |
Mild |
0.9879 |
0.9541 |
1 |
0.9838 |
0.9765 |
0.9688 |
0.9918 |
|
|
Moderate |
0.9951 |
1 |
0.9798 |
1 |
0.9898 |
0.9867 |
0.9898 |
|
|
Severe |
0.9879 |
1 |
0.9519 |
1 |
0.9754 |
0.9678 |
0.9757 |
|
|
Critical |
0.9951 |
0.9817 |
1 |
0.9934 |
0.9907 |
0.9875 |
0.9967 |
|
Testing |
Mild |
0.9219 |
0.7805 |
0.9697 |
0.9053 |
0.8649 |
0.8203 |
0.9369 |
|
|
Moderate |
0.9077 |
0.9643 |
0.7105 |
0.9891 |
0.8182 |
0.7741 |
0.8383 |
|
|
Severe |
0.9672 |
1 |
0.8788 |
1 |
0.9355 |
0.9171 |
0.9374 |
|
|
Critical |
0.9516 |
0.8333 |
1 |
0.9362 |
0.9091 |
0.8833 |
0.9676 |
GUEST |
Training |
Mild |
0.8958 |
0.8764 |
0.75 |
0.9562 |
0.8083 |
0.7415 |
0.8468 |
|
|
Moderate |
0.848 |
0.6721 |
0.8283 |
0.8551 |
0.7421 |
0.643 |
0.8416 |
|
|
Severe |
0.8665 |
0.6923 |
0.9519 |
0.8327 |
0.8016 |
0.725 |
0.8903 |
|
|
Critical |
0.8665 |
0.9833 |
0.5514 |
0.9962 |
0.7066 |
0.6729 |
0.7411 |
|
Testing |
Mild |
0.8718 |
0.75 |
0.8182 |
0.8929 |
0.7826 |
0.6933 |
0.8547 |
|
|
Moderate |
0.8293 |
0.7297 |
0.7105 |
0.8824 |
0.72 |
0.5973 |
0.7918 |
|
|
Severe |
0.8644 |
0.6977 |
0.9091 |
0.8471 |
0.7895 |
0.7052 |
0.8775 |
|
|
Critical |
0.8947 |
1 |
0.6 |
1 |
0.75 |
0.7246 |
0.7746 |
Ensemble
VS
|
Training
|
Mild
|
0.9976
|
0.9905
|
1
|
0.9968
|
0.9952
|
0.9936
|
0.9984
|
|
|
Moderate |
0.9976 |
1 |
0.9899 |
1 |
0.9949 |
0.9934 |
0.9949 |
|
|
Severe |
1 |
1 |
1 |
1 |
1 |
1 |
1 |
|
|
Critical |
1 |
1 |
1 |
1 |
1 |
1 |
1 |
|
Testing |
Mild |
0.9398 |
0.8205 |
0.9697 |
0.93 |
0.8889 |
0.8536 |
0.9496 |
|
|
Moderate |
0.9328 |
0.9677 |
0.7895 |
0.9896 |
0.8696 |
0.8327 |
0.8839 |
|
|
Severe |
1 |
1 |
1 |
1 |
1 |
1 |
1 |
|
|
Critical |
0.9921 |
0.9677 |
1 |
0.9896 |
0.9836 |
0.9786 |
0.9948 |
Ensemble
CWVS
|
Training
|
Mild
|
0.9976
|
0.9905
|
1
|
0.9968
|
0.9952
|
0.9936
|
0.9984
|
|
|
Moderate |
0.9976 |
1 |
0.9899 |
1 |
0.9949 |
0.9934 |
0.9949 |
|
|
Severe |
1 |
1 |
1 |
1 |
1 |
1 |
1 |
|
|
Critical |
1 |
1 |
1 |
1 |
1 |
1 |
1 |
|
Testing |
Mild |
0.9389 |
0.8205 |
0.9697 |
0.9286 |
0.8889 |
0.8528 |
0.9489 |
|
|
Moderate |
0.9179 |
0.9655 |
0.7368 |
0.9896 |
0.8358 |
0.7951 |
0.8539 |
|
|
Severe |
0.984 |
0.9429 |
1 |
0.9783 |
0.9706 |
0.9604 |
0.9891 |
|
|
Critical |
0.9919 |
0.9677 |
1 |
0.9894 |
0.9836 |
0.9785 |
0.9947 |
Ensemble
HCWS
|
Training
|
Mild
|
0.9951
|
0.9811
|
1
|
0.9935
|
0.9905
|
0.9873
|
0.9967
|
|
|
Moderate |
0.9951 |
1 |
0.9798 |
1 |
0.9898 |
0.9867 |
0.9898 |
|
|
Severe |
0.9951 |
1 |
0.9808 |
1 |
0.9903 |
0.9871 |
0.9903 |
|
|
Critical |
0.9951 |
0.9817 |
1 |
0.9934 |
0.9907 |
0.9875 |
0.9967 |
|
Testing |
Mild |
0.9398 |
0.8205 |
0.9697 |
0.93 |
0.8889 |
0.8536 |
0.9496 |
|
|
Moderate |
0.9328 |
0.9677 |
0.7895 |
0.9896 |
0.8696 |
0.8327 |
0.8839 |
|
|
Severe |
1 |
1 |
1 |
1 |
1 |
1 |
1 |
|
|
Critical |
0.9921 |
0.9677 |
1 |
0.9896 |
0.9836 |
0.9786 |
0.9948 |