8f43927575
examples/ is based on KasperskyLab/knp at 55470ed6 with local changes to the mnist-learn altai/blifat models, cuda-backend CMake and model_loader. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
282 lines
4.9 KiB
JSON
282 lines
4.9 KiB
JSON
[
|
|
{
|
|
"run": "probe_hog_150",
|
|
"elapsed_seconds": 4.5,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 0,
|
|
"unanswered": 100,
|
|
"wrong": 0
|
|
},
|
|
"dog": {
|
|
"correct": 0,
|
|
"unanswered": 99,
|
|
"wrong": 1
|
|
}
|
|
},
|
|
"correct": 0,
|
|
"unanswered": 199,
|
|
"wrong": 1,
|
|
"accuracy": 0.0
|
|
},
|
|
{
|
|
"run": "probe_hog_20",
|
|
"elapsed_seconds": 4.41,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 7,
|
|
"unanswered": 91,
|
|
"wrong": 2
|
|
},
|
|
"dog": {
|
|
"correct": 1,
|
|
"unanswered": 91,
|
|
"wrong": 8
|
|
}
|
|
},
|
|
"correct": 8,
|
|
"unanswered": 182,
|
|
"wrong": 10,
|
|
"accuracy": 0.04
|
|
},
|
|
{
|
|
"run": "probe_hog_60",
|
|
"elapsed_seconds": 4.5,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 1,
|
|
"unanswered": 98,
|
|
"wrong": 1
|
|
},
|
|
"dog": {
|
|
"correct": 0,
|
|
"unanswered": 99,
|
|
"wrong": 1
|
|
}
|
|
},
|
|
"correct": 1,
|
|
"unanswered": 197,
|
|
"wrong": 2,
|
|
"accuracy": 0.005
|
|
},
|
|
{
|
|
"run": "probe_hybrid_150",
|
|
"elapsed_seconds": 5.09,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 0,
|
|
"unanswered": 100,
|
|
"wrong": 0
|
|
},
|
|
"dog": {
|
|
"correct": 0,
|
|
"unanswered": 99,
|
|
"wrong": 1
|
|
}
|
|
},
|
|
"correct": 0,
|
|
"unanswered": 199,
|
|
"wrong": 1,
|
|
"accuracy": 0.0
|
|
},
|
|
{
|
|
"run": "probe_hybrid_20",
|
|
"elapsed_seconds": 4.78,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 14,
|
|
"unanswered": 85,
|
|
"wrong": 1
|
|
},
|
|
"dog": {
|
|
"correct": 0,
|
|
"unanswered": 87,
|
|
"wrong": 13
|
|
}
|
|
},
|
|
"correct": 14,
|
|
"unanswered": 172,
|
|
"wrong": 14,
|
|
"accuracy": 0.07
|
|
},
|
|
{
|
|
"run": "probe_hybrid_60",
|
|
"elapsed_seconds": 4.92,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 2,
|
|
"unanswered": 98,
|
|
"wrong": 0
|
|
},
|
|
"dog": {
|
|
"correct": 0,
|
|
"unanswered": 99,
|
|
"wrong": 1
|
|
}
|
|
},
|
|
"correct": 2,
|
|
"unanswered": 197,
|
|
"wrong": 1,
|
|
"accuracy": 0.01
|
|
},
|
|
{
|
|
"run": "probe_precise_hog_1600",
|
|
"elapsed_seconds": 4.55,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 5,
|
|
"unanswered": 92,
|
|
"wrong": 3
|
|
},
|
|
"dog": {
|
|
"correct": 0,
|
|
"unanswered": 89,
|
|
"wrong": 11
|
|
}
|
|
},
|
|
"correct": 5,
|
|
"unanswered": 181,
|
|
"wrong": 14,
|
|
"accuracy": 0.025
|
|
},
|
|
{
|
|
"run": "probe_precise_hog_200",
|
|
"elapsed_seconds": 4.49,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 66,
|
|
"unanswered": 17,
|
|
"wrong": 17
|
|
},
|
|
"dog": {
|
|
"correct": 20,
|
|
"unanswered": 14,
|
|
"wrong": 66
|
|
}
|
|
},
|
|
"correct": 86,
|
|
"unanswered": 31,
|
|
"wrong": 83,
|
|
"accuracy": 0.43
|
|
},
|
|
{
|
|
"run": "probe_precise_hog_4000",
|
|
"elapsed_seconds": 4.83,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 1,
|
|
"unanswered": 99,
|
|
"wrong": 0
|
|
},
|
|
"dog": {
|
|
"correct": 0,
|
|
"unanswered": 96,
|
|
"wrong": 4
|
|
}
|
|
},
|
|
"correct": 1,
|
|
"unanswered": 195,
|
|
"wrong": 4,
|
|
"accuracy": 0.005
|
|
},
|
|
{
|
|
"run": "probe_precise_hog_600",
|
|
"elapsed_seconds": 4.5,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 36,
|
|
"unanswered": 54,
|
|
"wrong": 10
|
|
},
|
|
"dog": {
|
|
"correct": 9,
|
|
"unanswered": 55,
|
|
"wrong": 36
|
|
}
|
|
},
|
|
"correct": 45,
|
|
"unanswered": 109,
|
|
"wrong": 46,
|
|
"accuracy": 0.225
|
|
},
|
|
{
|
|
"run": "probe_precise_sparse_hog_1600",
|
|
"elapsed_seconds": 4.03,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 55,
|
|
"unanswered": 0,
|
|
"wrong": 45
|
|
},
|
|
"dog": {
|
|
"correct": 61,
|
|
"unanswered": 0,
|
|
"wrong": 39
|
|
}
|
|
},
|
|
"correct": 116,
|
|
"unanswered": 0,
|
|
"wrong": 84,
|
|
"accuracy": 0.58
|
|
},
|
|
{
|
|
"run": "probe_precise_sparse_hog_200",
|
|
"elapsed_seconds": 3.93,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 88,
|
|
"unanswered": 0,
|
|
"wrong": 12
|
|
},
|
|
"dog": {
|
|
"correct": 25,
|
|
"unanswered": 0,
|
|
"wrong": 75
|
|
}
|
|
},
|
|
"correct": 113,
|
|
"unanswered": 0,
|
|
"wrong": 87,
|
|
"accuracy": 0.565
|
|
},
|
|
{
|
|
"run": "probe_precise_sparse_hog_4000",
|
|
"elapsed_seconds": 4.03,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 57,
|
|
"unanswered": 0,
|
|
"wrong": 43
|
|
},
|
|
"dog": {
|
|
"correct": 66,
|
|
"unanswered": 0,
|
|
"wrong": 34
|
|
}
|
|
},
|
|
"correct": 123,
|
|
"unanswered": 0,
|
|
"wrong": 77,
|
|
"accuracy": 0.615
|
|
},
|
|
{
|
|
"run": "probe_precise_sparse_hog_600",
|
|
"elapsed_seconds": 3.97,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 74,
|
|
"unanswered": 0,
|
|
"wrong": 26
|
|
},
|
|
"dog": {
|
|
"correct": 43,
|
|
"unanswered": 0,
|
|
"wrong": 57
|
|
}
|
|
},
|
|
"correct": 117,
|
|
"unanswered": 0,
|
|
"wrong": 83,
|
|
"accuracy": 0.585
|
|
}
|
|
]
|