8f43927575
examples/ is based on KasperskyLab/knp at 55470ed6 with local changes to the mnist-learn altai/blifat models, cuda-backend CMake and model_loader. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
221 lines
4.5 KiB
JSON
221 lines
4.5 KiB
JSON
{
|
|
"method": "8 predeclared configurations on fresh validation only; first wins ties",
|
|
"rows": [
|
|
{
|
|
"run": "v2_val_c20_t600",
|
|
"columns": 20,
|
|
"threshold": 600,
|
|
"encoding": "sparse_hog",
|
|
"quant": "weights",
|
|
"elapsed_seconds": 23.93,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 324,
|
|
"unanswered": 0,
|
|
"wrong": 176
|
|
},
|
|
"dog": {
|
|
"correct": 268,
|
|
"unanswered": 0,
|
|
"wrong": 232
|
|
}
|
|
},
|
|
"correct": 592,
|
|
"unanswered": 0,
|
|
"wrong": 408,
|
|
"accuracy": 0.592
|
|
},
|
|
{
|
|
"run": "v2_val_c20_t1600",
|
|
"columns": 20,
|
|
"threshold": 1600,
|
|
"encoding": "sparse_hog",
|
|
"quant": "weights",
|
|
"elapsed_seconds": 23.79,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 306,
|
|
"unanswered": 0,
|
|
"wrong": 194
|
|
},
|
|
"dog": {
|
|
"correct": 319,
|
|
"unanswered": 0,
|
|
"wrong": 181
|
|
}
|
|
},
|
|
"correct": 625,
|
|
"unanswered": 0,
|
|
"wrong": 375,
|
|
"accuracy": 0.625
|
|
},
|
|
{
|
|
"run": "v2_val_c20_t4000",
|
|
"columns": 20,
|
|
"threshold": 4000,
|
|
"encoding": "sparse_hog",
|
|
"quant": "weights",
|
|
"elapsed_seconds": 22.84,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 297,
|
|
"unanswered": 0,
|
|
"wrong": 203
|
|
},
|
|
"dog": {
|
|
"correct": 329,
|
|
"unanswered": 0,
|
|
"wrong": 171
|
|
}
|
|
},
|
|
"correct": 626,
|
|
"unanswered": 0,
|
|
"wrong": 374,
|
|
"accuracy": 0.626
|
|
},
|
|
{
|
|
"run": "v2_val_c20_t8000",
|
|
"columns": 20,
|
|
"threshold": 8000,
|
|
"encoding": "sparse_hog",
|
|
"quant": "weights",
|
|
"elapsed_seconds": 22.27,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 298,
|
|
"unanswered": 0,
|
|
"wrong": 202
|
|
},
|
|
"dog": {
|
|
"correct": 317,
|
|
"unanswered": 3,
|
|
"wrong": 180
|
|
}
|
|
},
|
|
"correct": 615,
|
|
"unanswered": 3,
|
|
"wrong": 382,
|
|
"accuracy": 0.615
|
|
},
|
|
{
|
|
"run": "v2_val_c60_t600",
|
|
"columns": 60,
|
|
"threshold": 600,
|
|
"encoding": "sparse_hog",
|
|
"quant": "weights",
|
|
"elapsed_seconds": 50.41,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 428,
|
|
"unanswered": 0,
|
|
"wrong": 72
|
|
},
|
|
"dog": {
|
|
"correct": 108,
|
|
"unanswered": 0,
|
|
"wrong": 392
|
|
}
|
|
},
|
|
"correct": 536,
|
|
"unanswered": 0,
|
|
"wrong": 464,
|
|
"accuracy": 0.536
|
|
},
|
|
{
|
|
"run": "v2_val_c60_t1600",
|
|
"columns": 60,
|
|
"threshold": 1600,
|
|
"encoding": "sparse_hog",
|
|
"quant": "weights",
|
|
"elapsed_seconds": 51.62,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 292,
|
|
"unanswered": 0,
|
|
"wrong": 208
|
|
},
|
|
"dog": {
|
|
"correct": 301,
|
|
"unanswered": 0,
|
|
"wrong": 199
|
|
}
|
|
},
|
|
"correct": 593,
|
|
"unanswered": 0,
|
|
"wrong": 407,
|
|
"accuracy": 0.593
|
|
},
|
|
{
|
|
"run": "v2_val_c60_t4000",
|
|
"columns": 60,
|
|
"threshold": 4000,
|
|
"encoding": "sparse_hog",
|
|
"quant": "weights",
|
|
"elapsed_seconds": 50.12,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 294,
|
|
"unanswered": 0,
|
|
"wrong": 206
|
|
},
|
|
"dog": {
|
|
"correct": 307,
|
|
"unanswered": 0,
|
|
"wrong": 193
|
|
}
|
|
},
|
|
"correct": 601,
|
|
"unanswered": 0,
|
|
"wrong": 399,
|
|
"accuracy": 0.601
|
|
},
|
|
{
|
|
"run": "v2_val_c60_t8000",
|
|
"columns": 60,
|
|
"threshold": 8000,
|
|
"encoding": "sparse_hog",
|
|
"quant": "weights",
|
|
"elapsed_seconds": 51.24,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 296,
|
|
"unanswered": 0,
|
|
"wrong": 204
|
|
},
|
|
"dog": {
|
|
"correct": 306,
|
|
"unanswered": 0,
|
|
"wrong": 194
|
|
}
|
|
},
|
|
"correct": 602,
|
|
"unanswered": 0,
|
|
"wrong": 398,
|
|
"accuracy": 0.602
|
|
}
|
|
],
|
|
"selected": {
|
|
"run": "v2_val_c20_t4000",
|
|
"columns": 20,
|
|
"threshold": 4000,
|
|
"encoding": "sparse_hog",
|
|
"quant": "weights",
|
|
"elapsed_seconds": 22.84,
|
|
"classes": {
|
|
"cat": {
|
|
"correct": 297,
|
|
"unanswered": 0,
|
|
"wrong": 203
|
|
},
|
|
"dog": {
|
|
"correct": 329,
|
|
"unanswered": 0,
|
|
"wrong": 171
|
|
}
|
|
},
|
|
"correct": 626,
|
|
"unanswered": 0,
|
|
"wrong": 374,
|
|
"accuracy": 0.626
|
|
}
|
|
}
|