our_knp/cats-dogs/acceleration-results/batch-benchmark.json
int 979aa90bb4 Add 2026-10-14 handoff materials, verify accelerated runs
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-14 18:29:08 +03:00

235 lines
5.3 KiB
JSON

{
"serial": {
"jobs": 1,
"logical_cpus": 24,
"runs": [
{
"name": "bench_serial_t600",
"returncode": 0,
"metrics": {
"elapsed_seconds": 23.55,
"classes": {
"cat": {
"correct": 324,
"unanswered": 0,
"wrong": 176
},
"dog": {
"correct": 268,
"unanswered": 0,
"wrong": 232
}
},
"correct": 592,
"unanswered": 0,
"wrong": 408,
"accuracy": 0.592
}
},
{
"name": "bench_serial_t1600",
"returncode": 0,
"metrics": {
"elapsed_seconds": 22.67,
"classes": {
"cat": {
"correct": 306,
"unanswered": 0,
"wrong": 194
},
"dog": {
"correct": 319,
"unanswered": 0,
"wrong": 181
}
},
"correct": 625,
"unanswered": 0,
"wrong": 375,
"accuracy": 0.625
}
},
{
"name": "bench_serial_t4000",
"returncode": 0,
"metrics": {
"elapsed_seconds": 22.65,
"classes": {
"cat": {
"correct": 297,
"unanswered": 0,
"wrong": 203
},
"dog": {
"correct": 329,
"unanswered": 0,
"wrong": 171
}
},
"correct": 626,
"unanswered": 0,
"wrong": 374,
"accuracy": 0.626
}
},
{
"name": "bench_serial_t8000",
"returncode": 0,
"metrics": {
"elapsed_seconds": 22.44,
"classes": {
"cat": {
"correct": 298,
"unanswered": 0,
"wrong": 202
},
"dog": {
"correct": 317,
"unanswered": 3,
"wrong": 180
}
},
"correct": 615,
"unanswered": 3,
"wrong": 382,
"accuracy": 0.615
}
}
],
"elapsed_seconds": 91.573,
"plan": "/home/int/run/cats-dogs/acceleration/serial-plan.json",
"all_succeeded": true
},
"parallel": {
"jobs": 4,
"logical_cpus": 24,
"runs": [
{
"name": "bench_parallel_t8000",
"returncode": 0,
"metrics": {
"elapsed_seconds": 40.67,
"classes": {
"cat": {
"correct": 298,
"unanswered": 0,
"wrong": 202
},
"dog": {
"correct": 317,
"unanswered": 3,
"wrong": 180
}
},
"correct": 615,
"unanswered": 3,
"wrong": 382,
"accuracy": 0.615
}
},
{
"name": "bench_parallel_t4000",
"returncode": 0,
"metrics": {
"elapsed_seconds": 42.17,
"classes": {
"cat": {
"correct": 297,
"unanswered": 0,
"wrong": 203
},
"dog": {
"correct": 329,
"unanswered": 0,
"wrong": 171
}
},
"correct": 626,
"unanswered": 0,
"wrong": 374,
"accuracy": 0.626
}
},
{
"name": "bench_parallel_t600",
"returncode": 0,
"metrics": {
"elapsed_seconds": 42.68,
"classes": {
"cat": {
"correct": 324,
"unanswered": 0,
"wrong": 176
},
"dog": {
"correct": 268,
"unanswered": 0,
"wrong": 232
}
},
"correct": 592,
"unanswered": 0,
"wrong": 408,
"accuracy": 0.592
}
},
{
"name": "bench_parallel_t1600",
"returncode": 0,
"metrics": {
"elapsed_seconds": 42.86,
"classes": {
"cat": {
"correct": 306,
"unanswered": 0,
"wrong": 194
},
"dog": {
"correct": 319,
"unanswered": 0,
"wrong": 181
}
},
"correct": 625,
"unanswered": 0,
"wrong": 375,
"accuracy": 0.625
}
}
],
"elapsed_seconds": 42.911,
"plan": "/home/int/run/cats-dogs/acceleration/parallel-plan.json",
"all_succeeded": true
},
"speedup": 2.1340215795483672,
"bitwise_equal": {
"600": {
"float_weights.csv": true,
"quant_weights.csv": true,
"float_neurons.csv": true,
"quant_neurons.csv": true,
"result.csv": true
},
"1600": {
"float_weights.csv": true,
"quant_weights.csv": true,
"float_neurons.csv": true,
"quant_neurons.csv": true,
"result.csv": true
},
"4000": {
"float_weights.csv": true,
"quant_weights.csv": true,
"float_neurons.csv": true,
"quant_neurons.csv": true,
"result.csv": true
},
"8000": {
"float_weights.csv": true,
"quant_weights.csv": true,
"float_neurons.csv": true,
"quant_neurons.csv": true,
"result.csv": true
}
}
}