| { |
| "tool": "scripts/export.py", |
| "generated_at": "2026-09-03T21:19:59+0900", |
| "git_commit": "HEAD", |
| "environment": { |
| "python": "3.13.5", |
| "platform": "macOS-26.6.2-arm64-arm-64bit-Mach-O", |
| "machine": "arm64", |
| "processor": "arm", |
| "torch": "2.12.0", |
| "onnx": "1.21.0", |
| "onnxruntime": "1.26.0", |
| "numpy": "2.3.3" |
| }, |
| "weights": { |
| "provenance": "checkpoint", |
| "path": "checkpoints/base/model.pt", |
| "sha256": "fc20409727cbc84b297d1215b124ce10791e04f8663d025420fe618df849055f", |
| "preset": "base", |
| "n_params": 35054595, |
| "checkpoint_extra": { |
| "epoch": 11, |
| "dev_nucleus_exact": 0.6557333333333333 |
| } |
| }, |
| "model_config": { |
| "d_model": 512, |
| "n_layers": 10, |
| "n_heads": 8, |
| "d_ff": 2048, |
| "dropout": 0.1, |
| "max_len": 256, |
| "vocab_sizes": { |
| "mora": 128, |
| "pos_fwd": 66, |
| "pos_bwd": 66, |
| "comp_idx": 18, |
| "comp_boundary": 4, |
| "goshu": 8, |
| "comp_accent": 12, |
| "acon_type": 28, |
| "comp_len": 33, |
| "is_final_comp": 4, |
| "comp_first_char": 2945, |
| "comp_last_char": 2799, |
| "in_lexicon": 4 |
| }, |
| "head_hidden": 256, |
| "preset_name": "base" |
| }, |
| "vocab": { |
| "path": "artifacts/export/vocab.json", |
| "note": "loaded from the checkpoint's own checkpoints/base/vocab.json", |
| "sizes": { |
| "mora": 128, |
| "pos_fwd": 66, |
| "pos_bwd": 66, |
| "comp_idx": 18, |
| "comp_boundary": 4, |
| "goshu": 8, |
| "comp_accent": 12, |
| "acon_type": 28, |
| "comp_len": 33, |
| "is_final_comp": 4, |
| "comp_first_char": 2945, |
| "comp_last_char": 2799, |
| "in_lexicon": 4 |
| }, |
| "bytes": 61786, |
| "mib": 0.059, |
| "sha256": "80a6f40f6679a1efb8e31ffad3626659f5ef071f3e20ee1fa55e3f9c20f34af8" |
| }, |
| "onnx_fp32": { |
| "exporter": "legacy", |
| "requested_opset": 17, |
| "opset_in_file": { |
| "ai.onnx": 17 |
| }, |
| "ir_version": 8, |
| "export_seconds": 0.587, |
| "dynamic_axes": { |
| "batch": 0, |
| "time": 1 |
| }, |
| "input_names": [ |
| "mora", |
| "pos_fwd", |
| "pos_bwd", |
| "comp_idx", |
| "comp_boundary", |
| "goshu", |
| "comp_accent", |
| "acon_type", |
| "comp_len", |
| "is_final_comp", |
| "comp_first_char", |
| "comp_last_char", |
| "in_lexicon", |
| "mask" |
| ], |
| "output_names": [ |
| "boundary", |
| "nucleus", |
| "heiban" |
| ], |
| "n_initializers": 143, |
| "n_nodes": 815, |
| "files": [ |
| { |
| "path": "artifacts/export/downstep.onnx", |
| "bytes": 140862821, |
| "mib": 134.337, |
| "sha256": "535cb239b7e5ee9b78f254d8d1f4cfa35d773c98dcb78c68494ff324ebdb0c95" |
| } |
| ], |
| "total_bytes": 140862821 |
| }, |
| "verification_fp32_vs_torch": { |
| "backend": "onnxruntime CPUExecutionProvider vs torch eager, float32", |
| "compared_at": "masked (real) mora positions only", |
| "shapes": [ |
| { |
| "batch": 1, |
| "moras": 4, |
| "max_abs_diff": { |
| "boundary": 1.239776611328125e-05, |
| "nucleus": 3.5762786865234375e-06, |
| "heiban": 5.252659320831299e-07 |
| } |
| }, |
| { |
| "batch": 1, |
| "moras": 8, |
| "max_abs_diff": { |
| "boundary": 9.5367431640625e-06, |
| "nucleus": 5.7220458984375e-06, |
| "heiban": 1.2218952178955078e-06 |
| } |
| }, |
| { |
| "batch": 1, |
| "moras": 16, |
| "max_abs_diff": { |
| "boundary": 1.1444091796875e-05, |
| "nucleus": 8.58306884765625e-06, |
| "heiban": 2.2649765014648438e-06 |
| } |
| }, |
| { |
| "batch": 32, |
| "moras": 12, |
| "max_abs_diff": { |
| "boundary": 1.52587890625e-05, |
| "nucleus": 2.1219253540039062e-05, |
| "heiban": 2.86102294921875e-06 |
| } |
| } |
| ], |
| "max_abs_diff_overall": 2.1219253540039062e-05, |
| "tolerance": 0.0001, |
| "passed": true |
| }, |
| "int8": { |
| "method": "onnxruntime.quantization.quantize_dynamic, QInt8, weight-only", |
| "preprocess": "quant_pre_process(skip_symbolic_shape=True) succeeded", |
| "quantise_seconds": 1.03, |
| "n_nodes": 1000, |
| "file": { |
| "path": "artifacts/export/downstep.int8.onnx", |
| "bytes": 36023179, |
| "mib": 34.354, |
| "sha256": "76dc3085a79052726dad6bb2cd1e1efe03ecd71973b8beac3adbd090b2a31b52" |
| }, |
| "fp32_bytes": 140862821, |
| "compression_ratio": 3.91 |
| }, |
| "verification_int8_vs_fp32": { |
| "shapes": [ |
| { |
| "batch": 1, |
| "moras": 4, |
| "max_abs_diff": { |
| "boundary": 0.04032421112060547, |
| "nucleus": 0.008849620819091797, |
| "heiban": 0.002766907215118408 |
| } |
| }, |
| { |
| "batch": 1, |
| "moras": 8, |
| "max_abs_diff": { |
| "boundary": 0.04124927520751953, |
| "nucleus": 0.04478585720062256, |
| "heiban": 0.007645726203918457 |
| } |
| }, |
| { |
| "batch": 1, |
| "moras": 16, |
| "max_abs_diff": { |
| "boundary": 0.08224201202392578, |
| "nucleus": 0.12763333320617676, |
| "heiban": 0.034450650215148926 |
| } |
| }, |
| { |
| "batch": 32, |
| "moras": 12, |
| "max_abs_diff": { |
| "boundary": 0.1212320327758789, |
| "nucleus": 0.09279704093933105, |
| "heiban": 0.04297083616256714 |
| } |
| } |
| ], |
| "max_abs_diff_overall": 0.12763333320617676, |
| "tolerance": 0.05, |
| "passed": false, |
| "nucleus_argmax_agreement": { |
| "same": 35, |
| "rows": 35, |
| "rate": 1.0 |
| }, |
| "boundary_sign_agreement": { |
| "same": 252, |
| "positions": 252, |
| "rate": 1.0 |
| } |
| }, |
| "latency": { |
| "shapes_note": "random ids; shapes exercise the graph, they are not a corpus sample", |
| "onnxruntime_fp32": { |
| "provider": "CPUExecutionProvider", |
| "intra_op_num_threads": 1, |
| "warmup_iters": 10, |
| "note": "random ids; shapes exercise the graph, they are not a corpus sample", |
| "per_shape": [ |
| { |
| "iters": 100, |
| "mean_ms": 3.3892, |
| "median_ms": 3.3489, |
| "p90_ms": 3.5683, |
| "min_ms": 3.2684, |
| "max_ms": 3.7994, |
| "batch": 1, |
| "moras": 4, |
| "ms_per_item_median": 3.3489 |
| }, |
| { |
| "iters": 100, |
| "mean_ms": 6.2854, |
| "median_ms": 6.2355, |
| "p90_ms": 6.4416, |
| "min_ms": 6.0739, |
| "max_ms": 7.5214, |
| "batch": 1, |
| "moras": 8, |
| "ms_per_item_median": 6.2355 |
| }, |
| { |
| "iters": 100, |
| "mean_ms": 11.6767, |
| "median_ms": 11.6795, |
| "p90_ms": 11.8093, |
| "min_ms": 11.5046, |
| "max_ms": 11.9721, |
| "batch": 1, |
| "moras": 16, |
| "ms_per_item_median": 11.6795 |
| }, |
| { |
| "iters": 100, |
| "mean_ms": 260.3052, |
| "median_ms": 260.2948, |
| "p90_ms": 260.9332, |
| "min_ms": 258.0178, |
| "max_ms": 267.6222, |
| "batch": 32, |
| "moras": 12, |
| "ms_per_item_median": 8.1342 |
| } |
| ] |
| }, |
| "onnxruntime_int8": { |
| "provider": "CPUExecutionProvider", |
| "intra_op_num_threads": 1, |
| "warmup_iters": 10, |
| "note": "random ids; shapes exercise the graph, they are not a corpus sample", |
| "per_shape": [ |
| { |
| "iters": 100, |
| "mean_ms": 1.2802, |
| "median_ms": 1.2639, |
| "p90_ms": 1.3232, |
| "min_ms": 1.2197, |
| "max_ms": 1.4885, |
| "batch": 1, |
| "moras": 4, |
| "ms_per_item_median": 1.2639 |
| }, |
| { |
| "iters": 100, |
| "mean_ms": 2.1173, |
| "median_ms": 2.0918, |
| "p90_ms": 2.2344, |
| "min_ms": 2.0438, |
| "max_ms": 2.4081, |
| "batch": 1, |
| "moras": 8, |
| "ms_per_item_median": 2.0918 |
| }, |
| { |
| "iters": 100, |
| "mean_ms": 3.9489, |
| "median_ms": 3.9323, |
| "p90_ms": 4.0494, |
| "min_ms": 3.847, |
| "max_ms": 4.1159, |
| "batch": 1, |
| "moras": 16, |
| "ms_per_item_median": 3.9323 |
| }, |
| { |
| "iters": 100, |
| "mean_ms": 88.3233, |
| "median_ms": 88.2953, |
| "p90_ms": 88.6815, |
| "min_ms": 87.1352, |
| "max_ms": 91.9882, |
| "batch": 32, |
| "moras": 12, |
| "ms_per_item_median": 2.7592 |
| } |
| ] |
| }, |
| "torch_eager": { |
| "backend": "torch eager CPU", |
| "torch_num_threads": 1, |
| "warmup_iters": 10, |
| "per_shape": [ |
| { |
| "iters": 100, |
| "mean_ms": 19.1696, |
| "median_ms": 20.5543, |
| "p90_ms": 23.2695, |
| "min_ms": 12.6302, |
| "max_ms": 25.5071, |
| "batch": 1, |
| "moras": 4, |
| "ms_per_item_median": 20.5543 |
| }, |
| { |
| "iters": 100, |
| "mean_ms": 18.4129, |
| "median_ms": 18.872, |
| "p90_ms": 26.2903, |
| "min_ms": 10.057, |
| "max_ms": 27.6841, |
| "batch": 1, |
| "moras": 8, |
| "ms_per_item_median": 18.872 |
| }, |
| { |
| "iters": 100, |
| "mean_ms": 19.1912, |
| "median_ms": 21.4159, |
| "p90_ms": 25.2457, |
| "min_ms": 9.5397, |
| "max_ms": 27.1297, |
| "batch": 1, |
| "moras": 16, |
| "ms_per_item_median": 21.4159 |
| }, |
| { |
| "iters": 100, |
| "mean_ms": 68.2776, |
| "median_ms": 68.7565, |
| "p90_ms": 71.7727, |
| "min_ms": 58.8458, |
| "max_ms": 73.8272, |
| "batch": 32, |
| "moras": 12, |
| "ms_per_item_median": 2.1486 |
| } |
| ] |
| } |
| }, |
| "gguf": { |
| "status": "not_requested" |
| }, |
| "huggingface_push": { |
| "executed": false, |
| "why": "publishing is a human decision; this script has no upload path", |
| "repo_id": "downstep/downstep-accent", |
| "repo_type": "model", |
| "private": false, |
| "files": [ |
| { |
| "path": "artifacts/export/vocab.json", |
| "bytes": 61786, |
| "mib": 0.059, |
| "sha256": "80a6f40f6679a1efb8e31ffad3626659f5ef071f3e20ee1fa55e3f9c20f34af8" |
| }, |
| { |
| "path": "artifacts/export/downstep.onnx", |
| "bytes": 140862821, |
| "mib": 134.337, |
| "sha256": "535cb239b7e5ee9b78f254d8d1f4cfa35d773c98dcb78c68494ff324ebdb0c95" |
| }, |
| { |
| "path": "artifacts/export/downstep.int8.onnx", |
| "bytes": 36023179, |
| "mib": 34.354, |
| "sha256": "76dc3085a79052726dad6bb2cd1e1efe03ecd71973b8beac3adbd090b2a31b52" |
| } |
| ], |
| "total_bytes": 176947786, |
| "total_mib": 168.751, |
| "equivalent_command": "huggingface-cli upload downstep/downstep-accent <export-dir> . --repo-type=model" |
| }, |
| "exit_code": 1 |
| } |
