{ "tool": "scripts/export.py", "generated_at": "2026-09-03T21:19:59+0900", "git_commit": "HEAD", "environment": { "python": "3.13.5", "platform": "macOS-26.6.2-arm64-arm-64bit-Mach-O", "machine": "arm64", "processor": "arm", "torch": "2.12.0", "onnx": "1.21.0", "onnxruntime": "1.26.0", "numpy": "2.3.3" }, "weights": { "provenance": "checkpoint", "path": "checkpoints/base/model.pt", "sha256": "fc20409727cbc84b297d1215b124ce10791e04f8663d025420fe618df849055f", "preset": "base", "n_params": 35054595, "checkpoint_extra": { "epoch": 11, "dev_nucleus_exact": 0.6557333333333333 } }, "model_config": { "d_model": 512, "n_layers": 10, "n_heads": 8, "d_ff": 2048, "dropout": 0.1, "max_len": 256, "vocab_sizes": { "mora": 128, "pos_fwd": 66, "pos_bwd": 66, "comp_idx": 18, "comp_boundary": 4, "goshu": 8, "comp_accent": 12, "acon_type": 28, "comp_len": 33, "is_final_comp": 4, "comp_first_char": 2945, "comp_last_char": 2799, "in_lexicon": 4 }, "head_hidden": 256, "preset_name": "base" }, "vocab": { "path": "artifacts/export/vocab.json", "note": "loaded from the checkpoint's own checkpoints/base/vocab.json", "sizes": { "mora": 128, "pos_fwd": 66, "pos_bwd": 66, "comp_idx": 18, "comp_boundary": 4, "goshu": 8, "comp_accent": 12, "acon_type": 28, "comp_len": 33, "is_final_comp": 4, "comp_first_char": 2945, "comp_last_char": 2799, "in_lexicon": 4 }, "bytes": 61786, "mib": 0.059, "sha256": "80a6f40f6679a1efb8e31ffad3626659f5ef071f3e20ee1fa55e3f9c20f34af8" }, "onnx_fp32": { "exporter": "legacy", "requested_opset": 17, "opset_in_file": { "ai.onnx": 17 }, "ir_version": 8, "export_seconds": 0.587, "dynamic_axes": { "batch": 0, "time": 1 }, "input_names": [ "mora", "pos_fwd", "pos_bwd", "comp_idx", "comp_boundary", "goshu", "comp_accent", "acon_type", "comp_len", "is_final_comp", "comp_first_char", "comp_last_char", "in_lexicon", "mask" ], "output_names": [ "boundary", "nucleus", "heiban" ], "n_initializers": 143, "n_nodes": 815, "files": [ { "path": "artifacts/export/downstep.onnx", "bytes": 140862821, "mib": 134.337, "sha256": "535cb239b7e5ee9b78f254d8d1f4cfa35d773c98dcb78c68494ff324ebdb0c95" } ], "total_bytes": 140862821 }, "verification_fp32_vs_torch": { "backend": "onnxruntime CPUExecutionProvider vs torch eager, float32", "compared_at": "masked (real) mora positions only", "shapes": [ { "batch": 1, "moras": 4, "max_abs_diff": { "boundary": 1.239776611328125e-05, "nucleus": 3.5762786865234375e-06, "heiban": 5.252659320831299e-07 } }, { "batch": 1, "moras": 8, "max_abs_diff": { "boundary": 9.5367431640625e-06, "nucleus": 5.7220458984375e-06, "heiban": 1.2218952178955078e-06 } }, { "batch": 1, "moras": 16, "max_abs_diff": { "boundary": 1.1444091796875e-05, "nucleus": 8.58306884765625e-06, "heiban": 2.2649765014648438e-06 } }, { "batch": 32, "moras": 12, "max_abs_diff": { "boundary": 1.52587890625e-05, "nucleus": 2.1219253540039062e-05, "heiban": 2.86102294921875e-06 } } ], "max_abs_diff_overall": 2.1219253540039062e-05, "tolerance": 0.0001, "passed": true }, "int8": { "method": "onnxruntime.quantization.quantize_dynamic, QInt8, weight-only", "preprocess": "quant_pre_process(skip_symbolic_shape=True) succeeded", "quantise_seconds": 1.03, "n_nodes": 1000, "file": { "path": "artifacts/export/downstep.int8.onnx", "bytes": 36023179, "mib": 34.354, "sha256": "76dc3085a79052726dad6bb2cd1e1efe03ecd71973b8beac3adbd090b2a31b52" }, "fp32_bytes": 140862821, "compression_ratio": 3.91 }, "verification_int8_vs_fp32": { "shapes": [ { "batch": 1, "moras": 4, "max_abs_diff": { "boundary": 0.04032421112060547, "nucleus": 0.008849620819091797, "heiban": 0.002766907215118408 } }, { "batch": 1, "moras": 8, "max_abs_diff": { "boundary": 0.04124927520751953, "nucleus": 0.04478585720062256, "heiban": 0.007645726203918457 } }, { "batch": 1, "moras": 16, "max_abs_diff": { "boundary": 0.08224201202392578, "nucleus": 0.12763333320617676, "heiban": 0.034450650215148926 } }, { "batch": 32, "moras": 12, "max_abs_diff": { "boundary": 0.1212320327758789, "nucleus": 0.09279704093933105, "heiban": 0.04297083616256714 } } ], "max_abs_diff_overall": 0.12763333320617676, "tolerance": 0.05, "passed": false, "nucleus_argmax_agreement": { "same": 35, "rows": 35, "rate": 1.0 }, "boundary_sign_agreement": { "same": 252, "positions": 252, "rate": 1.0 } }, "latency": { "shapes_note": "random ids; shapes exercise the graph, they are not a corpus sample", "onnxruntime_fp32": { "provider": "CPUExecutionProvider", "intra_op_num_threads": 1, "warmup_iters": 10, "note": "random ids; shapes exercise the graph, they are not a corpus sample", "per_shape": [ { "iters": 100, "mean_ms": 3.3892, "median_ms": 3.3489, "p90_ms": 3.5683, "min_ms": 3.2684, "max_ms": 3.7994, "batch": 1, "moras": 4, "ms_per_item_median": 3.3489 }, { "iters": 100, "mean_ms": 6.2854, "median_ms": 6.2355, "p90_ms": 6.4416, "min_ms": 6.0739, "max_ms": 7.5214, "batch": 1, "moras": 8, "ms_per_item_median": 6.2355 }, { "iters": 100, "mean_ms": 11.6767, "median_ms": 11.6795, "p90_ms": 11.8093, "min_ms": 11.5046, "max_ms": 11.9721, "batch": 1, "moras": 16, "ms_per_item_median": 11.6795 }, { "iters": 100, "mean_ms": 260.3052, "median_ms": 260.2948, "p90_ms": 260.9332, "min_ms": 258.0178, "max_ms": 267.6222, "batch": 32, "moras": 12, "ms_per_item_median": 8.1342 } ] }, "onnxruntime_int8": { "provider": "CPUExecutionProvider", "intra_op_num_threads": 1, "warmup_iters": 10, "note": "random ids; shapes exercise the graph, they are not a corpus sample", "per_shape": [ { "iters": 100, "mean_ms": 1.2802, "median_ms": 1.2639, "p90_ms": 1.3232, "min_ms": 1.2197, "max_ms": 1.4885, "batch": 1, "moras": 4, "ms_per_item_median": 1.2639 }, { "iters": 100, "mean_ms": 2.1173, "median_ms": 2.0918, "p90_ms": 2.2344, "min_ms": 2.0438, "max_ms": 2.4081, "batch": 1, "moras": 8, "ms_per_item_median": 2.0918 }, { "iters": 100, "mean_ms": 3.9489, "median_ms": 3.9323, "p90_ms": 4.0494, "min_ms": 3.847, "max_ms": 4.1159, "batch": 1, "moras": 16, "ms_per_item_median": 3.9323 }, { "iters": 100, "mean_ms": 88.3233, "median_ms": 88.2953, "p90_ms": 88.6815, "min_ms": 87.1352, "max_ms": 91.9882, "batch": 32, "moras": 12, "ms_per_item_median": 2.7592 } ] }, "torch_eager": { "backend": "torch eager CPU", "torch_num_threads": 1, "warmup_iters": 10, "per_shape": [ { "iters": 100, "mean_ms": 19.1696, "median_ms": 20.5543, "p90_ms": 23.2695, "min_ms": 12.6302, "max_ms": 25.5071, "batch": 1, "moras": 4, "ms_per_item_median": 20.5543 }, { "iters": 100, "mean_ms": 18.4129, "median_ms": 18.872, "p90_ms": 26.2903, "min_ms": 10.057, "max_ms": 27.6841, "batch": 1, "moras": 8, "ms_per_item_median": 18.872 }, { "iters": 100, "mean_ms": 19.1912, "median_ms": 21.4159, "p90_ms": 25.2457, "min_ms": 9.5397, "max_ms": 27.1297, "batch": 1, "moras": 16, "ms_per_item_median": 21.4159 }, { "iters": 100, "mean_ms": 68.2776, "median_ms": 68.7565, "p90_ms": 71.7727, "min_ms": 58.8458, "max_ms": 73.8272, "batch": 32, "moras": 12, "ms_per_item_median": 2.1486 } ] } }, "gguf": { "status": "not_requested" }, "huggingface_push": { "executed": false, "why": "publishing is a human decision; this script has no upload path", "repo_id": "downstep/downstep-accent", "repo_type": "model", "private": false, "files": [ { "path": "artifacts/export/vocab.json", "bytes": 61786, "mib": 0.059, "sha256": "80a6f40f6679a1efb8e31ffad3626659f5ef071f3e20ee1fa55e3f9c20f34af8" }, { "path": "artifacts/export/downstep.onnx", "bytes": 140862821, "mib": 134.337, "sha256": "535cb239b7e5ee9b78f254d8d1f4cfa35d773c98dcb78c68494ff324ebdb0c95" }, { "path": "artifacts/export/downstep.int8.onnx", "bytes": 36023179, "mib": 34.354, "sha256": "76dc3085a79052726dad6bb2cd1e1efe03ecd71973b8beac3adbd090b2a31b52" } ], "total_bytes": 176947786, "total_mib": 168.751, "equivalent_command": "huggingface-cli upload downstep/downstep-accent . --repo-type=model" }, "exit_code": 1 }