decoder_prefill.param

7767517
1748 2179
Input in0 0 1 in0
Split splitncnn_0 1 3 in0 1 2 3
Input in1 0 1 in1
Split splitncnn_1 1 24 in1 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28
Input in2 0 1 in2
Input in3 0 1 in3
UnaryOp pow_0 1 1 1 31 0=4
Reduction mean_625 1 1 31 32 0=3 1=0 -23303=1,-1 4=1 5=1
Input empty_cache_k_input 0 1 empty_cache_k 0=0 1=0 2=0
Input empty_cache_v_input 0 1 empty_cache_v 0=0 1=0 2=0
MemoryData body.model.layers.0.input_layernorm.weight 0 1 33 0=1024
BinaryOp add_1 1 1 32 34 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_2 1 1 34 35 0=5
BinaryOp div_3 1 1 35 36 0=8 1=1 2=1.0
BinaryOp mul_4 2 1 2 36 37 0=2
Reshape reshape_336 1 1 33 38 0=1024 1=1 2=1
BinaryOp mul_5 2 1 38 37 39 0=2
Split splitncnn_2 1 3 39 40 41 42
Gemm gemm_0 1 1 42 43 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_337 1 1 43 44 0=128 1=16 11=-1 2=1
Permute permute_216 1 1 44 45 0=2
Gemm gemm_1 1 1 41 46 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_338 1 1 46 47 0=128 1=8 11=-1 2=1
Permute permute_217 1 1 47 48 0=2
Gemm gemm_2 1 1 40 49 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_339 1 1 49 50 0=128 1=8 11=-1 2=1
Permute permute_218 1 1 50 51 0=2
Split splitncnn_3 1 2 51 52 53
ExpandDims unsqueeze_722 1 1 in2 54 -23303=1,1
Split splitncnn_4 1 48 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102
ExpandDims unsqueeze_723 1 1 in3 103 -23303=1,1
Split splitncnn_5 1 48 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151
RotaryEmbed rope_0 3 1 45 102 151 152 0=0
Split splitncnn_6 1 2 152 153 154
RotaryEmbed rope_1 3 1 48 101 150 155 0=0
Split splitncnn_7 1 2 155 156 157
UnaryOp pow_6 1 1 153 158 0=4
Reduction mean_626 1 1 158 159 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.0.self_attn.query_layernorm.weight 0 1 160 0=128
BinaryOp add_7 1 1 159 161 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_8 1 1 161 162 0=5
BinaryOp div_9 1 1 162 163 0=8 1=1 2=1.0
BinaryOp mul_10 2 1 154 163 164 0=2
Reshape reshape_340 1 1 160 165 0=128 1=1 11=1 2=1
BinaryOp mul_11 2 1 165 164 166 0=2
UnaryOp pow_12 1 1 156 167 0=4
Reduction mean_627 1 1 167 168 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.0.self_attn.key_layernorm.weight 0 1 169 0=128
BinaryOp add_13 1 1 168 170 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_14 1 1 170 171 0=5
BinaryOp div_15 1 1 171 172 0=8 1=1 2=1.0
BinaryOp mul_16 2 1 157 172 173 0=2
Reshape reshape_341 1 1 169 174 0=128 1=1 11=1 2=1
BinaryOp mul_17 2 1 174 173 175 0=2
Tile k_tile_0 1 1 175 k_tiled_0 0=1 1=2
Tile v_tile_0 1 1 51 v_tiled_0 0=1 1=2
Reshape reshape_q3d_0 1 1 166 q_3d_0 0=128 1=-1 2=16
Reshape reshape_k3d_0 1 1 k_tiled_0 k_3d_0 0=128 1=-1 2=16
Reshape reshape_v3d_0 1 1 v_tiled_0 v_3d_0 0=128 1=-1 2=16
SDPA sdpa_0 6 3 q_3d_0 k_3d_0 v_3d_0 in1 empty_cache_k empty_cache_v sdpa_0_out layer_0_k_cache layer_0_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_0 1 1 sdpa_0_out sdpa_0_permuted 0=2
Reshape reshape_344 1 1 sdpa_0_permuted 414 0=2048 1=-1 2=1
Gemm gemm_3 1 1 414 415 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_22 2 1 3 415 416 0=0
Split splitncnn_18 1 3 416 417 418 419
UnaryOp pow_23 1 1 417 420 0=4
Reduction mean_628 1 1 420 421 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.0.post_attention_layernorm.weight 0 1 422 0=1024
BinaryOp add_24 1 1 421 423 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_25 1 1 423 424 0=5
BinaryOp div_26 1 1 424 425 0=8 1=1 2=1.0
BinaryOp mul_27 2 1 418 425 426 0=2
Reshape reshape_345 1 1 422 427 0=1024 1=1 2=1
BinaryOp mul_28 2 1 427 426 428 0=2
Split splitncnn_19 1 2 428 429 430
Gemm gemm_4 1 1 430 431 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_20 1 2 431 432 433
Sigmoid sigmoid_168 1 1 433 434
Gemm gemm_5 1 1 429 435 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_29 2 1 432 434 436 0=2
BinaryOp mul_30 2 1 436 435 437 0=2
Gemm gemm_6 1 1 437 438 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_31 2 1 419 438 439 0=0
Split splitncnn_21 1 3 439 440 441 442
UnaryOp pow_32 1 1 440 443 0=4
Reduction mean_629 1 1 443 444 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.1.input_layernorm.weight 0 1 445 0=1024
BinaryOp add_33 1 1 444 446 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_34 1 1 446 447 0=5
BinaryOp div_35 1 1 447 448 0=8 1=1 2=1.0
BinaryOp mul_36 2 1 441 448 449 0=2
Reshape reshape_346 1 1 445 450 0=1024 1=1 2=1
BinaryOp mul_37 2 1 450 449 451 0=2
Split splitncnn_22 1 3 451 452 453 454
Gemm gemm_7 1 1 454 455 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_347 1 1 455 456 0=128 1=16 11=-1 2=1
Permute permute_221 1 1 456 457 0=2
Gemm gemm_8 1 1 453 458 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_348 1 1 458 459 0=128 1=8 11=-1 2=1
Permute permute_222 1 1 459 460 0=2
Gemm gemm_9 1 1 452 461 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_349 1 1 461 462 0=128 1=8 11=-1 2=1
Permute permute_223 1 1 462 463 0=2
Split splitncnn_23 1 2 463 464 465
RotaryEmbed rope_2 3 1 457 100 149 466 0=0
Split splitncnn_24 1 2 466 467 468
RotaryEmbed rope_3 3 1 460 99 148 469 0=0
Split splitncnn_25 1 2 469 470 471
UnaryOp pow_38 1 1 467 472 0=4
Reduction mean_630 1 1 472 473 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.1.self_attn.query_layernorm.weight 0 1 474 0=128
BinaryOp add_39 1 1 473 475 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_40 1 1 475 476 0=5
BinaryOp div_41 1 1 476 477 0=8 1=1 2=1.0
BinaryOp mul_42 2 1 468 477 478 0=2
Reshape reshape_350 1 1 474 479 0=128 1=1 11=1 2=1
BinaryOp mul_43 2 1 479 478 480 0=2
UnaryOp pow_44 1 1 470 481 0=4
Reduction mean_631 1 1 481 482 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.1.self_attn.key_layernorm.weight 0 1 483 0=128
BinaryOp add_45 1 1 482 484 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_46 1 1 484 485 0=5
BinaryOp div_47 1 1 485 486 0=8 1=1 2=1.0
BinaryOp mul_48 2 1 471 486 487 0=2
Reshape reshape_351 1 1 483 488 0=128 1=1 11=1 2=1
BinaryOp mul_49 2 1 488 487 489 0=2
Tile k_tile_1 1 1 489 k_tiled_1 0=1 1=2
Tile v_tile_1 1 1 463 v_tiled_1 0=1 1=2
Reshape reshape_q3d_1 1 1 480 q_3d_1 0=128 1=-1 2=16
Reshape reshape_k3d_1 1 1 k_tiled_1 k_3d_1 0=128 1=-1 2=16
Reshape reshape_v3d_1 1 1 v_tiled_1 v_3d_1 0=128 1=-1 2=16
SDPA sdpa_1 6 3 q_3d_1 k_3d_1 v_3d_1 in1 empty_cache_k empty_cache_v sdpa_1_out layer_1_k_cache layer_1_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_1 1 1 sdpa_1_out sdpa_1_permuted 0=2
Reshape reshape_354 1 1 sdpa_1_permuted 532 0=2048 1=-1 2=1
Gemm gemm_10 1 1 532 533 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_54 2 1 442 533 534 0=0
Split splitncnn_32 1 3 534 535 536 537
UnaryOp pow_55 1 1 535 538 0=4
Reduction mean_632 1 1 538 539 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.1.post_attention_layernorm.weight 0 1 540 0=1024
BinaryOp add_56 1 1 539 541 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_57 1 1 541 542 0=5
BinaryOp div_58 1 1 542 543 0=8 1=1 2=1.0
BinaryOp mul_59 2 1 536 543 544 0=2
Reshape reshape_355 1 1 540 545 0=1024 1=1 2=1
BinaryOp mul_60 2 1 545 544 546 0=2
Split splitncnn_33 1 2 546 547 548
Gemm gemm_11 1 1 548 549 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_34 1 2 549 550 551
Sigmoid sigmoid_169 1 1 551 552
Gemm gemm_12 1 1 547 553 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_61 2 1 550 552 554 0=2
BinaryOp mul_62 2 1 554 553 555 0=2
Gemm gemm_13 1 1 555 556 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_63 2 1 537 556 557 0=0
Split splitncnn_35 1 3 557 558 559 560
UnaryOp pow_64 1 1 558 561 0=4
Reduction mean_633 1 1 561 562 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.2.input_layernorm.weight 0 1 563 0=1024
BinaryOp add_65 1 1 562 564 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_66 1 1 564 565 0=5
BinaryOp div_67 1 1 565 566 0=8 1=1 2=1.0
BinaryOp mul_68 2 1 559 566 567 0=2
Reshape reshape_356 1 1 563 568 0=1024 1=1 2=1
BinaryOp mul_69 2 1 568 567 569 0=2
Split splitncnn_36 1 3 569 570 571 572
Gemm gemm_14 1 1 572 573 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_357 1 1 573 574 0=128 1=16 11=-1 2=1
Permute permute_226 1 1 574 575 0=2
Gemm gemm_15 1 1 571 576 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_358 1 1 576 577 0=128 1=8 11=-1 2=1
Permute permute_227 1 1 577 578 0=2
Gemm gemm_16 1 1 570 579 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_359 1 1 579 580 0=128 1=8 11=-1 2=1
Permute permute_228 1 1 580 581 0=2
Split splitncnn_37 1 2 581 582 583
RotaryEmbed rope_4 3 1 575 98 147 584 0=0
Split splitncnn_38 1 2 584 585 586
RotaryEmbed rope_5 3 1 578 97 146 587 0=0
Split splitncnn_39 1 2 587 588 589
UnaryOp pow_70 1 1 585 590 0=4
Reduction mean_634 1 1 590 591 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.2.self_attn.query_layernorm.weight 0 1 592 0=128
BinaryOp add_71 1 1 591 593 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_72 1 1 593 594 0=5
BinaryOp div_73 1 1 594 595 0=8 1=1 2=1.0
BinaryOp mul_74 2 1 586 595 596 0=2
Reshape reshape_360 1 1 592 597 0=128 1=1 11=1 2=1
BinaryOp mul_75 2 1 597 596 598 0=2
UnaryOp pow_76 1 1 588 599 0=4
Reduction mean_635 1 1 599 600 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.2.self_attn.key_layernorm.weight 0 1 601 0=128
BinaryOp add_77 1 1 600 602 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_78 1 1 602 603 0=5
BinaryOp div_79 1 1 603 604 0=8 1=1 2=1.0
BinaryOp mul_80 2 1 589 604 605 0=2
Reshape reshape_361 1 1 601 606 0=128 1=1 11=1 2=1
BinaryOp mul_81 2 1 606 605 607 0=2
Tile k_tile_2 1 1 607 k_tiled_2 0=1 1=2
Tile v_tile_2 1 1 581 v_tiled_2 0=1 1=2
Reshape reshape_q3d_2 1 1 598 q_3d_2 0=128 1=-1 2=16
Reshape reshape_k3d_2 1 1 k_tiled_2 k_3d_2 0=128 1=-1 2=16
Reshape reshape_v3d_2 1 1 v_tiled_2 v_3d_2 0=128 1=-1 2=16
SDPA sdpa_2 6 3 q_3d_2 k_3d_2 v_3d_2 in1 empty_cache_k empty_cache_v sdpa_2_out layer_2_k_cache layer_2_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_2 1 1 sdpa_2_out sdpa_2_permuted 0=2
Reshape reshape_364 1 1 sdpa_2_permuted 650 0=2048 1=-1 2=1
Gemm gemm_17 1 1 650 651 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_86 2 1 560 651 652 0=0
Split splitncnn_46 1 3 652 653 654 655
UnaryOp pow_87 1 1 653 656 0=4
Reduction mean_636 1 1 656 657 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.2.post_attention_layernorm.weight 0 1 658 0=1024
BinaryOp add_88 1 1 657 659 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_89 1 1 659 660 0=5
BinaryOp div_90 1 1 660 661 0=8 1=1 2=1.0
BinaryOp mul_91 2 1 654 661 662 0=2
Reshape reshape_365 1 1 658 663 0=1024 1=1 2=1
BinaryOp mul_92 2 1 663 662 664 0=2
Split splitncnn_47 1 2 664 665 666
Gemm gemm_18 1 1 666 667 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_48 1 2 667 668 669
Sigmoid sigmoid_170 1 1 669 670
Gemm gemm_19 1 1 665 671 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_93 2 1 668 670 672 0=2
BinaryOp mul_94 2 1 672 671 673 0=2
Gemm gemm_20 1 1 673 674 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_95 2 1 655 674 675 0=0
Split splitncnn_49 1 3 675 676 677 678
UnaryOp pow_96 1 1 676 679 0=4
Reduction mean_637 1 1 679 680 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.3.input_layernorm.weight 0 1 681 0=1024
BinaryOp add_97 1 1 680 682 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_98 1 1 682 683 0=5
BinaryOp div_99 1 1 683 684 0=8 1=1 2=1.0
BinaryOp mul_100 2 1 677 684 685 0=2
Reshape reshape_366 1 1 681 686 0=1024 1=1 2=1
BinaryOp mul_101 2 1 686 685 687 0=2
Split splitncnn_50 1 3 687 688 689 690
Gemm gemm_21 1 1 690 691 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_367 1 1 691 692 0=128 1=16 11=-1 2=1
Permute permute_231 1 1 692 693 0=2
Gemm gemm_22 1 1 689 694 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_368 1 1 694 695 0=128 1=8 11=-1 2=1
Permute permute_232 1 1 695 696 0=2
Gemm gemm_23 1 1 688 697 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_369 1 1 697 698 0=128 1=8 11=-1 2=1
Permute permute_233 1 1 698 699 0=2
Split splitncnn_51 1 2 699 700 701
RotaryEmbed rope_6 3 1 693 96 145 702 0=0
Split splitncnn_52 1 2 702 703 704
RotaryEmbed rope_7 3 1 696 95 144 705 0=0
Split splitncnn_53 1 2 705 706 707
UnaryOp pow_102 1 1 703 708 0=4
Reduction mean_638 1 1 708 709 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.3.self_attn.query_layernorm.weight 0 1 710 0=128
BinaryOp add_103 1 1 709 711 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_104 1 1 711 712 0=5
BinaryOp div_105 1 1 712 713 0=8 1=1 2=1.0
BinaryOp mul_106 2 1 704 713 714 0=2
Reshape reshape_370 1 1 710 715 0=128 1=1 11=1 2=1
BinaryOp mul_107 2 1 715 714 716 0=2
UnaryOp pow_108 1 1 706 717 0=4
Reduction mean_639 1 1 717 718 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.3.self_attn.key_layernorm.weight 0 1 719 0=128
BinaryOp add_109 1 1 718 720 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_110 1 1 720 721 0=5
BinaryOp div_111 1 1 721 722 0=8 1=1 2=1.0
BinaryOp mul_112 2 1 707 722 723 0=2
Reshape reshape_371 1 1 719 724 0=128 1=1 11=1 2=1
BinaryOp mul_113 2 1 724 723 725 0=2
Tile k_tile_3 1 1 725 k_tiled_3 0=1 1=2
Tile v_tile_3 1 1 699 v_tiled_3 0=1 1=2
Reshape reshape_q3d_3 1 1 716 q_3d_3 0=128 1=-1 2=16
Reshape reshape_k3d_3 1 1 k_tiled_3 k_3d_3 0=128 1=-1 2=16
Reshape reshape_v3d_3 1 1 v_tiled_3 v_3d_3 0=128 1=-1 2=16
SDPA sdpa_3 6 3 q_3d_3 k_3d_3 v_3d_3 in1 empty_cache_k empty_cache_v sdpa_3_out layer_3_k_cache layer_3_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_3 1 1 sdpa_3_out sdpa_3_permuted 0=2
Reshape reshape_374 1 1 sdpa_3_permuted 768 0=2048 1=-1 2=1
Gemm gemm_24 1 1 768 769 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_118 2 1 678 769 770 0=0
Split splitncnn_60 1 3 770 771 772 773
UnaryOp pow_119 1 1 771 774 0=4
Reduction mean_640 1 1 774 775 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.3.post_attention_layernorm.weight 0 1 776 0=1024
BinaryOp add_120 1 1 775 777 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_121 1 1 777 778 0=5
BinaryOp div_122 1 1 778 779 0=8 1=1 2=1.0
BinaryOp mul_123 2 1 772 779 780 0=2
Reshape reshape_375 1 1 776 781 0=1024 1=1 2=1
BinaryOp mul_124 2 1 781 780 782 0=2
Split splitncnn_61 1 2 782 783 784
Gemm gemm_25 1 1 784 785 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_62 1 2 785 786 787
Sigmoid sigmoid_171 1 1 787 788
Gemm gemm_26 1 1 783 789 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_125 2 1 786 788 790 0=2
BinaryOp mul_126 2 1 790 789 791 0=2
Gemm gemm_27 1 1 791 792 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_127 2 1 773 792 793 0=0
Split splitncnn_63 1 3 793 794 795 796
UnaryOp pow_128 1 1 794 797 0=4
Reduction mean_641 1 1 797 798 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.4.input_layernorm.weight 0 1 799 0=1024
BinaryOp add_129 1 1 798 800 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_130 1 1 800 801 0=5
BinaryOp div_131 1 1 801 802 0=8 1=1 2=1.0
BinaryOp mul_132 2 1 795 802 803 0=2
Reshape reshape_376 1 1 799 804 0=1024 1=1 2=1
BinaryOp mul_133 2 1 804 803 805 0=2
Split splitncnn_64 1 3 805 806 807 808
Gemm gemm_28 1 1 808 809 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_377 1 1 809 810 0=128 1=16 11=-1 2=1
Permute permute_236 1 1 810 811 0=2
Gemm gemm_29 1 1 807 812 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_378 1 1 812 813 0=128 1=8 11=-1 2=1
Permute permute_237 1 1 813 814 0=2
Gemm gemm_30 1 1 806 815 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_379 1 1 815 816 0=128 1=8 11=-1 2=1
Permute permute_238 1 1 816 817 0=2
Split splitncnn_65 1 2 817 818 819
RotaryEmbed rope_8 3 1 811 94 143 820 0=0
Split splitncnn_66 1 2 820 821 822
RotaryEmbed rope_9 3 1 814 93 142 823 0=0
Split splitncnn_67 1 2 823 824 825
UnaryOp pow_134 1 1 821 826 0=4
Reduction mean_642 1 1 826 827 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.4.self_attn.query_layernorm.weight 0 1 828 0=128
BinaryOp add_135 1 1 827 829 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_136 1 1 829 830 0=5
BinaryOp div_137 1 1 830 831 0=8 1=1 2=1.0
BinaryOp mul_138 2 1 822 831 832 0=2
Reshape reshape_380 1 1 828 833 0=128 1=1 11=1 2=1
BinaryOp mul_139 2 1 833 832 834 0=2
UnaryOp pow_140 1 1 824 835 0=4
Reduction mean_643 1 1 835 836 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.4.self_attn.key_layernorm.weight 0 1 837 0=128
BinaryOp add_141 1 1 836 838 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_142 1 1 838 839 0=5
BinaryOp div_143 1 1 839 840 0=8 1=1 2=1.0
BinaryOp mul_144 2 1 825 840 841 0=2
Reshape reshape_381 1 1 837 842 0=128 1=1 11=1 2=1
BinaryOp mul_145 2 1 842 841 843 0=2
Tile k_tile_4 1 1 843 k_tiled_4 0=1 1=2
Tile v_tile_4 1 1 817 v_tiled_4 0=1 1=2
Reshape reshape_q3d_4 1 1 834 q_3d_4 0=128 1=-1 2=16
Reshape reshape_k3d_4 1 1 k_tiled_4 k_3d_4 0=128 1=-1 2=16
Reshape reshape_v3d_4 1 1 v_tiled_4 v_3d_4 0=128 1=-1 2=16
SDPA sdpa_4 6 3 q_3d_4 k_3d_4 v_3d_4 in1 empty_cache_k empty_cache_v sdpa_4_out layer_4_k_cache layer_4_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_4 1 1 sdpa_4_out sdpa_4_permuted 0=2
Reshape reshape_384 1 1 sdpa_4_permuted 886 0=2048 1=-1 2=1
Gemm gemm_31 1 1 886 887 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_150 2 1 796 887 888 0=0
Split splitncnn_74 1 3 888 889 890 891
UnaryOp pow_151 1 1 889 892 0=4
Reduction mean_644 1 1 892 893 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.4.post_attention_layernorm.weight 0 1 894 0=1024
BinaryOp add_152 1 1 893 895 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_153 1 1 895 896 0=5
BinaryOp div_154 1 1 896 897 0=8 1=1 2=1.0
BinaryOp mul_155 2 1 890 897 898 0=2
Reshape reshape_385 1 1 894 899 0=1024 1=1 2=1
BinaryOp mul_156 2 1 899 898 900 0=2
Split splitncnn_75 1 2 900 901 902
Gemm gemm_32 1 1 902 903 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_76 1 2 903 904 905
Sigmoid sigmoid_172 1 1 905 906
Gemm gemm_33 1 1 901 907 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_157 2 1 904 906 908 0=2
BinaryOp mul_158 2 1 908 907 909 0=2
Gemm gemm_34 1 1 909 910 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_159 2 1 891 910 911 0=0
Split splitncnn_77 1 3 911 912 913 914
UnaryOp pow_160 1 1 912 915 0=4
Reduction mean_645 1 1 915 916 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.5.input_layernorm.weight 0 1 917 0=1024
BinaryOp add_161 1 1 916 918 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_162 1 1 918 919 0=5
BinaryOp div_163 1 1 919 920 0=8 1=1 2=1.0
BinaryOp mul_164 2 1 913 920 921 0=2
Reshape reshape_386 1 1 917 922 0=1024 1=1 2=1
BinaryOp mul_165 2 1 922 921 923 0=2
Split splitncnn_78 1 3 923 924 925 926
Gemm gemm_35 1 1 926 927 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_387 1 1 927 928 0=128 1=16 11=-1 2=1
Permute permute_241 1 1 928 929 0=2
Gemm gemm_36 1 1 925 930 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_388 1 1 930 931 0=128 1=8 11=-1 2=1
Permute permute_242 1 1 931 932 0=2
Gemm gemm_37 1 1 924 933 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_389 1 1 933 934 0=128 1=8 11=-1 2=1
Permute permute_243 1 1 934 935 0=2
Split splitncnn_79 1 2 935 936 937
RotaryEmbed rope_10 3 1 929 92 141 938 0=0
Split splitncnn_80 1 2 938 939 940
RotaryEmbed rope_11 3 1 932 91 140 941 0=0
Split splitncnn_81 1 2 941 942 943
UnaryOp pow_166 1 1 939 944 0=4
Reduction mean_646 1 1 944 945 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.5.self_attn.query_layernorm.weight 0 1 946 0=128
BinaryOp add_167 1 1 945 947 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_168 1 1 947 948 0=5
BinaryOp div_169 1 1 948 949 0=8 1=1 2=1.0
BinaryOp mul_170 2 1 940 949 950 0=2
Reshape reshape_390 1 1 946 951 0=128 1=1 11=1 2=1
BinaryOp mul_171 2 1 951 950 952 0=2
UnaryOp pow_172 1 1 942 953 0=4
Reduction mean_647 1 1 953 954 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.5.self_attn.key_layernorm.weight 0 1 955 0=128
BinaryOp add_173 1 1 954 956 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_174 1 1 956 957 0=5
BinaryOp div_175 1 1 957 958 0=8 1=1 2=1.0
BinaryOp mul_176 2 1 943 958 959 0=2
Reshape reshape_391 1 1 955 960 0=128 1=1 11=1 2=1
BinaryOp mul_177 2 1 960 959 961 0=2
Tile k_tile_5 1 1 961 k_tiled_5 0=1 1=2
Tile v_tile_5 1 1 935 v_tiled_5 0=1 1=2
Reshape reshape_q3d_5 1 1 952 q_3d_5 0=128 1=-1 2=16
Reshape reshape_k3d_5 1 1 k_tiled_5 k_3d_5 0=128 1=-1 2=16
Reshape reshape_v3d_5 1 1 v_tiled_5 v_3d_5 0=128 1=-1 2=16
SDPA sdpa_5 6 3 q_3d_5 k_3d_5 v_3d_5 in1 empty_cache_k empty_cache_v sdpa_5_out layer_5_k_cache layer_5_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_5 1 1 sdpa_5_out sdpa_5_permuted 0=2
Reshape reshape_394 1 1 sdpa_5_permuted 1004 0=2048 1=-1 2=1
Gemm gemm_38 1 1 1004 1005 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_182 2 1 914 1005 1006 0=0
Split splitncnn_88 1 3 1006 1007 1008 1009
UnaryOp pow_183 1 1 1007 1010 0=4
Reduction mean_648 1 1 1010 1011 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.5.post_attention_layernorm.weight 0 1 1012 0=1024
BinaryOp add_184 1 1 1011 1013 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_185 1 1 1013 1014 0=5
BinaryOp div_186 1 1 1014 1015 0=8 1=1 2=1.0
BinaryOp mul_187 2 1 1008 1015 1016 0=2
Reshape reshape_395 1 1 1012 1017 0=1024 1=1 2=1
BinaryOp mul_188 2 1 1017 1016 1018 0=2
Split splitncnn_89 1 2 1018 1019 1020
Gemm gemm_39 1 1 1020 1021 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_90 1 2 1021 1022 1023
Sigmoid sigmoid_173 1 1 1023 1024
Gemm gemm_40 1 1 1019 1025 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_189 2 1 1022 1024 1026 0=2
BinaryOp mul_190 2 1 1026 1025 1027 0=2
Gemm gemm_41 1 1 1027 1028 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_191 2 1 1009 1028 1029 0=0
Split splitncnn_91 1 3 1029 1030 1031 1032
UnaryOp pow_192 1 1 1030 1033 0=4
Reduction mean_649 1 1 1033 1034 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.6.input_layernorm.weight 0 1 1035 0=1024
BinaryOp add_193 1 1 1034 1036 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_194 1 1 1036 1037 0=5
BinaryOp div_195 1 1 1037 1038 0=8 1=1 2=1.0
BinaryOp mul_196 2 1 1031 1038 1039 0=2
Reshape reshape_396 1 1 1035 1040 0=1024 1=1 2=1
BinaryOp mul_197 2 1 1040 1039 1041 0=2
Split splitncnn_92 1 3 1041 1042 1043 1044
Gemm gemm_42 1 1 1044 1045 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_397 1 1 1045 1046 0=128 1=16 11=-1 2=1
Permute permute_246 1 1 1046 1047 0=2
Gemm gemm_43 1 1 1043 1048 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_398 1 1 1048 1049 0=128 1=8 11=-1 2=1
Permute permute_247 1 1 1049 1050 0=2
Gemm gemm_44 1 1 1042 1051 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_399 1 1 1051 1052 0=128 1=8 11=-1 2=1
Permute permute_248 1 1 1052 1053 0=2
Split splitncnn_93 1 2 1053 1054 1055
RotaryEmbed rope_12 3 1 1047 90 139 1056 0=0
Split splitncnn_94 1 2 1056 1057 1058
RotaryEmbed rope_13 3 1 1050 89 138 1059 0=0
Split splitncnn_95 1 2 1059 1060 1061
UnaryOp pow_198 1 1 1057 1062 0=4
Reduction mean_650 1 1 1062 1063 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.6.self_attn.query_layernorm.weight 0 1 1064 0=128
BinaryOp add_199 1 1 1063 1065 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_200 1 1 1065 1066 0=5
BinaryOp div_201 1 1 1066 1067 0=8 1=1 2=1.0
BinaryOp mul_202 2 1 1058 1067 1068 0=2
Reshape reshape_400 1 1 1064 1069 0=128 1=1 11=1 2=1
BinaryOp mul_203 2 1 1069 1068 1070 0=2
UnaryOp pow_204 1 1 1060 1071 0=4
Reduction mean_651 1 1 1071 1072 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.6.self_attn.key_layernorm.weight 0 1 1073 0=128
BinaryOp add_205 1 1 1072 1074 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_206 1 1 1074 1075 0=5
BinaryOp div_207 1 1 1075 1076 0=8 1=1 2=1.0
BinaryOp mul_208 2 1 1061 1076 1077 0=2
Reshape reshape_401 1 1 1073 1078 0=128 1=1 11=1 2=1
BinaryOp mul_209 2 1 1078 1077 1079 0=2
Tile k_tile_6 1 1 1079 k_tiled_6 0=1 1=2
Tile v_tile_6 1 1 1053 v_tiled_6 0=1 1=2
Reshape reshape_q3d_6 1 1 1070 q_3d_6 0=128 1=-1 2=16
Reshape reshape_k3d_6 1 1 k_tiled_6 k_3d_6 0=128 1=-1 2=16
Reshape reshape_v3d_6 1 1 v_tiled_6 v_3d_6 0=128 1=-1 2=16
SDPA sdpa_6 6 3 q_3d_6 k_3d_6 v_3d_6 in1 empty_cache_k empty_cache_v sdpa_6_out layer_6_k_cache layer_6_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_6 1 1 sdpa_6_out sdpa_6_permuted 0=2
Reshape reshape_404 1 1 sdpa_6_permuted 1122 0=2048 1=-1 2=1
Gemm gemm_45 1 1 1122 1123 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_214 2 1 1032 1123 1124 0=0
Split splitncnn_102 1 3 1124 1125 1126 1127
UnaryOp pow_215 1 1 1125 1128 0=4
Reduction mean_652 1 1 1128 1129 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.6.post_attention_layernorm.weight 0 1 1130 0=1024
BinaryOp add_216 1 1 1129 1131 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_217 1 1 1131 1132 0=5
BinaryOp div_218 1 1 1132 1133 0=8 1=1 2=1.0
BinaryOp mul_219 2 1 1126 1133 1134 0=2
Reshape reshape_405 1 1 1130 1135 0=1024 1=1 2=1
BinaryOp mul_220 2 1 1135 1134 1136 0=2
Split splitncnn_103 1 2 1136 1137 1138
Gemm gemm_46 1 1 1138 1139 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_104 1 2 1139 1140 1141
Sigmoid sigmoid_174 1 1 1141 1142
Gemm gemm_47 1 1 1137 1143 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_221 2 1 1140 1142 1144 0=2
BinaryOp mul_222 2 1 1144 1143 1145 0=2
Gemm gemm_48 1 1 1145 1146 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_223 2 1 1127 1146 1147 0=0
Split splitncnn_105 1 3 1147 1148 1149 1150
UnaryOp pow_224 1 1 1148 1151 0=4
Reduction mean_653 1 1 1151 1152 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.7.input_layernorm.weight 0 1 1153 0=1024
BinaryOp add_225 1 1 1152 1154 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_226 1 1 1154 1155 0=5
BinaryOp div_227 1 1 1155 1156 0=8 1=1 2=1.0
BinaryOp mul_228 2 1 1149 1156 1157 0=2
Reshape reshape_406 1 1 1153 1158 0=1024 1=1 2=1
BinaryOp mul_229 2 1 1158 1157 1159 0=2
Split splitncnn_106 1 3 1159 1160 1161 1162
Gemm gemm_49 1 1 1162 1163 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_407 1 1 1163 1164 0=128 1=16 11=-1 2=1
Permute permute_251 1 1 1164 1165 0=2
Gemm gemm_50 1 1 1161 1166 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_408 1 1 1166 1167 0=128 1=8 11=-1 2=1
Permute permute_252 1 1 1167 1168 0=2
Gemm gemm_51 1 1 1160 1169 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_409 1 1 1169 1170 0=128 1=8 11=-1 2=1
Permute permute_253 1 1 1170 1171 0=2
Split splitncnn_107 1 2 1171 1172 1173
RotaryEmbed rope_14 3 1 1165 88 137 1174 0=0
Split splitncnn_108 1 2 1174 1175 1176
RotaryEmbed rope_15 3 1 1168 87 136 1177 0=0
Split splitncnn_109 1 2 1177 1178 1179
UnaryOp pow_230 1 1 1175 1180 0=4
Reduction mean_654 1 1 1180 1181 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.7.self_attn.query_layernorm.weight 0 1 1182 0=128
BinaryOp add_231 1 1 1181 1183 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_232 1 1 1183 1184 0=5
BinaryOp div_233 1 1 1184 1185 0=8 1=1 2=1.0
BinaryOp mul_234 2 1 1176 1185 1186 0=2
Reshape reshape_410 1 1 1182 1187 0=128 1=1 11=1 2=1
BinaryOp mul_235 2 1 1187 1186 1188 0=2
UnaryOp pow_236 1 1 1178 1189 0=4
Reduction mean_655 1 1 1189 1190 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.7.self_attn.key_layernorm.weight 0 1 1191 0=128
BinaryOp add_237 1 1 1190 1192 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_238 1 1 1192 1193 0=5
BinaryOp div_239 1 1 1193 1194 0=8 1=1 2=1.0
BinaryOp mul_240 2 1 1179 1194 1195 0=2
Reshape reshape_411 1 1 1191 1196 0=128 1=1 11=1 2=1
BinaryOp mul_241 2 1 1196 1195 1197 0=2
Tile k_tile_7 1 1 1197 k_tiled_7 0=1 1=2
Tile v_tile_7 1 1 1171 v_tiled_7 0=1 1=2
Reshape reshape_q3d_7 1 1 1188 q_3d_7 0=128 1=-1 2=16
Reshape reshape_k3d_7 1 1 k_tiled_7 k_3d_7 0=128 1=-1 2=16
Reshape reshape_v3d_7 1 1 v_tiled_7 v_3d_7 0=128 1=-1 2=16
SDPA sdpa_7 6 3 q_3d_7 k_3d_7 v_3d_7 in1 empty_cache_k empty_cache_v sdpa_7_out layer_7_k_cache layer_7_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_7 1 1 sdpa_7_out sdpa_7_permuted 0=2
Reshape reshape_414 1 1 sdpa_7_permuted 1240 0=2048 1=-1 2=1
Gemm gemm_52 1 1 1240 1241 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_246 2 1 1150 1241 1242 0=0
Split splitncnn_116 1 3 1242 1243 1244 1245
UnaryOp pow_247 1 1 1243 1246 0=4
Reduction mean_656 1 1 1246 1247 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.7.post_attention_layernorm.weight 0 1 1248 0=1024
BinaryOp add_248 1 1 1247 1249 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_249 1 1 1249 1250 0=5
BinaryOp div_250 1 1 1250 1251 0=8 1=1 2=1.0
BinaryOp mul_251 2 1 1244 1251 1252 0=2
Reshape reshape_415 1 1 1248 1253 0=1024 1=1 2=1
BinaryOp mul_252 2 1 1253 1252 1254 0=2
Split splitncnn_117 1 2 1254 1255 1256
Gemm gemm_53 1 1 1256 1257 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_118 1 2 1257 1258 1259
Sigmoid sigmoid_175 1 1 1259 1260
Gemm gemm_54 1 1 1255 1261 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_253 2 1 1258 1260 1262 0=2
BinaryOp mul_254 2 1 1262 1261 1263 0=2
Gemm gemm_55 1 1 1263 1264 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_255 2 1 1245 1264 1265 0=0
Split splitncnn_119 1 3 1265 1266 1267 1268
UnaryOp pow_256 1 1 1266 1269 0=4
Reduction mean_657 1 1 1269 1270 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.8.input_layernorm.weight 0 1 1271 0=1024
BinaryOp add_257 1 1 1270 1272 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_258 1 1 1272 1273 0=5
BinaryOp div_259 1 1 1273 1274 0=8 1=1 2=1.0
BinaryOp mul_260 2 1 1267 1274 1275 0=2
Reshape reshape_416 1 1 1271 1276 0=1024 1=1 2=1
BinaryOp mul_261 2 1 1276 1275 1277 0=2
Split splitncnn_120 1 3 1277 1278 1279 1280
Gemm gemm_56 1 1 1280 1281 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_417 1 1 1281 1282 0=128 1=16 11=-1 2=1
Permute permute_256 1 1 1282 1283 0=2
Gemm gemm_57 1 1 1279 1284 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_418 1 1 1284 1285 0=128 1=8 11=-1 2=1
Permute permute_257 1 1 1285 1286 0=2
Gemm gemm_58 1 1 1278 1287 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_419 1 1 1287 1288 0=128 1=8 11=-1 2=1
Permute permute_258 1 1 1288 1289 0=2
Split splitncnn_121 1 2 1289 1290 1291
RotaryEmbed rope_16 3 1 1283 86 135 1292 0=0
Split splitncnn_122 1 2 1292 1293 1294
RotaryEmbed rope_17 3 1 1286 85 134 1295 0=0
Split splitncnn_123 1 2 1295 1296 1297
UnaryOp pow_262 1 1 1293 1298 0=4
Reduction mean_658 1 1 1298 1299 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.8.self_attn.query_layernorm.weight 0 1 1300 0=128
BinaryOp add_263 1 1 1299 1301 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_264 1 1 1301 1302 0=5
BinaryOp div_265 1 1 1302 1303 0=8 1=1 2=1.0
BinaryOp mul_266 2 1 1294 1303 1304 0=2
Reshape reshape_420 1 1 1300 1305 0=128 1=1 11=1 2=1
BinaryOp mul_267 2 1 1305 1304 1306 0=2
UnaryOp pow_268 1 1 1296 1307 0=4
Reduction mean_659 1 1 1307 1308 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.8.self_attn.key_layernorm.weight 0 1 1309 0=128
BinaryOp add_269 1 1 1308 1310 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_270 1 1 1310 1311 0=5
BinaryOp div_271 1 1 1311 1312 0=8 1=1 2=1.0
BinaryOp mul_272 2 1 1297 1312 1313 0=2
Reshape reshape_421 1 1 1309 1314 0=128 1=1 11=1 2=1
BinaryOp mul_273 2 1 1314 1313 1315 0=2
Tile k_tile_8 1 1 1315 k_tiled_8 0=1 1=2
Tile v_tile_8 1 1 1289 v_tiled_8 0=1 1=2
Reshape reshape_q3d_8 1 1 1306 q_3d_8 0=128 1=-1 2=16
Reshape reshape_k3d_8 1 1 k_tiled_8 k_3d_8 0=128 1=-1 2=16
Reshape reshape_v3d_8 1 1 v_tiled_8 v_3d_8 0=128 1=-1 2=16
SDPA sdpa_8 6 3 q_3d_8 k_3d_8 v_3d_8 in1 empty_cache_k empty_cache_v sdpa_8_out layer_8_k_cache layer_8_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_8 1 1 sdpa_8_out sdpa_8_permuted 0=2
Reshape reshape_424 1 1 sdpa_8_permuted 1358 0=2048 1=-1 2=1
Gemm gemm_59 1 1 1358 1359 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_278 2 1 1268 1359 1360 0=0
Split splitncnn_130 1 3 1360 1361 1362 1363
UnaryOp pow_279 1 1 1361 1364 0=4
Reduction mean_660 1 1 1364 1365 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.8.post_attention_layernorm.weight 0 1 1366 0=1024
BinaryOp add_280 1 1 1365 1367 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_281 1 1 1367 1368 0=5
BinaryOp div_282 1 1 1368 1369 0=8 1=1 2=1.0
BinaryOp mul_283 2 1 1362 1369 1370 0=2
Reshape reshape_425 1 1 1366 1371 0=1024 1=1 2=1
BinaryOp mul_284 2 1 1371 1370 1372 0=2
Split splitncnn_131 1 2 1372 1373 1374
Gemm gemm_60 1 1 1374 1375 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_132 1 2 1375 1376 1377
Sigmoid sigmoid_176 1 1 1377 1378
Gemm gemm_61 1 1 1373 1379 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_285 2 1 1376 1378 1380 0=2
BinaryOp mul_286 2 1 1380 1379 1381 0=2
Gemm gemm_62 1 1 1381 1382 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_287 2 1 1363 1382 1383 0=0
Split splitncnn_133 1 3 1383 1384 1385 1386
UnaryOp pow_288 1 1 1384 1387 0=4
Reduction mean_661 1 1 1387 1388 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.9.input_layernorm.weight 0 1 1389 0=1024
BinaryOp add_289 1 1 1388 1390 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_290 1 1 1390 1391 0=5
BinaryOp div_291 1 1 1391 1392 0=8 1=1 2=1.0
BinaryOp mul_292 2 1 1385 1392 1393 0=2
Reshape reshape_426 1 1 1389 1394 0=1024 1=1 2=1
BinaryOp mul_293 2 1 1394 1393 1395 0=2
Split splitncnn_134 1 3 1395 1396 1397 1398
Gemm gemm_63 1 1 1398 1399 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_427 1 1 1399 1400 0=128 1=16 11=-1 2=1
Permute permute_261 1 1 1400 1401 0=2
Gemm gemm_64 1 1 1397 1402 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_428 1 1 1402 1403 0=128 1=8 11=-1 2=1
Permute permute_262 1 1 1403 1404 0=2
Gemm gemm_65 1 1 1396 1405 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_429 1 1 1405 1406 0=128 1=8 11=-1 2=1
Permute permute_263 1 1 1406 1407 0=2
Split splitncnn_135 1 2 1407 1408 1409
RotaryEmbed rope_18 3 1 1401 84 133 1410 0=0
Split splitncnn_136 1 2 1410 1411 1412
RotaryEmbed rope_19 3 1 1404 83 132 1413 0=0
Split splitncnn_137 1 2 1413 1414 1415
UnaryOp pow_294 1 1 1411 1416 0=4
Reduction mean_662 1 1 1416 1417 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.9.self_attn.query_layernorm.weight 0 1 1418 0=128
BinaryOp add_295 1 1 1417 1419 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_296 1 1 1419 1420 0=5
BinaryOp div_297 1 1 1420 1421 0=8 1=1 2=1.0
BinaryOp mul_298 2 1 1412 1421 1422 0=2
Reshape reshape_430 1 1 1418 1423 0=128 1=1 11=1 2=1
BinaryOp mul_299 2 1 1423 1422 1424 0=2
UnaryOp pow_300 1 1 1414 1425 0=4
Reduction mean_663 1 1 1425 1426 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.9.self_attn.key_layernorm.weight 0 1 1427 0=128
BinaryOp add_301 1 1 1426 1428 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_302 1 1 1428 1429 0=5
BinaryOp div_303 1 1 1429 1430 0=8 1=1 2=1.0
BinaryOp mul_304 2 1 1415 1430 1431 0=2
Reshape reshape_431 1 1 1427 1432 0=128 1=1 11=1 2=1
BinaryOp mul_305 2 1 1432 1431 1433 0=2
Tile k_tile_9 1 1 1433 k_tiled_9 0=1 1=2
Tile v_tile_9 1 1 1407 v_tiled_9 0=1 1=2
Reshape reshape_q3d_9 1 1 1424 q_3d_9 0=128 1=-1 2=16
Reshape reshape_k3d_9 1 1 k_tiled_9 k_3d_9 0=128 1=-1 2=16
Reshape reshape_v3d_9 1 1 v_tiled_9 v_3d_9 0=128 1=-1 2=16
SDPA sdpa_9 6 3 q_3d_9 k_3d_9 v_3d_9 in1 empty_cache_k empty_cache_v sdpa_9_out layer_9_k_cache layer_9_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_9 1 1 sdpa_9_out sdpa_9_permuted 0=2
Reshape reshape_434 1 1 sdpa_9_permuted 1476 0=2048 1=-1 2=1
Gemm gemm_66 1 1 1476 1477 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_310 2 1 1386 1477 1478 0=0
Split splitncnn_144 1 3 1478 1479 1480 1481
UnaryOp pow_311 1 1 1479 1482 0=4
Reduction mean_664 1 1 1482 1483 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.9.post_attention_layernorm.weight 0 1 1484 0=1024
BinaryOp add_312 1 1 1483 1485 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_313 1 1 1485 1486 0=5
BinaryOp div_314 1 1 1486 1487 0=8 1=1 2=1.0
BinaryOp mul_315 2 1 1480 1487 1488 0=2
Reshape reshape_435 1 1 1484 1489 0=1024 1=1 2=1
BinaryOp mul_316 2 1 1489 1488 1490 0=2
Split splitncnn_145 1 2 1490 1491 1492
Gemm gemm_67 1 1 1492 1493 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_146 1 2 1493 1494 1495
Sigmoid sigmoid_177 1 1 1495 1496
Gemm gemm_68 1 1 1491 1497 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_317 2 1 1494 1496 1498 0=2
BinaryOp mul_318 2 1 1498 1497 1499 0=2
Gemm gemm_69 1 1 1499 1500 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_319 2 1 1481 1500 1501 0=0
Split splitncnn_147 1 3 1501 1502 1503 1504
UnaryOp pow_320 1 1 1502 1505 0=4
Reduction mean_665 1 1 1505 1506 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.10.input_layernorm.weight 0 1 1507 0=1024
BinaryOp add_321 1 1 1506 1508 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_322 1 1 1508 1509 0=5
BinaryOp div_323 1 1 1509 1510 0=8 1=1 2=1.0
BinaryOp mul_324 2 1 1503 1510 1511 0=2
Reshape reshape_436 1 1 1507 1512 0=1024 1=1 2=1
BinaryOp mul_325 2 1 1512 1511 1513 0=2
Split splitncnn_148 1 3 1513 1514 1515 1516
Gemm gemm_70 1 1 1516 1517 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_437 1 1 1517 1518 0=128 1=16 11=-1 2=1
Permute permute_266 1 1 1518 1519 0=2
Gemm gemm_71 1 1 1515 1520 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_438 1 1 1520 1521 0=128 1=8 11=-1 2=1
Permute permute_267 1 1 1521 1522 0=2
Gemm gemm_72 1 1 1514 1523 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_439 1 1 1523 1524 0=128 1=8 11=-1 2=1
Permute permute_268 1 1 1524 1525 0=2
Split splitncnn_149 1 2 1525 1526 1527
RotaryEmbed rope_20 3 1 1519 82 131 1528 0=0
Split splitncnn_150 1 2 1528 1529 1530
RotaryEmbed rope_21 3 1 1522 81 130 1531 0=0
Split splitncnn_151 1 2 1531 1532 1533
UnaryOp pow_326 1 1 1529 1534 0=4
Reduction mean_666 1 1 1534 1535 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.10.self_attn.query_layernorm.weight 0 1 1536 0=128
BinaryOp add_327 1 1 1535 1537 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_328 1 1 1537 1538 0=5
BinaryOp div_329 1 1 1538 1539 0=8 1=1 2=1.0
BinaryOp mul_330 2 1 1530 1539 1540 0=2
Reshape reshape_440 1 1 1536 1541 0=128 1=1 11=1 2=1
BinaryOp mul_331 2 1 1541 1540 1542 0=2
UnaryOp pow_332 1 1 1532 1543 0=4
Reduction mean_667 1 1 1543 1544 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.10.self_attn.key_layernorm.weight 0 1 1545 0=128
BinaryOp add_333 1 1 1544 1546 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_334 1 1 1546 1547 0=5
BinaryOp div_335 1 1 1547 1548 0=8 1=1 2=1.0
BinaryOp mul_336 2 1 1533 1548 1549 0=2
Reshape reshape_441 1 1 1545 1550 0=128 1=1 11=1 2=1
BinaryOp mul_337 2 1 1550 1549 1551 0=2
Tile k_tile_10 1 1 1551 k_tiled_10 0=1 1=2
Tile v_tile_10 1 1 1525 v_tiled_10 0=1 1=2
Reshape reshape_q3d_10 1 1 1542 q_3d_10 0=128 1=-1 2=16
Reshape reshape_k3d_10 1 1 k_tiled_10 k_3d_10 0=128 1=-1 2=16
Reshape reshape_v3d_10 1 1 v_tiled_10 v_3d_10 0=128 1=-1 2=16
SDPA sdpa_10 6 3 q_3d_10 k_3d_10 v_3d_10 in1 empty_cache_k empty_cache_v sdpa_10_out layer_10_k_cache layer_10_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_10 1 1 sdpa_10_out sdpa_10_permuted 0=2
Reshape reshape_444 1 1 sdpa_10_permuted 1594 0=2048 1=-1 2=1
Gemm gemm_73 1 1 1594 1595 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_342 2 1 1504 1595 1596 0=0
Split splitncnn_158 1 3 1596 1597 1598 1599
UnaryOp pow_343 1 1 1597 1600 0=4
Reduction mean_668 1 1 1600 1601 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.10.post_attention_layernorm.weight 0 1 1602 0=1024
BinaryOp add_344 1 1 1601 1603 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_345 1 1 1603 1604 0=5
BinaryOp div_346 1 1 1604 1605 0=8 1=1 2=1.0
BinaryOp mul_347 2 1 1598 1605 1606 0=2
Reshape reshape_445 1 1 1602 1607 0=1024 1=1 2=1
BinaryOp mul_348 2 1 1607 1606 1608 0=2
Split splitncnn_159 1 2 1608 1609 1610
Gemm gemm_74 1 1 1610 1611 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_160 1 2 1611 1612 1613
Sigmoid sigmoid_178 1 1 1613 1614
Gemm gemm_75 1 1 1609 1615 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_349 2 1 1612 1614 1616 0=2
BinaryOp mul_350 2 1 1616 1615 1617 0=2
Gemm gemm_76 1 1 1617 1618 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_351 2 1 1599 1618 1619 0=0
Split splitncnn_161 1 3 1619 1620 1621 1622
UnaryOp pow_352 1 1 1620 1623 0=4
Reduction mean_669 1 1 1623 1624 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.11.input_layernorm.weight 0 1 1625 0=1024
BinaryOp add_353 1 1 1624 1626 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_354 1 1 1626 1627 0=5
BinaryOp div_355 1 1 1627 1628 0=8 1=1 2=1.0
BinaryOp mul_356 2 1 1621 1628 1629 0=2
Reshape reshape_446 1 1 1625 1630 0=1024 1=1 2=1
BinaryOp mul_357 2 1 1630 1629 1631 0=2
Split splitncnn_162 1 3 1631 1632 1633 1634
Gemm gemm_77 1 1 1634 1635 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_447 1 1 1635 1636 0=128 1=16 11=-1 2=1
Permute permute_271 1 1 1636 1637 0=2
Gemm gemm_78 1 1 1633 1638 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_448 1 1 1638 1639 0=128 1=8 11=-1 2=1
Permute permute_272 1 1 1639 1640 0=2
Gemm gemm_79 1 1 1632 1641 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_449 1 1 1641 1642 0=128 1=8 11=-1 2=1
Permute permute_273 1 1 1642 1643 0=2
Split splitncnn_163 1 2 1643 1644 1645
RotaryEmbed rope_22 3 1 1637 80 129 1646 0=0
Split splitncnn_164 1 2 1646 1647 1648
RotaryEmbed rope_23 3 1 1640 79 128 1649 0=0
Split splitncnn_165 1 2 1649 1650 1651
UnaryOp pow_358 1 1 1647 1652 0=4
Reduction mean_670 1 1 1652 1653 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.11.self_attn.query_layernorm.weight 0 1 1654 0=128
BinaryOp add_359 1 1 1653 1655 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_360 1 1 1655 1656 0=5
BinaryOp div_361 1 1 1656 1657 0=8 1=1 2=1.0
BinaryOp mul_362 2 1 1648 1657 1658 0=2
Reshape reshape_450 1 1 1654 1659 0=128 1=1 11=1 2=1
BinaryOp mul_363 2 1 1659 1658 1660 0=2
UnaryOp pow_364 1 1 1650 1661 0=4
Reduction mean_671 1 1 1661 1662 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.11.self_attn.key_layernorm.weight 0 1 1663 0=128
BinaryOp add_365 1 1 1662 1664 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_366 1 1 1664 1665 0=5
BinaryOp div_367 1 1 1665 1666 0=8 1=1 2=1.0
BinaryOp mul_368 2 1 1651 1666 1667 0=2
Reshape reshape_451 1 1 1663 1668 0=128 1=1 11=1 2=1
BinaryOp mul_369 2 1 1668 1667 1669 0=2
Tile k_tile_11 1 1 1669 k_tiled_11 0=1 1=2
Tile v_tile_11 1 1 1643 v_tiled_11 0=1 1=2
Reshape reshape_q3d_11 1 1 1660 q_3d_11 0=128 1=-1 2=16
Reshape reshape_k3d_11 1 1 k_tiled_11 k_3d_11 0=128 1=-1 2=16
Reshape reshape_v3d_11 1 1 v_tiled_11 v_3d_11 0=128 1=-1 2=16
SDPA sdpa_11 6 3 q_3d_11 k_3d_11 v_3d_11 in1 empty_cache_k empty_cache_v sdpa_11_out layer_11_k_cache layer_11_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_11 1 1 sdpa_11_out sdpa_11_permuted 0=2
Reshape reshape_454 1 1 sdpa_11_permuted 1712 0=2048 1=-1 2=1
Gemm gemm_80 1 1 1712 1713 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_374 2 1 1622 1713 1714 0=0
Split splitncnn_172 1 3 1714 1715 1716 1717
UnaryOp pow_375 1 1 1715 1718 0=4
Reduction mean_672 1 1 1718 1719 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.11.post_attention_layernorm.weight 0 1 1720 0=1024
BinaryOp add_376 1 1 1719 1721 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_377 1 1 1721 1722 0=5
BinaryOp div_378 1 1 1722 1723 0=8 1=1 2=1.0
BinaryOp mul_379 2 1 1716 1723 1724 0=2
Reshape reshape_455 1 1 1720 1725 0=1024 1=1 2=1
BinaryOp mul_380 2 1 1725 1724 1726 0=2
Split splitncnn_173 1 2 1726 1727 1728
Gemm gemm_81 1 1 1728 1729 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_174 1 2 1729 1730 1731
Sigmoid sigmoid_179 1 1 1731 1732
Gemm gemm_82 1 1 1727 1733 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_381 2 1 1730 1732 1734 0=2
BinaryOp mul_382 2 1 1734 1733 1735 0=2
Gemm gemm_83 1 1 1735 1736 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_383 2 1 1717 1736 1737 0=0
Split splitncnn_175 1 3 1737 1738 1739 1740
UnaryOp pow_384 1 1 1738 1741 0=4
Reduction mean_673 1 1 1741 1742 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.12.input_layernorm.weight 0 1 1743 0=1024
BinaryOp add_385 1 1 1742 1744 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_386 1 1 1744 1745 0=5
BinaryOp div_387 1 1 1745 1746 0=8 1=1 2=1.0
BinaryOp mul_388 2 1 1739 1746 1747 0=2
Reshape reshape_456 1 1 1743 1748 0=1024 1=1 2=1
BinaryOp mul_389 2 1 1748 1747 1749 0=2
Split splitncnn_176 1 3 1749 1750 1751 1752
Gemm gemm_84 1 1 1752 1753 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_457 1 1 1753 1754 0=128 1=16 11=-1 2=1
Permute permute_276 1 1 1754 1755 0=2
Gemm gemm_85 1 1 1751 1756 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_458 1 1 1756 1757 0=128 1=8 11=-1 2=1
Permute permute_277 1 1 1757 1758 0=2
Gemm gemm_86 1 1 1750 1759 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_459 1 1 1759 1760 0=128 1=8 11=-1 2=1
Permute permute_278 1 1 1760 1761 0=2
Split splitncnn_177 1 2 1761 1762 1763
RotaryEmbed rope_24 3 1 1755 78 127 1764 0=0
Split splitncnn_178 1 2 1764 1765 1766
RotaryEmbed rope_25 3 1 1758 77 126 1767 0=0
Split splitncnn_179 1 2 1767 1768 1769
UnaryOp pow_390 1 1 1765 1770 0=4
Reduction mean_674 1 1 1770 1771 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.12.self_attn.query_layernorm.weight 0 1 1772 0=128
BinaryOp add_391 1 1 1771 1773 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_392 1 1 1773 1774 0=5
BinaryOp div_393 1 1 1774 1775 0=8 1=1 2=1.0
BinaryOp mul_394 2 1 1766 1775 1776 0=2
Reshape reshape_460 1 1 1772 1777 0=128 1=1 11=1 2=1
BinaryOp mul_395 2 1 1777 1776 1778 0=2
UnaryOp pow_396 1 1 1768 1779 0=4
Reduction mean_675 1 1 1779 1780 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.12.self_attn.key_layernorm.weight 0 1 1781 0=128
BinaryOp add_397 1 1 1780 1782 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_398 1 1 1782 1783 0=5
BinaryOp div_399 1 1 1783 1784 0=8 1=1 2=1.0
BinaryOp mul_400 2 1 1769 1784 1785 0=2
Reshape reshape_461 1 1 1781 1786 0=128 1=1 11=1 2=1
BinaryOp mul_401 2 1 1786 1785 1787 0=2
Tile k_tile_12 1 1 1787 k_tiled_12 0=1 1=2
Tile v_tile_12 1 1 1761 v_tiled_12 0=1 1=2
Reshape reshape_q3d_12 1 1 1778 q_3d_12 0=128 1=-1 2=16
Reshape reshape_k3d_12 1 1 k_tiled_12 k_3d_12 0=128 1=-1 2=16
Reshape reshape_v3d_12 1 1 v_tiled_12 v_3d_12 0=128 1=-1 2=16
SDPA sdpa_12 6 3 q_3d_12 k_3d_12 v_3d_12 in1 empty_cache_k empty_cache_v sdpa_12_out layer_12_k_cache layer_12_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_12 1 1 sdpa_12_out sdpa_12_permuted 0=2
Reshape reshape_464 1 1 sdpa_12_permuted 1830 0=2048 1=-1 2=1
Gemm gemm_87 1 1 1830 1831 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_406 2 1 1740 1831 1832 0=0
Split splitncnn_186 1 3 1832 1833 1834 1835
UnaryOp pow_407 1 1 1833 1836 0=4
Reduction mean_676 1 1 1836 1837 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.12.post_attention_layernorm.weight 0 1 1838 0=1024
BinaryOp add_408 1 1 1837 1839 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_409 1 1 1839 1840 0=5
BinaryOp div_410 1 1 1840 1841 0=8 1=1 2=1.0
BinaryOp mul_411 2 1 1834 1841 1842 0=2
Reshape reshape_465 1 1 1838 1843 0=1024 1=1 2=1
BinaryOp mul_412 2 1 1843 1842 1844 0=2
Split splitncnn_187 1 2 1844 1845 1846
Gemm gemm_88 1 1 1846 1847 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_188 1 2 1847 1848 1849
Sigmoid sigmoid_180 1 1 1849 1850
Gemm gemm_89 1 1 1845 1851 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_413 2 1 1848 1850 1852 0=2
BinaryOp mul_414 2 1 1852 1851 1853 0=2
Gemm gemm_90 1 1 1853 1854 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_415 2 1 1835 1854 1855 0=0
Split splitncnn_189 1 3 1855 1856 1857 1858
UnaryOp pow_416 1 1 1856 1859 0=4
Reduction mean_677 1 1 1859 1860 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.13.input_layernorm.weight 0 1 1861 0=1024
BinaryOp add_417 1 1 1860 1862 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_418 1 1 1862 1863 0=5
BinaryOp div_419 1 1 1863 1864 0=8 1=1 2=1.0
BinaryOp mul_420 2 1 1857 1864 1865 0=2
Reshape reshape_466 1 1 1861 1866 0=1024 1=1 2=1
BinaryOp mul_421 2 1 1866 1865 1867 0=2
Split splitncnn_190 1 3 1867 1868 1869 1870
Gemm gemm_91 1 1 1870 1871 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_467 1 1 1871 1872 0=128 1=16 11=-1 2=1
Permute permute_281 1 1 1872 1873 0=2
Gemm gemm_92 1 1 1869 1874 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_468 1 1 1874 1875 0=128 1=8 11=-1 2=1
Permute permute_282 1 1 1875 1876 0=2
Gemm gemm_93 1 1 1868 1877 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_469 1 1 1877 1878 0=128 1=8 11=-1 2=1
Permute permute_283 1 1 1878 1879 0=2
Split splitncnn_191 1 2 1879 1880 1881
RotaryEmbed rope_26 3 1 1873 76 125 1882 0=0
Split splitncnn_192 1 2 1882 1883 1884
RotaryEmbed rope_27 3 1 1876 75 124 1885 0=0
Split splitncnn_193 1 2 1885 1886 1887
UnaryOp pow_422 1 1 1883 1888 0=4
Reduction mean_678 1 1 1888 1889 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.13.self_attn.query_layernorm.weight 0 1 1890 0=128
BinaryOp add_423 1 1 1889 1891 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_424 1 1 1891 1892 0=5
BinaryOp div_425 1 1 1892 1893 0=8 1=1 2=1.0
BinaryOp mul_426 2 1 1884 1893 1894 0=2
Reshape reshape_470 1 1 1890 1895 0=128 1=1 11=1 2=1
BinaryOp mul_427 2 1 1895 1894 1896 0=2
UnaryOp pow_428 1 1 1886 1897 0=4
Reduction mean_679 1 1 1897 1898 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.13.self_attn.key_layernorm.weight 0 1 1899 0=128
BinaryOp add_429 1 1 1898 1900 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_430 1 1 1900 1901 0=5
BinaryOp div_431 1 1 1901 1902 0=8 1=1 2=1.0
BinaryOp mul_432 2 1 1887 1902 1903 0=2
Reshape reshape_471 1 1 1899 1904 0=128 1=1 11=1 2=1
BinaryOp mul_433 2 1 1904 1903 1905 0=2
Tile k_tile_13 1 1 1905 k_tiled_13 0=1 1=2
Tile v_tile_13 1 1 1879 v_tiled_13 0=1 1=2
Reshape reshape_q3d_13 1 1 1896 q_3d_13 0=128 1=-1 2=16
Reshape reshape_k3d_13 1 1 k_tiled_13 k_3d_13 0=128 1=-1 2=16
Reshape reshape_v3d_13 1 1 v_tiled_13 v_3d_13 0=128 1=-1 2=16
SDPA sdpa_13 6 3 q_3d_13 k_3d_13 v_3d_13 in1 empty_cache_k empty_cache_v sdpa_13_out layer_13_k_cache layer_13_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_13 1 1 sdpa_13_out sdpa_13_permuted 0=2
Reshape reshape_474 1 1 sdpa_13_permuted 1948 0=2048 1=-1 2=1
Gemm gemm_94 1 1 1948 1949 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_438 2 1 1858 1949 1950 0=0
Split splitncnn_200 1 3 1950 1951 1952 1953
UnaryOp pow_439 1 1 1951 1954 0=4
Reduction mean_680 1 1 1954 1955 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.13.post_attention_layernorm.weight 0 1 1956 0=1024
BinaryOp add_440 1 1 1955 1957 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_441 1 1 1957 1958 0=5
BinaryOp div_442 1 1 1958 1959 0=8 1=1 2=1.0
BinaryOp mul_443 2 1 1952 1959 1960 0=2
Reshape reshape_475 1 1 1956 1961 0=1024 1=1 2=1
BinaryOp mul_444 2 1 1961 1960 1962 0=2
Split splitncnn_201 1 2 1962 1963 1964
Gemm gemm_95 1 1 1964 1965 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_202 1 2 1965 1966 1967
Sigmoid sigmoid_181 1 1 1967 1968
Gemm gemm_96 1 1 1963 1969 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_445 2 1 1966 1968 1970 0=2
BinaryOp mul_446 2 1 1970 1969 1971 0=2
Gemm gemm_97 1 1 1971 1972 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_447 2 1 1953 1972 1973 0=0
Split splitncnn_203 1 3 1973 1974 1975 1976
UnaryOp pow_448 1 1 1974 1977 0=4
Reduction mean_681 1 1 1977 1978 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.14.input_layernorm.weight 0 1 1979 0=1024
BinaryOp add_449 1 1 1978 1980 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_450 1 1 1980 1981 0=5
BinaryOp div_451 1 1 1981 1982 0=8 1=1 2=1.0
BinaryOp mul_452 2 1 1975 1982 1983 0=2
Reshape reshape_476 1 1 1979 1984 0=1024 1=1 2=1
BinaryOp mul_453 2 1 1984 1983 1985 0=2
Split splitncnn_204 1 3 1985 1986 1987 1988
Gemm gemm_98 1 1 1988 1989 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_477 1 1 1989 1990 0=128 1=16 11=-1 2=1
Permute permute_286 1 1 1990 1991 0=2
Gemm gemm_99 1 1 1987 1992 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_478 1 1 1992 1993 0=128 1=8 11=-1 2=1
Permute permute_287 1 1 1993 1994 0=2
Gemm gemm_100 1 1 1986 1995 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_479 1 1 1995 1996 0=128 1=8 11=-1 2=1
Permute permute_288 1 1 1996 1997 0=2
Split splitncnn_205 1 2 1997 1998 1999
RotaryEmbed rope_28 3 1 1991 74 123 2000 0=0
Split splitncnn_206 1 2 2000 2001 2002
RotaryEmbed rope_29 3 1 1994 73 122 2003 0=0
Split splitncnn_207 1 2 2003 2004 2005
UnaryOp pow_454 1 1 2001 2006 0=4
Reduction mean_682 1 1 2006 2007 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.14.self_attn.query_layernorm.weight 0 1 2008 0=128
BinaryOp add_455 1 1 2007 2009 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_456 1 1 2009 2010 0=5
BinaryOp div_457 1 1 2010 2011 0=8 1=1 2=1.0
BinaryOp mul_458 2 1 2002 2011 2012 0=2
Reshape reshape_480 1 1 2008 2013 0=128 1=1 11=1 2=1
BinaryOp mul_459 2 1 2013 2012 2014 0=2
UnaryOp pow_460 1 1 2004 2015 0=4
Reduction mean_683 1 1 2015 2016 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.14.self_attn.key_layernorm.weight 0 1 2017 0=128
BinaryOp add_461 1 1 2016 2018 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_462 1 1 2018 2019 0=5
BinaryOp div_463 1 1 2019 2020 0=8 1=1 2=1.0
BinaryOp mul_464 2 1 2005 2020 2021 0=2
Reshape reshape_481 1 1 2017 2022 0=128 1=1 11=1 2=1
BinaryOp mul_465 2 1 2022 2021 2023 0=2
Tile k_tile_14 1 1 2023 k_tiled_14 0=1 1=2
Tile v_tile_14 1 1 1997 v_tiled_14 0=1 1=2
Reshape reshape_q3d_14 1 1 2014 q_3d_14 0=128 1=-1 2=16
Reshape reshape_k3d_14 1 1 k_tiled_14 k_3d_14 0=128 1=-1 2=16
Reshape reshape_v3d_14 1 1 v_tiled_14 v_3d_14 0=128 1=-1 2=16
SDPA sdpa_14 6 3 q_3d_14 k_3d_14 v_3d_14 in1 empty_cache_k empty_cache_v sdpa_14_out layer_14_k_cache layer_14_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_14 1 1 sdpa_14_out sdpa_14_permuted 0=2
Reshape reshape_484 1 1 sdpa_14_permuted 2066 0=2048 1=-1 2=1
Gemm gemm_101 1 1 2066 2067 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_470 2 1 1976 2067 2068 0=0
Split splitncnn_214 1 3 2068 2069 2070 2071
UnaryOp pow_471 1 1 2069 2072 0=4
Reduction mean_684 1 1 2072 2073 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.14.post_attention_layernorm.weight 0 1 2074 0=1024
BinaryOp add_472 1 1 2073 2075 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_473 1 1 2075 2076 0=5
BinaryOp div_474 1 1 2076 2077 0=8 1=1 2=1.0
BinaryOp mul_475 2 1 2070 2077 2078 0=2
Reshape reshape_485 1 1 2074 2079 0=1024 1=1 2=1
BinaryOp mul_476 2 1 2079 2078 2080 0=2
Split splitncnn_215 1 2 2080 2081 2082
Gemm gemm_102 1 1 2082 2083 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_216 1 2 2083 2084 2085
Sigmoid sigmoid_182 1 1 2085 2086
Gemm gemm_103 1 1 2081 2087 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_477 2 1 2084 2086 2088 0=2
BinaryOp mul_478 2 1 2088 2087 2089 0=2
Gemm gemm_104 1 1 2089 2090 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_479 2 1 2071 2090 2091 0=0
Split splitncnn_217 1 3 2091 2092 2093 2094
UnaryOp pow_480 1 1 2092 2095 0=4
Reduction mean_685 1 1 2095 2096 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.15.input_layernorm.weight 0 1 2097 0=1024
BinaryOp add_481 1 1 2096 2098 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_482 1 1 2098 2099 0=5
BinaryOp div_483 1 1 2099 2100 0=8 1=1 2=1.0
BinaryOp mul_484 2 1 2093 2100 2101 0=2
Reshape reshape_486 1 1 2097 2102 0=1024 1=1 2=1
BinaryOp mul_485 2 1 2102 2101 2103 0=2
Split splitncnn_218 1 3 2103 2104 2105 2106
Gemm gemm_105 1 1 2106 2107 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_487 1 1 2107 2108 0=128 1=16 11=-1 2=1
Permute permute_291 1 1 2108 2109 0=2
Gemm gemm_106 1 1 2105 2110 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_488 1 1 2110 2111 0=128 1=8 11=-1 2=1
Permute permute_292 1 1 2111 2112 0=2
Gemm gemm_107 1 1 2104 2113 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_489 1 1 2113 2114 0=128 1=8 11=-1 2=1
Permute permute_293 1 1 2114 2115 0=2
Split splitncnn_219 1 2 2115 2116 2117
RotaryEmbed rope_30 3 1 2109 72 121 2118 0=0
Split splitncnn_220 1 2 2118 2119 2120
RotaryEmbed rope_31 3 1 2112 71 120 2121 0=0
Split splitncnn_221 1 2 2121 2122 2123
UnaryOp pow_486 1 1 2119 2124 0=4
Reduction mean_686 1 1 2124 2125 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.15.self_attn.query_layernorm.weight 0 1 2126 0=128
BinaryOp add_487 1 1 2125 2127 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_488 1 1 2127 2128 0=5
BinaryOp div_489 1 1 2128 2129 0=8 1=1 2=1.0
BinaryOp mul_490 2 1 2120 2129 2130 0=2
Reshape reshape_490 1 1 2126 2131 0=128 1=1 11=1 2=1
BinaryOp mul_491 2 1 2131 2130 2132 0=2
UnaryOp pow_492 1 1 2122 2133 0=4
Reduction mean_687 1 1 2133 2134 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.15.self_attn.key_layernorm.weight 0 1 2135 0=128
BinaryOp add_493 1 1 2134 2136 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_494 1 1 2136 2137 0=5
BinaryOp div_495 1 1 2137 2138 0=8 1=1 2=1.0
BinaryOp mul_496 2 1 2123 2138 2139 0=2
Reshape reshape_491 1 1 2135 2140 0=128 1=1 11=1 2=1
BinaryOp mul_497 2 1 2140 2139 2141 0=2
Tile k_tile_15 1 1 2141 k_tiled_15 0=1 1=2
Tile v_tile_15 1 1 2115 v_tiled_15 0=1 1=2
Reshape reshape_q3d_15 1 1 2132 q_3d_15 0=128 1=-1 2=16
Reshape reshape_k3d_15 1 1 k_tiled_15 k_3d_15 0=128 1=-1 2=16
Reshape reshape_v3d_15 1 1 v_tiled_15 v_3d_15 0=128 1=-1 2=16
SDPA sdpa_15 6 3 q_3d_15 k_3d_15 v_3d_15 in1 empty_cache_k empty_cache_v sdpa_15_out layer_15_k_cache layer_15_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_15 1 1 sdpa_15_out sdpa_15_permuted 0=2
Reshape reshape_494 1 1 sdpa_15_permuted 2184 0=2048 1=-1 2=1
Gemm gemm_108 1 1 2184 2185 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_502 2 1 2094 2185 2186 0=0
Split splitncnn_228 1 3 2186 2187 2188 2189
UnaryOp pow_503 1 1 2187 2190 0=4
Reduction mean_688 1 1 2190 2191 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.15.post_attention_layernorm.weight 0 1 2192 0=1024
BinaryOp add_504 1 1 2191 2193 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_505 1 1 2193 2194 0=5
BinaryOp div_506 1 1 2194 2195 0=8 1=1 2=1.0
BinaryOp mul_507 2 1 2188 2195 2196 0=2
Reshape reshape_495 1 1 2192 2197 0=1024 1=1 2=1
BinaryOp mul_508 2 1 2197 2196 2198 0=2
Split splitncnn_229 1 2 2198 2199 2200
Gemm gemm_109 1 1 2200 2201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_230 1 2 2201 2202 2203
Sigmoid sigmoid_183 1 1 2203 2204
Gemm gemm_110 1 1 2199 2205 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_509 2 1 2202 2204 2206 0=2
BinaryOp mul_510 2 1 2206 2205 2207 0=2
Gemm gemm_111 1 1 2207 2208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_511 2 1 2189 2208 2209 0=0
Split splitncnn_231 1 3 2209 2210 2211 2212
UnaryOp pow_512 1 1 2210 2213 0=4
Reduction mean_689 1 1 2213 2214 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.16.input_layernorm.weight 0 1 2215 0=1024
BinaryOp add_513 1 1 2214 2216 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_514 1 1 2216 2217 0=5
BinaryOp div_515 1 1 2217 2218 0=8 1=1 2=1.0
BinaryOp mul_516 2 1 2211 2218 2219 0=2
Reshape reshape_496 1 1 2215 2220 0=1024 1=1 2=1
BinaryOp mul_517 2 1 2220 2219 2221 0=2
Split splitncnn_232 1 3 2221 2222 2223 2224
Gemm gemm_112 1 1 2224 2225 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_497 1 1 2225 2226 0=128 1=16 11=-1 2=1
Permute permute_296 1 1 2226 2227 0=2
Gemm gemm_113 1 1 2223 2228 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_498 1 1 2228 2229 0=128 1=8 11=-1 2=1
Permute permute_297 1 1 2229 2230 0=2
Gemm gemm_114 1 1 2222 2231 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_499 1 1 2231 2232 0=128 1=8 11=-1 2=1
Permute permute_298 1 1 2232 2233 0=2
Split splitncnn_233 1 2 2233 2234 2235
RotaryEmbed rope_32 3 1 2227 70 119 2236 0=0
Split splitncnn_234 1 2 2236 2237 2238
RotaryEmbed rope_33 3 1 2230 69 118 2239 0=0
Split splitncnn_235 1 2 2239 2240 2241
UnaryOp pow_518 1 1 2237 2242 0=4
Reduction mean_690 1 1 2242 2243 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.16.self_attn.query_layernorm.weight 0 1 2244 0=128
BinaryOp add_519 1 1 2243 2245 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_520 1 1 2245 2246 0=5
BinaryOp div_521 1 1 2246 2247 0=8 1=1 2=1.0
BinaryOp mul_522 2 1 2238 2247 2248 0=2
Reshape reshape_500 1 1 2244 2249 0=128 1=1 11=1 2=1
BinaryOp mul_523 2 1 2249 2248 2250 0=2
UnaryOp pow_524 1 1 2240 2251 0=4
Reduction mean_691 1 1 2251 2252 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.16.self_attn.key_layernorm.weight 0 1 2253 0=128
BinaryOp add_525 1 1 2252 2254 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_526 1 1 2254 2255 0=5
BinaryOp div_527 1 1 2255 2256 0=8 1=1 2=1.0
BinaryOp mul_528 2 1 2241 2256 2257 0=2
Reshape reshape_501 1 1 2253 2258 0=128 1=1 11=1 2=1
BinaryOp mul_529 2 1 2258 2257 2259 0=2
Tile k_tile_16 1 1 2259 k_tiled_16 0=1 1=2
Tile v_tile_16 1 1 2233 v_tiled_16 0=1 1=2
Reshape reshape_q3d_16 1 1 2250 q_3d_16 0=128 1=-1 2=16
Reshape reshape_k3d_16 1 1 k_tiled_16 k_3d_16 0=128 1=-1 2=16
Reshape reshape_v3d_16 1 1 v_tiled_16 v_3d_16 0=128 1=-1 2=16
SDPA sdpa_16 6 3 q_3d_16 k_3d_16 v_3d_16 in1 empty_cache_k empty_cache_v sdpa_16_out layer_16_k_cache layer_16_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_16 1 1 sdpa_16_out sdpa_16_permuted 0=2
Reshape reshape_504 1 1 sdpa_16_permuted 2302 0=2048 1=-1 2=1
Gemm gemm_115 1 1 2302 2303 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_534 2 1 2212 2303 2304 0=0
Split splitncnn_242 1 3 2304 2305 2306 2307
UnaryOp pow_535 1 1 2305 2308 0=4
Reduction mean_692 1 1 2308 2309 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.16.post_attention_layernorm.weight 0 1 2310 0=1024
BinaryOp add_536 1 1 2309 2311 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_537 1 1 2311 2312 0=5
BinaryOp div_538 1 1 2312 2313 0=8 1=1 2=1.0
BinaryOp mul_539 2 1 2306 2313 2314 0=2
Reshape reshape_505 1 1 2310 2315 0=1024 1=1 2=1
BinaryOp mul_540 2 1 2315 2314 2316 0=2
Split splitncnn_243 1 2 2316 2317 2318
Gemm gemm_116 1 1 2318 2319 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_244 1 2 2319 2320 2321
Sigmoid sigmoid_184 1 1 2321 2322
Gemm gemm_117 1 1 2317 2323 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_541 2 1 2320 2322 2324 0=2
BinaryOp mul_542 2 1 2324 2323 2325 0=2
Gemm gemm_118 1 1 2325 2326 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_543 2 1 2307 2326 2327 0=0
Split splitncnn_245 1 3 2327 2328 2329 2330
UnaryOp pow_544 1 1 2328 2331 0=4
Reduction mean_693 1 1 2331 2332 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.17.input_layernorm.weight 0 1 2333 0=1024
BinaryOp add_545 1 1 2332 2334 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_546 1 1 2334 2335 0=5
BinaryOp div_547 1 1 2335 2336 0=8 1=1 2=1.0
BinaryOp mul_548 2 1 2329 2336 2337 0=2
Reshape reshape_506 1 1 2333 2338 0=1024 1=1 2=1
BinaryOp mul_549 2 1 2338 2337 2339 0=2
Split splitncnn_246 1 3 2339 2340 2341 2342
Gemm gemm_119 1 1 2342 2343 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_507 1 1 2343 2344 0=128 1=16 11=-1 2=1
Permute permute_301 1 1 2344 2345 0=2
Gemm gemm_120 1 1 2341 2346 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_508 1 1 2346 2347 0=128 1=8 11=-1 2=1
Permute permute_302 1 1 2347 2348 0=2
Gemm gemm_121 1 1 2340 2349 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_509 1 1 2349 2350 0=128 1=8 11=-1 2=1
Permute permute_303 1 1 2350 2351 0=2
Split splitncnn_247 1 2 2351 2352 2353
RotaryEmbed rope_34 3 1 2345 68 117 2354 0=0
Split splitncnn_248 1 2 2354 2355 2356
RotaryEmbed rope_35 3 1 2348 67 116 2357 0=0
Split splitncnn_249 1 2 2357 2358 2359
UnaryOp pow_550 1 1 2355 2360 0=4
Reduction mean_694 1 1 2360 2361 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.17.self_attn.query_layernorm.weight 0 1 2362 0=128
BinaryOp add_551 1 1 2361 2363 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_552 1 1 2363 2364 0=5
BinaryOp div_553 1 1 2364 2365 0=8 1=1 2=1.0
BinaryOp mul_554 2 1 2356 2365 2366 0=2
Reshape reshape_510 1 1 2362 2367 0=128 1=1 11=1 2=1
BinaryOp mul_555 2 1 2367 2366 2368 0=2
UnaryOp pow_556 1 1 2358 2369 0=4
Reduction mean_695 1 1 2369 2370 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.17.self_attn.key_layernorm.weight 0 1 2371 0=128
BinaryOp add_557 1 1 2370 2372 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_558 1 1 2372 2373 0=5
BinaryOp div_559 1 1 2373 2374 0=8 1=1 2=1.0
BinaryOp mul_560 2 1 2359 2374 2375 0=2
Reshape reshape_511 1 1 2371 2376 0=128 1=1 11=1 2=1
BinaryOp mul_561 2 1 2376 2375 2377 0=2
Tile k_tile_17 1 1 2377 k_tiled_17 0=1 1=2
Tile v_tile_17 1 1 2351 v_tiled_17 0=1 1=2
Reshape reshape_q3d_17 1 1 2368 q_3d_17 0=128 1=-1 2=16
Reshape reshape_k3d_17 1 1 k_tiled_17 k_3d_17 0=128 1=-1 2=16
Reshape reshape_v3d_17 1 1 v_tiled_17 v_3d_17 0=128 1=-1 2=16
SDPA sdpa_17 6 3 q_3d_17 k_3d_17 v_3d_17 in1 empty_cache_k empty_cache_v sdpa_17_out layer_17_k_cache layer_17_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_17 1 1 sdpa_17_out sdpa_17_permuted 0=2
Reshape reshape_514 1 1 sdpa_17_permuted 2420 0=2048 1=-1 2=1
Gemm gemm_122 1 1 2420 2421 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_566 2 1 2330 2421 2422 0=0
Split splitncnn_256 1 3 2422 2423 2424 2425
UnaryOp pow_567 1 1 2423 2426 0=4
Reduction mean_696 1 1 2426 2427 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.17.post_attention_layernorm.weight 0 1 2428 0=1024
BinaryOp add_568 1 1 2427 2429 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_569 1 1 2429 2430 0=5
BinaryOp div_570 1 1 2430 2431 0=8 1=1 2=1.0
BinaryOp mul_571 2 1 2424 2431 2432 0=2
Reshape reshape_515 1 1 2428 2433 0=1024 1=1 2=1
BinaryOp mul_572 2 1 2433 2432 2434 0=2
Split splitncnn_257 1 2 2434 2435 2436
Gemm gemm_123 1 1 2436 2437 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_258 1 2 2437 2438 2439
Sigmoid sigmoid_185 1 1 2439 2440
Gemm gemm_124 1 1 2435 2441 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_573 2 1 2438 2440 2442 0=2
BinaryOp mul_574 2 1 2442 2441 2443 0=2
Gemm gemm_125 1 1 2443 2444 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_575 2 1 2425 2444 2445 0=0
Split splitncnn_259 1 3 2445 2446 2447 2448
UnaryOp pow_576 1 1 2446 2449 0=4
Reduction mean_697 1 1 2449 2450 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.18.input_layernorm.weight 0 1 2451 0=1024
BinaryOp add_577 1 1 2450 2452 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_578 1 1 2452 2453 0=5
BinaryOp div_579 1 1 2453 2454 0=8 1=1 2=1.0
BinaryOp mul_580 2 1 2447 2454 2455 0=2
Reshape reshape_516 1 1 2451 2456 0=1024 1=1 2=1
BinaryOp mul_581 2 1 2456 2455 2457 0=2
Split splitncnn_260 1 3 2457 2458 2459 2460
Gemm gemm_126 1 1 2460 2461 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_517 1 1 2461 2462 0=128 1=16 11=-1 2=1
Permute permute_306 1 1 2462 2463 0=2
Gemm gemm_127 1 1 2459 2464 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_518 1 1 2464 2465 0=128 1=8 11=-1 2=1
Permute permute_307 1 1 2465 2466 0=2
Gemm gemm_128 1 1 2458 2467 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_519 1 1 2467 2468 0=128 1=8 11=-1 2=1
Permute permute_308 1 1 2468 2469 0=2
Split splitncnn_261 1 2 2469 2470 2471
RotaryEmbed rope_36 3 1 2463 66 115 2472 0=0
Split splitncnn_262 1 2 2472 2473 2474
RotaryEmbed rope_37 3 1 2466 65 114 2475 0=0
Split splitncnn_263 1 2 2475 2476 2477
UnaryOp pow_582 1 1 2473 2478 0=4
Reduction mean_698 1 1 2478 2479 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.18.self_attn.query_layernorm.weight 0 1 2480 0=128
BinaryOp add_583 1 1 2479 2481 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_584 1 1 2481 2482 0=5
BinaryOp div_585 1 1 2482 2483 0=8 1=1 2=1.0
BinaryOp mul_586 2 1 2474 2483 2484 0=2
Reshape reshape_520 1 1 2480 2485 0=128 1=1 11=1 2=1
BinaryOp mul_587 2 1 2485 2484 2486 0=2
UnaryOp pow_588 1 1 2476 2487 0=4
Reduction mean_699 1 1 2487 2488 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.18.self_attn.key_layernorm.weight 0 1 2489 0=128
BinaryOp add_589 1 1 2488 2490 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_590 1 1 2490 2491 0=5
BinaryOp div_591 1 1 2491 2492 0=8 1=1 2=1.0
BinaryOp mul_592 2 1 2477 2492 2493 0=2
Reshape reshape_521 1 1 2489 2494 0=128 1=1 11=1 2=1
BinaryOp mul_593 2 1 2494 2493 2495 0=2
Tile k_tile_18 1 1 2495 k_tiled_18 0=1 1=2
Tile v_tile_18 1 1 2469 v_tiled_18 0=1 1=2
Reshape reshape_q3d_18 1 1 2486 q_3d_18 0=128 1=-1 2=16
Reshape reshape_k3d_18 1 1 k_tiled_18 k_3d_18 0=128 1=-1 2=16
Reshape reshape_v3d_18 1 1 v_tiled_18 v_3d_18 0=128 1=-1 2=16
SDPA sdpa_18 6 3 q_3d_18 k_3d_18 v_3d_18 in1 empty_cache_k empty_cache_v sdpa_18_out layer_18_k_cache layer_18_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_18 1 1 sdpa_18_out sdpa_18_permuted 0=2
Reshape reshape_524 1 1 sdpa_18_permuted 2538 0=2048 1=-1 2=1
Gemm gemm_129 1 1 2538 2539 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_598 2 1 2448 2539 2540 0=0
Split splitncnn_270 1 3 2540 2541 2542 2543
UnaryOp pow_599 1 1 2541 2544 0=4
Reduction mean_700 1 1 2544 2545 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.18.post_attention_layernorm.weight 0 1 2546 0=1024
BinaryOp add_600 1 1 2545 2547 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_601 1 1 2547 2548 0=5
BinaryOp div_602 1 1 2548 2549 0=8 1=1 2=1.0
BinaryOp mul_603 2 1 2542 2549 2550 0=2
Reshape reshape_525 1 1 2546 2551 0=1024 1=1 2=1
BinaryOp mul_604 2 1 2551 2550 2552 0=2
Split splitncnn_271 1 2 2552 2553 2554
Gemm gemm_130 1 1 2554 2555 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_272 1 2 2555 2556 2557
Sigmoid sigmoid_186 1 1 2557 2558
Gemm gemm_131 1 1 2553 2559 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_605 2 1 2556 2558 2560 0=2
BinaryOp mul_606 2 1 2560 2559 2561 0=2
Gemm gemm_132 1 1 2561 2562 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_607 2 1 2543 2562 2563 0=0
Split splitncnn_273 1 3 2563 2564 2565 2566
UnaryOp pow_608 1 1 2564 2567 0=4
Reduction mean_701 1 1 2567 2568 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.19.input_layernorm.weight 0 1 2569 0=1024
BinaryOp add_609 1 1 2568 2570 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_610 1 1 2570 2571 0=5
BinaryOp div_611 1 1 2571 2572 0=8 1=1 2=1.0
BinaryOp mul_612 2 1 2565 2572 2573 0=2
Reshape reshape_526 1 1 2569 2574 0=1024 1=1 2=1
BinaryOp mul_613 2 1 2574 2573 2575 0=2
Split splitncnn_274 1 3 2575 2576 2577 2578
Gemm gemm_133 1 1 2578 2579 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_527 1 1 2579 2580 0=128 1=16 11=-1 2=1
Permute permute_311 1 1 2580 2581 0=2
Gemm gemm_134 1 1 2577 2582 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_528 1 1 2582 2583 0=128 1=8 11=-1 2=1
Permute permute_312 1 1 2583 2584 0=2
Gemm gemm_135 1 1 2576 2585 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_529 1 1 2585 2586 0=128 1=8 11=-1 2=1
Permute permute_313 1 1 2586 2587 0=2
Split splitncnn_275 1 2 2587 2588 2589
RotaryEmbed rope_38 3 1 2581 64 113 2590 0=0
Split splitncnn_276 1 2 2590 2591 2592
RotaryEmbed rope_39 3 1 2584 63 112 2593 0=0
Split splitncnn_277 1 2 2593 2594 2595
UnaryOp pow_614 1 1 2591 2596 0=4
Reduction mean_702 1 1 2596 2597 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.19.self_attn.query_layernorm.weight 0 1 2598 0=128
BinaryOp add_615 1 1 2597 2599 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_616 1 1 2599 2600 0=5
BinaryOp div_617 1 1 2600 2601 0=8 1=1 2=1.0
BinaryOp mul_618 2 1 2592 2601 2602 0=2
Reshape reshape_530 1 1 2598 2603 0=128 1=1 11=1 2=1
BinaryOp mul_619 2 1 2603 2602 2604 0=2
UnaryOp pow_620 1 1 2594 2605 0=4
Reduction mean_703 1 1 2605 2606 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.19.self_attn.key_layernorm.weight 0 1 2607 0=128
BinaryOp add_621 1 1 2606 2608 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_622 1 1 2608 2609 0=5
BinaryOp div_623 1 1 2609 2610 0=8 1=1 2=1.0
BinaryOp mul_624 2 1 2595 2610 2611 0=2
Reshape reshape_531 1 1 2607 2612 0=128 1=1 11=1 2=1
BinaryOp mul_625 2 1 2612 2611 2613 0=2
Tile k_tile_19 1 1 2613 k_tiled_19 0=1 1=2
Tile v_tile_19 1 1 2587 v_tiled_19 0=1 1=2
Reshape reshape_q3d_19 1 1 2604 q_3d_19 0=128 1=-1 2=16
Reshape reshape_k3d_19 1 1 k_tiled_19 k_3d_19 0=128 1=-1 2=16
Reshape reshape_v3d_19 1 1 v_tiled_19 v_3d_19 0=128 1=-1 2=16
SDPA sdpa_19 6 3 q_3d_19 k_3d_19 v_3d_19 in1 empty_cache_k empty_cache_v sdpa_19_out layer_19_k_cache layer_19_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_19 1 1 sdpa_19_out sdpa_19_permuted 0=2
Reshape reshape_534 1 1 sdpa_19_permuted 2656 0=2048 1=-1 2=1
Gemm gemm_136 1 1 2656 2657 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_630 2 1 2566 2657 2658 0=0
Split splitncnn_284 1 3 2658 2659 2660 2661
UnaryOp pow_631 1 1 2659 2662 0=4
Reduction mean_704 1 1 2662 2663 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.19.post_attention_layernorm.weight 0 1 2664 0=1024
BinaryOp add_632 1 1 2663 2665 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_633 1 1 2665 2666 0=5
BinaryOp div_634 1 1 2666 2667 0=8 1=1 2=1.0
BinaryOp mul_635 2 1 2660 2667 2668 0=2
Reshape reshape_535 1 1 2664 2669 0=1024 1=1 2=1
BinaryOp mul_636 2 1 2669 2668 2670 0=2
Split splitncnn_285 1 2 2670 2671 2672
Gemm gemm_137 1 1 2672 2673 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_286 1 2 2673 2674 2675
Sigmoid sigmoid_187 1 1 2675 2676
Gemm gemm_138 1 1 2671 2677 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_637 2 1 2674 2676 2678 0=2
BinaryOp mul_638 2 1 2678 2677 2679 0=2
Gemm gemm_139 1 1 2679 2680 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_639 2 1 2661 2680 2681 0=0
Split splitncnn_287 1 3 2681 2682 2683 2684
UnaryOp pow_640 1 1 2682 2685 0=4
Reduction mean_705 1 1 2685 2686 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.20.input_layernorm.weight 0 1 2687 0=1024
BinaryOp add_641 1 1 2686 2688 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_642 1 1 2688 2689 0=5
BinaryOp div_643 1 1 2689 2690 0=8 1=1 2=1.0
BinaryOp mul_644 2 1 2683 2690 2691 0=2
Reshape reshape_536 1 1 2687 2692 0=1024 1=1 2=1
BinaryOp mul_645 2 1 2692 2691 2693 0=2
Split splitncnn_288 1 3 2693 2694 2695 2696
Gemm gemm_140 1 1 2696 2697 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_537 1 1 2697 2698 0=128 1=16 11=-1 2=1
Permute permute_316 1 1 2698 2699 0=2
Gemm gemm_141 1 1 2695 2700 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_538 1 1 2700 2701 0=128 1=8 11=-1 2=1
Permute permute_317 1 1 2701 2702 0=2
Gemm gemm_142 1 1 2694 2703 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_539 1 1 2703 2704 0=128 1=8 11=-1 2=1
Permute permute_318 1 1 2704 2705 0=2
Split splitncnn_289 1 2 2705 2706 2707
RotaryEmbed rope_40 3 1 2699 62 111 2708 0=0
Split splitncnn_290 1 2 2708 2709 2710
RotaryEmbed rope_41 3 1 2702 61 110 2711 0=0
Split splitncnn_291 1 2 2711 2712 2713
UnaryOp pow_646 1 1 2709 2714 0=4
Reduction mean_706 1 1 2714 2715 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.20.self_attn.query_layernorm.weight 0 1 2716 0=128
BinaryOp add_647 1 1 2715 2717 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_648 1 1 2717 2718 0=5
BinaryOp div_649 1 1 2718 2719 0=8 1=1 2=1.0
BinaryOp mul_650 2 1 2710 2719 2720 0=2
Reshape reshape_540 1 1 2716 2721 0=128 1=1 11=1 2=1
BinaryOp mul_651 2 1 2721 2720 2722 0=2
UnaryOp pow_652 1 1 2712 2723 0=4
Reduction mean_707 1 1 2723 2724 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.20.self_attn.key_layernorm.weight 0 1 2725 0=128
BinaryOp add_653 1 1 2724 2726 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_654 1 1 2726 2727 0=5
BinaryOp div_655 1 1 2727 2728 0=8 1=1 2=1.0
BinaryOp mul_656 2 1 2713 2728 2729 0=2
Reshape reshape_541 1 1 2725 2730 0=128 1=1 11=1 2=1
BinaryOp mul_657 2 1 2730 2729 2731 0=2
Tile k_tile_20 1 1 2731 k_tiled_20 0=1 1=2
Tile v_tile_20 1 1 2705 v_tiled_20 0=1 1=2
Reshape reshape_q3d_20 1 1 2722 q_3d_20 0=128 1=-1 2=16
Reshape reshape_k3d_20 1 1 k_tiled_20 k_3d_20 0=128 1=-1 2=16
Reshape reshape_v3d_20 1 1 v_tiled_20 v_3d_20 0=128 1=-1 2=16
SDPA sdpa_20 6 3 q_3d_20 k_3d_20 v_3d_20 in1 empty_cache_k empty_cache_v sdpa_20_out layer_20_k_cache layer_20_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_20 1 1 sdpa_20_out sdpa_20_permuted 0=2
Reshape reshape_544 1 1 sdpa_20_permuted 2774 0=2048 1=-1 2=1
Gemm gemm_143 1 1 2774 2775 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_662 2 1 2684 2775 2776 0=0
Split splitncnn_298 1 3 2776 2777 2778 2779
UnaryOp pow_663 1 1 2777 2780 0=4
Reduction mean_708 1 1 2780 2781 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.20.post_attention_layernorm.weight 0 1 2782 0=1024
BinaryOp add_664 1 1 2781 2783 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_665 1 1 2783 2784 0=5
BinaryOp div_666 1 1 2784 2785 0=8 1=1 2=1.0
BinaryOp mul_667 2 1 2778 2785 2786 0=2
Reshape reshape_545 1 1 2782 2787 0=1024 1=1 2=1
BinaryOp mul_668 2 1 2787 2786 2788 0=2
Split splitncnn_299 1 2 2788 2789 2790
Gemm gemm_144 1 1 2790 2791 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_300 1 2 2791 2792 2793
Sigmoid sigmoid_188 1 1 2793 2794
Gemm gemm_145 1 1 2789 2795 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_669 2 1 2792 2794 2796 0=2
BinaryOp mul_670 2 1 2796 2795 2797 0=2
Gemm gemm_146 1 1 2797 2798 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_671 2 1 2779 2798 2799 0=0
Split splitncnn_301 1 3 2799 2800 2801 2802
UnaryOp pow_672 1 1 2800 2803 0=4
Reduction mean_709 1 1 2803 2804 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.21.input_layernorm.weight 0 1 2805 0=1024
BinaryOp add_673 1 1 2804 2806 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_674 1 1 2806 2807 0=5
BinaryOp div_675 1 1 2807 2808 0=8 1=1 2=1.0
BinaryOp mul_676 2 1 2801 2808 2809 0=2
Reshape reshape_546 1 1 2805 2810 0=1024 1=1 2=1
BinaryOp mul_677 2 1 2810 2809 2811 0=2
Split splitncnn_302 1 3 2811 2812 2813 2814
Gemm gemm_147 1 1 2814 2815 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_547 1 1 2815 2816 0=128 1=16 11=-1 2=1
Permute permute_321 1 1 2816 2817 0=2
Gemm gemm_148 1 1 2813 2818 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_548 1 1 2818 2819 0=128 1=8 11=-1 2=1
Permute permute_322 1 1 2819 2820 0=2
Gemm gemm_149 1 1 2812 2821 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_549 1 1 2821 2822 0=128 1=8 11=-1 2=1
Permute permute_323 1 1 2822 2823 0=2
Split splitncnn_303 1 2 2823 2824 2825
RotaryEmbed rope_42 3 1 2817 60 109 2826 0=0
Split splitncnn_304 1 2 2826 2827 2828
RotaryEmbed rope_43 3 1 2820 59 108 2829 0=0
Split splitncnn_305 1 2 2829 2830 2831
UnaryOp pow_678 1 1 2827 2832 0=4
Reduction mean_710 1 1 2832 2833 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.21.self_attn.query_layernorm.weight 0 1 2834 0=128
BinaryOp add_679 1 1 2833 2835 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_680 1 1 2835 2836 0=5
BinaryOp div_681 1 1 2836 2837 0=8 1=1 2=1.0
BinaryOp mul_682 2 1 2828 2837 2838 0=2
Reshape reshape_550 1 1 2834 2839 0=128 1=1 11=1 2=1
BinaryOp mul_683 2 1 2839 2838 2840 0=2
UnaryOp pow_684 1 1 2830 2841 0=4
Reduction mean_711 1 1 2841 2842 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.21.self_attn.key_layernorm.weight 0 1 2843 0=128
BinaryOp add_685 1 1 2842 2844 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_686 1 1 2844 2845 0=5
BinaryOp div_687 1 1 2845 2846 0=8 1=1 2=1.0
BinaryOp mul_688 2 1 2831 2846 2847 0=2
Reshape reshape_551 1 1 2843 2848 0=128 1=1 11=1 2=1
BinaryOp mul_689 2 1 2848 2847 2849 0=2
Tile k_tile_21 1 1 2849 k_tiled_21 0=1 1=2
Tile v_tile_21 1 1 2823 v_tiled_21 0=1 1=2
Reshape reshape_q3d_21 1 1 2840 q_3d_21 0=128 1=-1 2=16
Reshape reshape_k3d_21 1 1 k_tiled_21 k_3d_21 0=128 1=-1 2=16
Reshape reshape_v3d_21 1 1 v_tiled_21 v_3d_21 0=128 1=-1 2=16
SDPA sdpa_21 6 3 q_3d_21 k_3d_21 v_3d_21 in1 empty_cache_k empty_cache_v sdpa_21_out layer_21_k_cache layer_21_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_21 1 1 sdpa_21_out sdpa_21_permuted 0=2
Reshape reshape_554 1 1 sdpa_21_permuted 2892 0=2048 1=-1 2=1
Gemm gemm_150 1 1 2892 2893 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_694 2 1 2802 2893 2894 0=0
Split splitncnn_312 1 3 2894 2895 2896 2897
UnaryOp pow_695 1 1 2895 2898 0=4
Reduction mean_712 1 1 2898 2899 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.21.post_attention_layernorm.weight 0 1 2900 0=1024
BinaryOp add_696 1 1 2899 2901 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_697 1 1 2901 2902 0=5
BinaryOp div_698 1 1 2902 2903 0=8 1=1 2=1.0
BinaryOp mul_699 2 1 2896 2903 2904 0=2
Reshape reshape_555 1 1 2900 2905 0=1024 1=1 2=1
BinaryOp mul_700 2 1 2905 2904 2906 0=2
Split splitncnn_313 1 2 2906 2907 2908
Gemm gemm_151 1 1 2908 2909 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_314 1 2 2909 2910 2911
Sigmoid sigmoid_189 1 1 2911 2912
Gemm gemm_152 1 1 2907 2913 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_701 2 1 2910 2912 2914 0=2
BinaryOp mul_702 2 1 2914 2913 2915 0=2
Gemm gemm_153 1 1 2915 2916 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_703 2 1 2897 2916 2917 0=0
Split splitncnn_315 1 3 2917 2918 2919 2920
UnaryOp pow_704 1 1 2918 2921 0=4
Reduction mean_713 1 1 2921 2922 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.22.input_layernorm.weight 0 1 2923 0=1024
BinaryOp add_705 1 1 2922 2924 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_706 1 1 2924 2925 0=5
BinaryOp div_707 1 1 2925 2926 0=8 1=1 2=1.0
BinaryOp mul_708 2 1 2919 2926 2927 0=2
Reshape reshape_556 1 1 2923 2928 0=1024 1=1 2=1
BinaryOp mul_709 2 1 2928 2927 2929 0=2
Split splitncnn_316 1 3 2929 2930 2931 2932
Gemm gemm_154 1 1 2932 2933 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_557 1 1 2933 2934 0=128 1=16 11=-1 2=1
Permute permute_326 1 1 2934 2935 0=2
Gemm gemm_155 1 1 2931 2936 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_558 1 1 2936 2937 0=128 1=8 11=-1 2=1
Permute permute_327 1 1 2937 2938 0=2
Gemm gemm_156 1 1 2930 2939 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_559 1 1 2939 2940 0=128 1=8 11=-1 2=1
Permute permute_328 1 1 2940 2941 0=2
Split splitncnn_317 1 2 2941 2942 2943
RotaryEmbed rope_44 3 1 2935 58 107 2944 0=0
Split splitncnn_318 1 2 2944 2945 2946
RotaryEmbed rope_45 3 1 2938 57 106 2947 0=0
Split splitncnn_319 1 2 2947 2948 2949
UnaryOp pow_710 1 1 2945 2950 0=4
Reduction mean_714 1 1 2950 2951 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.22.self_attn.query_layernorm.weight 0 1 2952 0=128
BinaryOp add_711 1 1 2951 2953 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_712 1 1 2953 2954 0=5
BinaryOp div_713 1 1 2954 2955 0=8 1=1 2=1.0
BinaryOp mul_714 2 1 2946 2955 2956 0=2
Reshape reshape_560 1 1 2952 2957 0=128 1=1 11=1 2=1
BinaryOp mul_715 2 1 2957 2956 2958 0=2
UnaryOp pow_716 1 1 2948 2959 0=4
Reduction mean_715 1 1 2959 2960 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.22.self_attn.key_layernorm.weight 0 1 2961 0=128
BinaryOp add_717 1 1 2960 2962 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_718 1 1 2962 2963 0=5
BinaryOp div_719 1 1 2963 2964 0=8 1=1 2=1.0
BinaryOp mul_720 2 1 2949 2964 2965 0=2
Reshape reshape_561 1 1 2961 2966 0=128 1=1 11=1 2=1
BinaryOp mul_721 2 1 2966 2965 2967 0=2
Tile k_tile_22 1 1 2967 k_tiled_22 0=1 1=2
Tile v_tile_22 1 1 2941 v_tiled_22 0=1 1=2
Reshape reshape_q3d_22 1 1 2958 q_3d_22 0=128 1=-1 2=16
Reshape reshape_k3d_22 1 1 k_tiled_22 k_3d_22 0=128 1=-1 2=16
Reshape reshape_v3d_22 1 1 v_tiled_22 v_3d_22 0=128 1=-1 2=16
SDPA sdpa_22 6 3 q_3d_22 k_3d_22 v_3d_22 in1 empty_cache_k empty_cache_v sdpa_22_out layer_22_k_cache layer_22_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_22 1 1 sdpa_22_out sdpa_22_permuted 0=2
Reshape reshape_564 1 1 sdpa_22_permuted 3010 0=2048 1=-1 2=1
Gemm gemm_157 1 1 3010 3011 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_726 2 1 2920 3011 3012 0=0
Split splitncnn_326 1 3 3012 3013 3014 3015
UnaryOp pow_727 1 1 3013 3016 0=4
Reduction mean_716 1 1 3016 3017 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.22.post_attention_layernorm.weight 0 1 3018 0=1024
BinaryOp add_728 1 1 3017 3019 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_729 1 1 3019 3020 0=5
BinaryOp div_730 1 1 3020 3021 0=8 1=1 2=1.0
BinaryOp mul_731 2 1 3014 3021 3022 0=2
Reshape reshape_565 1 1 3018 3023 0=1024 1=1 2=1
BinaryOp mul_732 2 1 3023 3022 3024 0=2
Split splitncnn_327 1 2 3024 3025 3026
Gemm gemm_158 1 1 3026 3027 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_328 1 2 3027 3028 3029
Sigmoid sigmoid_190 1 1 3029 3030
Gemm gemm_159 1 1 3025 3031 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_733 2 1 3028 3030 3032 0=2
BinaryOp mul_734 2 1 3032 3031 3033 0=2
Gemm gemm_160 1 1 3033 3034 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_735 2 1 3015 3034 3035 0=0
Split splitncnn_329 1 3 3035 3036 3037 3038
UnaryOp pow_736 1 1 3036 3039 0=4
Reduction mean_717 1 1 3039 3040 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.23.input_layernorm.weight 0 1 3041 0=1024
BinaryOp add_737 1 1 3040 3042 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_738 1 1 3042 3043 0=5
BinaryOp div_739 1 1 3043 3044 0=8 1=1 2=1.0
BinaryOp mul_740 2 1 3037 3044 3045 0=2
Reshape reshape_566 1 1 3041 3046 0=1024 1=1 2=1
BinaryOp mul_741 2 1 3046 3045 3047 0=2
Split splitncnn_330 1 3 3047 3048 3049 3050
Gemm gemm_161 1 1 3050 3051 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=1024
Reshape reshape_567 1 1 3051 3052 0=128 1=16 11=-1 2=1
Permute permute_331 1 1 3052 3053 0=2
Gemm gemm_162 1 1 3049 3054 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_568 1 1 3054 3055 0=128 1=8 11=-1 2=1
Permute permute_332 1 1 3055 3056 0=2
Gemm gemm_163 1 1 3048 3057 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=1024
Reshape reshape_569 1 1 3057 3058 0=128 1=8 11=-1 2=1
Permute permute_333 1 1 3058 3059 0=2
Split splitncnn_331 1 2 3059 3060 3061
RotaryEmbed rope_46 3 1 3053 56 105 3062 0=0
Split splitncnn_332 1 2 3062 3063 3064
RotaryEmbed rope_47 3 1 3056 55 104 3065 0=0
Split splitncnn_333 1 2 3065 3066 3067
UnaryOp pow_742 1 1 3063 3068 0=4
Reduction mean_718 1 1 3068 3069 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.23.self_attn.query_layernorm.weight 0 1 3070 0=128
BinaryOp add_743 1 1 3069 3071 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_744 1 1 3071 3072 0=5
BinaryOp div_745 1 1 3072 3073 0=8 1=1 2=1.0
BinaryOp mul_746 2 1 3064 3073 3074 0=2
Reshape reshape_570 1 1 3070 3075 0=128 1=1 11=1 2=1
BinaryOp mul_747 2 1 3075 3074 3076 0=2
UnaryOp pow_748 1 1 3066 3077 0=4
Reduction mean_719 1 1 3077 3078 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.23.self_attn.key_layernorm.weight 0 1 3079 0=128
BinaryOp add_749 1 1 3078 3080 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_750 1 1 3080 3081 0=5
BinaryOp div_751 1 1 3081 3082 0=8 1=1 2=1.0
BinaryOp mul_752 2 1 3067 3082 3083 0=2
Reshape reshape_571 1 1 3079 3084 0=128 1=1 11=1 2=1
BinaryOp mul_753 2 1 3084 3083 3085 0=2
Tile k_tile_23 1 1 3085 k_tiled_23 0=1 1=2
Tile v_tile_23 1 1 3059 v_tiled_23 0=1 1=2
Reshape reshape_q3d_23 1 1 3076 q_3d_23 0=128 1=-1 2=16
Reshape reshape_k3d_23 1 1 k_tiled_23 k_3d_23 0=128 1=-1 2=16
Reshape reshape_v3d_23 1 1 v_tiled_23 v_3d_23 0=128 1=-1 2=16
SDPA sdpa_23 6 3 q_3d_23 k_3d_23 v_3d_23 in1 empty_cache_k empty_cache_v sdpa_23_out layer_23_k_cache layer_23_v_cache 5=1 6=8.83883461e-2 7=1
Permute permute_sdpa_23 1 1 sdpa_23_out sdpa_23_permuted 0=2
Reshape reshape_574 1 1 sdpa_23_permuted 3128 0=2048 1=-1 2=1
Gemm gemm_164 1 1 3128 3129 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=2048
BinaryOp add_758 2 1 3038 3129 3130 0=0
Split splitncnn_340 1 3 3130 3131 3132 3133
UnaryOp pow_759 1 1 3131 3134 0=4
Reduction mean_720 1 1 3134 3135 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.layers.23.post_attention_layernorm.weight 0 1 3136 0=1024
BinaryOp add_760 1 1 3135 3137 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_761 1 1 3137 3138 0=5
BinaryOp div_762 1 1 3138 3139 0=8 1=1 2=1.0
BinaryOp mul_763 2 1 3132 3139 3140 0=2
Reshape reshape_575 1 1 3136 3141 0=1024 1=1 2=1
BinaryOp mul_764 2 1 3141 3140 3142 0=2
Split splitncnn_341 1 2 3142 3143 3144
Gemm gemm_165 1 1 3144 3145 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
Split splitncnn_342 1 2 3145 3146 3147
Sigmoid sigmoid_191 1 1 3147 3148
Gemm gemm_166 1 1 3143 3149 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3584 9=1024
BinaryOp mul_765 2 1 3146 3148 3150 0=2
BinaryOp mul_766 2 1 3150 3149 3151 0=2
Gemm gemm_167 1 1 3151 3152 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3584
BinaryOp add_767 2 1 3133 3152 3153 0=0
Split splitncnn_343 1 2 3153 3154 3155
UnaryOp pow_768 1 1 3154 3156 0=4
Reduction mean_721 1 1 3156 3157 0=3 1=0 -23303=1,-1 4=1 5=1
MemoryData body.model.norm.weight 0 1 3158 0=1024
BinaryOp add_769 1 1 3157 3159 0=0 1=1 2=1.000000e-5
UnaryOp sqrt_770 1 1 3159 3160 0=5
BinaryOp div_771 1 1 3160 3161 0=8 1=1 2=1.0
BinaryOp mul_772 2 1 3155 3161 3162 0=2
BinaryOp mul_773 2 1 3158 3162 out0 0=2