This repository contains multiple merge configs and their ggufs using mergekit.
Sharing is caring! Here's some code for other various methods here: merge_methods
Random configs begin here.
Della
name: step1
merge_method: della
base_model: /mnt/llms/gemma-4-31B-base
models:
- model: /mnt/llms/gemma-4-31B-base
- model: /mnt/llms/Fabled-Gemma4-31B # https://huggingface.co/Lambent/Fabled-Gemma4-31B
parameters:
weight:
- filter: layers.0.self_attn
value: 0.515
- filter: layers.0.mlp
value: 0.552
- filter: layers.1.self_attn
value: 0.496
- filter: layers.1.mlp
value: 0.439
- filter: layers.2.self_attn
value: 0.449
- filter: layers.2.mlp
value: 0.364
- filter: layers.3.self_attn
value: 0.456
- filter: layers.3.mlp
value: 0.365
- filter: layers.4.self_attn
value: 0.516
- filter: layers.4.mlp
value: 0.365
- filter: layers.5.self_attn
value: 0.441
- filter: layers.5.mlp
value: 0.371
- filter: layers.6.self_attn
value: 0.485
- filter: layers.6.mlp
value: 0.37
- filter: layers.7.self_attn
value: 0.458
- filter: layers.7.mlp
value: 0.377
- filter: layers.8.self_attn
value: 0.49
- filter: layers.8.mlp
value: 0.379
- filter: layers.9.self_attn
value: 0.467
- filter: layers.9.mlp
value: 0.374
- filter: layers.10.self_attn
value: 0.493
- filter: layers.10.mlp
value: 0.369
- filter: layers.11.self_attn
value: 0.445
- filter: layers.11.mlp
value: 0.379
- filter: layers.12.self_attn
value: 0.455
- filter: layers.12.mlp
value: 0.381
- filter: layers.13.self_attn
value: 0.506
- filter: layers.13.mlp
value: 0.372
- filter: layers.14.self_attn
value: 0.503
- filter: layers.14.mlp
value: 0.373
- filter: layers.15.self_attn
value: 0.483
- filter: layers.15.mlp
value: 0.379
- filter: layers.16.self_attn
value: 0.529
- filter: layers.16.mlp
value: 0.375
- filter: layers.17.self_attn
value: 0.479
- filter: layers.17.mlp
value: 0.386
- filter: layers.18.self_attn
value: 0.539
- filter: layers.18.mlp
value: 0.37
- filter: layers.19.self_attn
value: 0.496
- filter: layers.19.mlp
value: 0.376
- filter: layers.20.self_attn
value: 0.5
- filter: layers.20.mlp
value: 0.378
- filter: layers.21.self_attn
value: 0.633
- filter: layers.21.mlp
value: 0.539
- filter: layers.22.self_attn
value: 0.643
- filter: layers.22.mlp
value: 0.585
- filter: layers.23.self_attn
value: 0.619
- filter: layers.23.mlp
value: 0.642
- filter: layers.24.self_attn
value: 0.644
- filter: layers.24.mlp
value: 0.601
- filter: layers.25.self_attn
value: 0.642
- filter: layers.25.mlp
value: 0.593
- filter: layers.26.self_attn
value: 0.633
- filter: layers.26.mlp
value: 0.604
- filter: layers.27.self_attn
value: 0.655
- filter: layers.27.mlp
value: 0.616
- filter: layers.28.self_attn
value: 0.648
- filter: layers.28.mlp
value: 0.656
- filter: layers.29.self_attn
value: 0.632
- filter: layers.29.mlp
value: 0.548
- filter: layers.30.self_attn
value: 0.63
- filter: layers.30.mlp
value: 0.558
- filter: layers.31.self_attn
value: 0.635
- filter: layers.31.mlp
value: 0.565
- filter: layers.32.self_attn
value: 0.624
- filter: layers.32.mlp
value: 0.575
- filter: layers.33.self_attn
value: 0.673
- filter: layers.33.mlp
value: 0.577
- filter: layers.34.self_attn
value: 0.668
- filter: layers.34.mlp
value: 0.576
- filter: layers.35.self_attn
value: 0.613
- filter: layers.35.mlp
value: 0.587
- filter: layers.36.self_attn
value: 0.741
- filter: layers.36.mlp
value: 0.496
- filter: layers.37.self_attn
value: 0.743
- filter: layers.37.mlp
value: 0.489
- filter: layers.38.self_attn
value: 0.706
- filter: layers.38.mlp
value: 0.49
- filter: layers.39.self_attn
value: 0.733
- filter: layers.39.mlp
value: 0.538
- filter: layers.40.self_attn
value: 0.692
- filter: layers.40.mlp
value: 0.642
- filter: layers.41.self_attn
value: 0.676
- filter: layers.41.mlp
value: 0.559
- filter: layers.42.self_attn
value: 0.742
- filter: layers.42.mlp
value: 0.517
- filter: layers.43.self_attn
value: 0.737
- filter: layers.43.mlp
value: 0.488
- filter: layers.44.self_attn
value: 0.703
- filter: layers.44.mlp
value: 0.492
- filter: layers.45.self_attn
value: 0.742
- filter: layers.45.mlp
value: 0.492
- filter: layers.46.self_attn
value: 0.707
- filter: layers.46.mlp
value: 0.499
- filter: layers.47.self_attn
value: 0.67
- filter: layers.47.mlp
value: 0.493
- filter: layers.48.self_attn
value: 0.752
- filter: layers.48.mlp
value: 0.487
- filter: layers.49.self_attn
value: 0.741
- filter: layers.49.mlp
value: 0.514
- filter: layers.50.self_attn
value: 0.726
- filter: layers.50.mlp
value: 0.503
- filter: layers.51.self_attn
value: 0.562
- filter: layers.51.mlp
value: 0.443
- filter: layers.52.self_attn
value: 0.554
- filter: layers.52.mlp
value: 0.776
- filter: layers.53.self_attn
value: 0.761
- filter: layers.53.mlp
value: 0.506
- filter: layers.54.self_attn
value: 0.55
- filter: layers.54.mlp
value: 0.429
- filter: layers.55.self_attn
value: 0.553
- filter: layers.55.mlp
value: 0.445
- filter: layers.56.self_attn
value: 0.575
- filter: layers.56.mlp
value: 0.494
- filter: layers.57.self_attn
value: 0.542
- filter: layers.57.mlp
value: 0.427
- filter: layers.58.self_attn
value: 0.534
- filter: layers.58.mlp
value: 0.534
- filter: layers.59.self_attn
value: 0.554
- filter: layers.59.mlp
value: 0.59
- filter: self_attn
value: 0.45
- filter: mlp
value: 0.45
- value: 0.4
density: 0.85
epsilon: 0.1
- model: /mnt/llms/Gemma4-GarnetV2-31B
parameters:
weight:
- filter: layers.0.self_attn
value: 0.514
- filter: layers.0.mlp
value: 0.552
- filter: layers.1.self_attn
value: 0.495
- filter: layers.1.mlp
value: 0.439
- filter: layers.2.self_attn
value: 0.447
- filter: layers.2.mlp
value: 0.364
- filter: layers.3.self_attn
value: 0.454
- filter: layers.3.mlp
value: 0.365
- filter: layers.4.self_attn
value: 0.516
- filter: layers.4.mlp
value: 0.365
- filter: layers.5.self_attn
value: 0.44
- filter: layers.5.mlp
value: 0.371
- filter: layers.6.self_attn
value: 0.484
- filter: layers.6.mlp
value: 0.37
- filter: layers.7.self_attn
value: 0.456
- filter: layers.7.mlp
value: 0.377
- filter: layers.8.self_attn
value: 0.489
- filter: layers.8.mlp
value: 0.378
- filter: layers.9.self_attn
value: 0.465
- filter: layers.9.mlp
value: 0.374
- filter: layers.10.self_attn
value: 0.492
- filter: layers.10.mlp
value: 0.369
- filter: layers.11.self_attn
value: 0.444
- filter: layers.11.mlp
value: 0.379
- filter: layers.12.self_attn
value: 0.452
- filter: layers.12.mlp
value: 0.381
- filter: layers.13.self_attn
value: 0.505
- filter: layers.13.mlp
value: 0.372
- filter: layers.14.self_attn
value: 0.502
- filter: layers.14.mlp
value: 0.373
- filter: layers.15.self_attn
value: 0.481
- filter: layers.15.mlp
value: 0.379
- filter: layers.16.self_attn
value: 0.528
- filter: layers.16.mlp
value: 0.375
- filter: layers.17.self_attn
value: 0.479
- filter: layers.17.mlp
value: 0.386
- filter: layers.18.self_attn
value: 0.538
- filter: layers.18.mlp
value: 0.37
- filter: layers.19.self_attn
value: 0.495
- filter: layers.19.mlp
value: 0.376
- filter: layers.20.self_attn
value: 0.499
- filter: layers.20.mlp
value: 0.378
- filter: layers.21.self_attn
value: 0.633
- filter: layers.21.mlp
value: 0.539
- filter: layers.22.self_attn
value: 0.643
- filter: layers.22.mlp
value: 0.585
- filter: layers.23.self_attn
value: 0.619
- filter: layers.23.mlp
value: 0.642
- filter: layers.24.self_attn
value: 0.644
- filter: layers.24.mlp
value: 0.601
- filter: layers.25.self_attn
value: 0.642
- filter: layers.25.mlp
value: 0.593
- filter: layers.26.self_attn
value: 0.633
- filter: layers.26.mlp
value: 0.604
- filter: layers.27.self_attn
value: 0.655
- filter: layers.27.mlp
value: 0.616
- filter: layers.28.self_attn
value: 0.647
- filter: layers.28.mlp
value: 0.657
- filter: layers.29.self_attn
value: 0.632
- filter: layers.29.mlp
value: 0.548
- filter: layers.30.self_attn
value: 0.629
- filter: layers.30.mlp
value: 0.558
- filter: layers.31.self_attn
value: 0.634
- filter: layers.31.mlp
value: 0.565
- filter: layers.32.self_attn
value: 0.624
- filter: layers.32.mlp
value: 0.575
- filter: layers.33.self_attn
value: 0.673
- filter: layers.33.mlp
value: 0.577
- filter: layers.34.self_attn
value: 0.667
- filter: layers.34.mlp
value: 0.576
- filter: layers.35.self_attn
value: 0.613
- filter: layers.35.mlp
value: 0.587
- filter: layers.36.self_attn
value: 0.741
- filter: layers.36.mlp
value: 0.496
- filter: layers.37.self_attn
value: 0.743
- filter: layers.37.mlp
value: 0.488
- filter: layers.38.self_attn
value: 0.706
- filter: layers.38.mlp
value: 0.49
- filter: layers.39.self_attn
value: 0.733
- filter: layers.39.mlp
value: 0.538
- filter: layers.40.self_attn
value: 0.692
- filter: layers.40.mlp
value: 0.642
- filter: layers.41.self_attn
value: 0.675
- filter: layers.41.mlp
value: 0.559
- filter: layers.42.self_attn
value: 0.741
- filter: layers.42.mlp
value: 0.517
- filter: layers.43.self_attn
value: 0.737
- filter: layers.43.mlp
value: 0.488
- filter: layers.44.self_attn
value: 0.703
- filter: layers.44.mlp
value: 0.492
- filter: layers.45.self_attn
value: 0.742
- filter: layers.45.mlp
value: 0.492
- filter: layers.46.self_attn
value: 0.706
- filter: layers.46.mlp
value: 0.499
- filter: layers.47.self_attn
value: 0.67
- filter: layers.47.mlp
value: 0.493
- filter: layers.48.self_attn
value: 0.752
- filter: layers.48.mlp
value: 0.487
- filter: layers.49.self_attn
value: 0.741
- filter: layers.49.mlp
value: 0.514
- filter: layers.50.self_attn
value: 0.726
- filter: layers.50.mlp
value: 0.503
- filter: layers.51.self_attn
value: 0.562
- filter: layers.51.mlp
value: 0.443
- filter: layers.52.self_attn
value: 0.554
- filter: layers.52.mlp
value: 0.776
- filter: layers.53.self_attn
value: 0.762
- filter: layers.53.mlp
value: 0.506
- filter: layers.54.self_attn
value: 0.55
- filter: layers.54.mlp
value: 0.429
- filter: layers.55.self_attn
value: 0.552
- filter: layers.55.mlp
value: 0.445
- filter: layers.56.self_attn
value: 0.574
- filter: layers.56.mlp
value: 0.494
- filter: layers.57.self_attn
value: 0.542
- filter: layers.57.mlp
value: 0.427
- filter: layers.58.self_attn
value: 0.534
- filter: layers.58.mlp
value: 0.535
- filter: layers.59.self_attn
value: 0.554
- filter: layers.59.mlp
value: 0.59
- filter: self_attn
value: 0.45
- filter: mlp
value: 0.45
- value: 0.4
density: 0.85
epsilon: 0.1
parameters:
normalize: false
lambda: 1.0
tokenizer:
source: union
dtype: float32
out_dtype: bfloat16
Multi-merge
name: clever-basename
merge_method: nullspace
base_model: ./gemma-4-31B-base
models:
- model: ./Gemma4-GarnetV2-31B
parameters:
weight: 1.0
parameters:
protect_base: true
nr: 256
tokenizer:
source: base
chat_template: auto
dtype: float32
out_dtype: bfloat16
---
name: clever-intname
merge_method: cabs
base_model: ./clever-basename
models:
- model: ./clever-basename
- model: ./G4-MeroMero-31B-uncensored-heretic
parameters:
weight: 0.6
n_val: 16
m_val: 32
- model: ./Gemma-4-Gembrain-31B-heretic
parameters:
weight: 0.4
n_val: 11
m_val: 33
default_n_val: 8
default_m_val: 32
pruning_order:
- ./G4-MeroMero-31B-uncensored-heretic
- ./Gemma-4-Gembrain-31B-heretic
dtype: float32
out_dtype: bfloat16
tokenizer:
source: union
chat_template: auto
---
name: the-most-clevername
merge_method: actmat
base_model: ./gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic
models:
- model: ./gemma-4-Ortenzya-The-Creative-Wordsmith-31B-it-uncensored-heretic
- model: ./LatitudeGames-Equinox-31B
parameters:
weight: 1
- model: ./clever-intname
parameters:
weight: 1
- model: ./Fabled-Gemma4-31B
parameters:
weight: 1
parameters:
epsilon: 1e-6
tokenizer:
source: "union"
dtype: bfloat16
out_dtype: bfloat16
chat_template: auto
Inference Providers NEW
This model isn't deployed by any Inference Provider. 🙋 Ask for provider support
Model tree for virtuous7373/random-gemma-4-merges
Base model
google/gemma-4-31B