Hugging Face's logo

skboy
/
trial_2

Safetensors
Model card Files
xet
 Community
trial_2
File size: 982 Bytes
20f50fe
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
{
    "dataset_name": "OpenAssistant/oasst1",
    "model_name": "meta-llama/Meta-Llama-3-8B",
    "dataset_split": "",
    "subsample_percentage": 1,
    "input_layer": 3,
    "freeze_layer": false,
    "use_lora": "True",
    "use_quantization": "True",
    "concat": "True",
    "use_softprompt": "True",
    "seed": 42,
    "batch_size": 8,
    "fold": 0,
    "train_epochs": 2,
    "max_length": 10000,
    "learning_rate": 5e-05,
    "weight_decay": 0.1,
    "min_lr_ratio": 0.7,
    "noise_factor": 0.0,
    "use_redistribution": "True",
    "redistribution_type": "scalar",
    "sigma_left": 4.0,
    "sigma_right": 5.5,
    "redistribution_dk": 32,
    "lr_scheduler_type": "cosine_with_min_lr",
    "grid_search": false,
    "gradient_acum_steps": 1,
    "gradient_checkpointing": true,
    "logging_steps": 50,
    "train_samples": 0,
    "freeze": 0,
    "mode": "train",
    "fp_dropout": "0.1,0.3",
    "fixations_model_version": "2",
    "features_used": "1,1,1,1,1"
}