File size: 364 Bytes
9697339
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
merge_method: della_linear
dtype: float32
out_dtype: bfloat16
parameters:
  epsilon: 0.04
  lambda: 1.05
  normalize: true
base_model: suayptalha/Lamarckvergence-14B
tokenizer_source: 
models:
  - model: CultriX/MergeStage2v3
    parameters:
      weight: 18
      density: 1.5
  - model: CultriX/MergeStage1v3
    parameters:
      weight: 12
      density: 1.25