Upload 9 files

7c73bbc verified 6 months ago

1.37 kB

architecture: MistralForCausalLM
models:
  - model: B:\24B\Darkhn--Magistral-2509-24B-Text-Only
#  - model: B:\24B\!models--anthracite-core--Mistral-Small-3.2-24B-Instruct-2506-Text-Only
  - model: B:\24B\!BeaverAI_Fallen-Mistral-Small-3.1-24B-v1e_textonly
    parameters:
      weight: 0.1
      density: 0.9
      epsilon: 0.09
  - model: B:\24B\PrivateMerge29 # This merge is no longer available on HF
    parameters:
      weight: 0.1
      density: 0.9
      epsilon: 0.09
  - model: B:\24B\!models--TheDrummer--Precog-24B-v1
    parameters:
      weight: 0.5
      density: 0.9
      epsilon: 0.09
  - model: B:\24B\!models--TheDrummer--Magidonia-24B-v4.3
    parameters:
      weight: 0.5
      density: 0.9
      epsilon: 0.09
  - model: B:\24B\!models--zerofata--MS3.2-PaintedFantasy-v4.1-24B
    parameters:
      weight: 0.4
      density: 0.9
      epsilon: 0.09
  - model: B:\24B\!models--LatitudeGames--Hearthfire-24B
    parameters:
      weight: 0.4
      density: 0.9
      epsilon: 0.09
merge_method: della
# base_model: B:\24B\!models--anthracite-core--Mistral-Small-3.2-24B-Instruct-2506-Text-Only
base_model: B:\24B\Darkhn--Magistral-2509-24B-Text-Only
parameters:
  lambda: 1.0
  normalize: false
  int8_mask: false
  rescale: true
tokenizer:
  source: union
dtype: float32
out_dtype: bfloat16
name: C77

	architecture: MistralForCausalLM
	models:
	- model: B:\24B\Darkhn--Magistral-2509-24B-Text-Only
	# - model: B:\24B\!models--anthracite-core--Mistral-Small-3.2-24B-Instruct-2506-Text-Only
	- model: B:\24B\!BeaverAI_Fallen-Mistral-Small-3.1-24B-v1e_textonly
	parameters:
	weight: 0.1
	density: 0.9
	epsilon: 0.09
	- model: B:\24B\PrivateMerge29 # This merge is no longer available on HF
	parameters:
	weight: 0.1
	density: 0.9
	epsilon: 0.09
	- model: B:\24B\!models--TheDrummer--Precog-24B-v1
	parameters:
	weight: 0.5
	density: 0.9
	epsilon: 0.09
	- model: B:\24B\!models--TheDrummer--Magidonia-24B-v4.3
	parameters:
	weight: 0.5
	density: 0.9
	epsilon: 0.09
	- model: B:\24B\!models--zerofata--MS3.2-PaintedFantasy-v4.1-24B
	parameters:
	weight: 0.4
	density: 0.9
	epsilon: 0.09
	- model: B:\24B\!models--LatitudeGames--Hearthfire-24B
	parameters:
	weight: 0.4
	density: 0.9
	epsilon: 0.09
	merge_method: della
	# base_model: B:\24B\!models--anthracite-core--Mistral-Small-3.2-24B-Instruct-2506-Text-Only
	base_model: B:\24B\Darkhn--Magistral-2509-24B-Text-Only
	parameters:
	lambda: 1.0
	normalize: false
	int8_mask: false
	rescale: true
	tokenizer:
	source: union
	dtype: float32
	out_dtype: bfloat16
	name: C77