guarin HF Staff Claude Opus 5.5 commited on
Commit
5253d0f
·
1 Parent(s): 6f840ff

Use checkpoint module names in quantization config and add activation_scheme

Browse files
Files changed (1) hide show
  1. config.json +2 -1
config.json CHANGED
@@ -134,8 +134,9 @@
134
  },
135
  "quantization_config": {
136
  "quant_method": "fp8",
 
137
  "weight_block_size": [1, 32],
138
  "scale_fmt": "ue8m0",
139
- "modules_to_not_convert": ["lm_head", "model.vision_tower", "model.language_model.layers.*.self_attn"]
140
  }
141
  }
 
134
  },
135
  "quantization_config": {
136
  "quant_method": "fp8",
137
+ "activation_scheme": "dynamic",
138
  "weight_block_size": [1, 32],
139
  "scale_fmt": "ue8m0",
140
+ "modules_to_not_convert": ["model.llm.unembed", "model.visual", "model.llm.layers.*.attn.*"]
141
  }
142
  }