Update modelwriter.h for mha scale param

Tencent · Jul 18, 2024 · e820158 · e820158
1 parent f825d3a
commit e820158
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tools/modelwriter.h b/tools/modelwriter.h
@@ -2007,6 +2007,7 @@ int ModelWriter::save(const char* parampath, const char* binpath)
             fprintf_param_value(" 3=%d", kdim)
             fprintf_param_value(" 4=%d", vdim)
             fprintf_param_value(" 5=%d", attn_mask)
+            fprintf_param_value(" 6=%e", scale)
 
             fwrite_weight_tag_data(op->q_weight_data, bp);
             fwrite_weight_data(op->q_bias_data, bp);