public/model-qwen2-5-72b-instruct-gptq-int4
38
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update config.json

Browse Source
This commit is contained in:
ai-modelscope 2024-09-18 14:18:58 +08:00
parent e5c98976c2
commit 53b745725a
1 changed files with 2 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
config.json
View File

@ -40,13 +40,8 @@
"use_exllama": true "use_exllama": true
}, },
"rms_norm_eps": 1e-06, "rms_norm_eps": 1e-06,
"rope_scaling": {
"factor": 4.0,
"original_max_position_embeddings": 32768,
"type": "yarn"
},
"rope_theta": 1000000.0, "rope_theta": 1000000.0,
"sliding_window": 32768, "sliding_window": 131072,
"tie_word_embeddings": false, "tie_word_embeddings": false,
"torch_dtype": "float16", "torch_dtype": "float16",
"transformers_version": "4.39.3", "transformers_version": "4.39.3",