-
Notifications
You must be signed in to change notification settings - Fork 1
/
params.json
62 lines (62 loc) · 1.48 KB
/
params.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
[
{
"script_name": "ceruleus",
"host": "localhost",
"port": 1230,
"verbose": false,
"CUDA_VISIBLE_DEVICES": 0,
"results_dir": "results",
"work_dir": "work",
"template_dir": "templates",
"char_card_path": "char.json",
"char_log_path": "char_persistent.json",
"squire_path": "squire",
"squire_out_dir": "squire_output",
"model_path": "ggmlv3_model_q5_1.bin",
"thoughts_to_convo": true,
"telesend": false,
"retry_delay": 10,
"ping_interval": 15,
"ping_timeout": 60,
"answer_attempts_max": 2,
"internal_str": "internal",
"visible_str": "visible"
},{
"n_ctx": 1800,
"top_p": 0.8,
"top_k": 30,
"repeat_penalty": 1.1,
"temperature": 0.4,
"n_batch": 700,
"n_threads": 8,
"n_gpu_layers": 10
},{
"max_new_tokens": 400,
"do_sample": "True",
"temperature": 0.7,
"top_p": 0.5,
"typical_p": 0.6,
"epsilon_cutoff": 0,
"eta_cutoff": 0,
"repetition_penalty": 1.18,
"top_k": 15,
"min_length": 0,
"no_repeat_ngram_size": 0,
"num_beams": 1,
"penalty_alpha": 0,
"length_penalty": 1,
"early_stopping": "False",
"mirostat_mode": 2,
"mirostat_tau": 5,
"mirostat_eta": 0.1,
"seed": -1,
"add_bos_token": "False",
"truncation_length": 1600,
"ban_eos_token": "False",
"skip_special_tokens": "True",
"stopping_strings": [
"[END]",
"end(code)"
]
}
]