shoumenchougou commited on
Commit
60e9397
·
verified ·
1 Parent(s): ab51f31

update model to rwkv7-g1i

Browse files
Files changed (1) hide show
  1. config.production.yaml +17 -12
config.production.yaml CHANGED
@@ -3,37 +3,42 @@ PORT: 7860
3
  STRATEGY: "cuda fp16"
4
  RWKV_CUDA_ON: True
5
  CHUNK_LEN: 256
 
6
  MODELS:
7
- - SERVICE_NAME: "rwkv7-g1d-2.9b-20260131-ctx8192"
8
- DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1d-2.9b-20260131-ctx8192.pth"
9
  DOWNLOAD_MODEL_REPO_ID: "BlinkDL/rwkv7-g1"
10
  REASONING: True
 
 
11
  DEFAULT_SAMPLER:
12
  max_tokens: 8192
13
  temperature: 1.0
14
- top_p: 0.3
15
- presence_penalty: 0.5
16
- count_penalty: 0.5
17
- penalty_decay: 0.996
18
  stop:
19
  - "\n\n"
20
  stop_tokens:
21
  - 0
22
- - SERVICE_NAME: "rwkv7-g1d-1.5b-20260212-ctx8192"
23
- DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1d-1.5b-20260212-ctx8192.pth"
 
24
  DOWNLOAD_MODEL_REPO_ID: "BlinkDL/rwkv7-g1"
25
  REASONING: True
26
  DEFAULT_SAMPLER:
27
  max_tokens: 8192
28
  temperature: 1.0
29
- top_p: 0.3
30
- presence_penalty: 0.5
31
- count_penalty: 0.5
32
- penalty_decay: 0.996
33
  stop:
34
  - "\n\n"
35
  stop_tokens:
36
  - 0
 
37
  - SERVICE_NAME: "rwkv7-g1d-0.4b-20260210-ctx8192"
38
  DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1d-0.4b-20260210-ctx8192.pth"
39
  DOWNLOAD_MODEL_REPO_ID: "BlinkDL/rwkv7-g1"
 
3
  STRATEGY: "cuda fp16"
4
  RWKV_CUDA_ON: True
5
  CHUNK_LEN: 256
6
+
7
  MODELS:
8
+ - SERVICE_NAME: "rwkv7-g1i-2.9b-20260805-ctx16384"
9
+ DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1i-2.9b-20260805-ctx16384.pth"
10
  DOWNLOAD_MODEL_REPO_ID: "BlinkDL/rwkv7-g1"
11
  REASONING: True
12
+ DEFAULT_CHAT: True
13
+ DEFAULT_REASONING: True
14
  DEFAULT_SAMPLER:
15
  max_tokens: 8192
16
  temperature: 1.0
17
+ top_p: 0.5
18
+ presence_penalty: 2.0
19
+ count_penalty: 0.1
20
+ penalty_decay: 0.99
21
  stop:
22
  - "\n\n"
23
  stop_tokens:
24
  - 0
25
+
26
+ - SERVICE_NAME: "rwkv7-g1i-1.5b-20260805-ctx16384"
27
+ DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1i-1.5b-20260805-ctx16384.pth"
28
  DOWNLOAD_MODEL_REPO_ID: "BlinkDL/rwkv7-g1"
29
  REASONING: True
30
  DEFAULT_SAMPLER:
31
  max_tokens: 8192
32
  temperature: 1.0
33
+ top_p: 0.5
34
+ presence_penalty: 2.0
35
+ count_penalty: 0.1
36
+ penalty_decay: 0.99
37
  stop:
38
  - "\n\n"
39
  stop_tokens:
40
  - 0
41
+
42
  - SERVICE_NAME: "rwkv7-g1d-0.4b-20260210-ctx8192"
43
  DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1d-0.4b-20260210-ctx8192.pth"
44
  DOWNLOAD_MODEL_REPO_ID: "BlinkDL/rwkv7-g1"