Spaces:
Sleeping
Sleeping
update model to rwkv7-g1i
Browse files- config.production.yaml +17 -12
config.production.yaml
CHANGED
|
@@ -3,37 +3,42 @@ PORT: 7860
|
|
| 3 |
STRATEGY: "cuda fp16"
|
| 4 |
RWKV_CUDA_ON: True
|
| 5 |
CHUNK_LEN: 256
|
|
|
|
| 6 |
MODELS:
|
| 7 |
-
- SERVICE_NAME: "rwkv7-
|
| 8 |
-
DOWNLOAD_MODEL_FILE_NAME: "rwkv7-
|
| 9 |
DOWNLOAD_MODEL_REPO_ID: "BlinkDL/rwkv7-g1"
|
| 10 |
REASONING: True
|
|
|
|
|
|
|
| 11 |
DEFAULT_SAMPLER:
|
| 12 |
max_tokens: 8192
|
| 13 |
temperature: 1.0
|
| 14 |
-
top_p: 0.
|
| 15 |
-
presence_penalty:
|
| 16 |
-
count_penalty: 0.
|
| 17 |
-
penalty_decay: 0.
|
| 18 |
stop:
|
| 19 |
- "\n\n"
|
| 20 |
stop_tokens:
|
| 21 |
- 0
|
| 22 |
-
|
| 23 |
-
|
|
|
|
| 24 |
DOWNLOAD_MODEL_REPO_ID: "BlinkDL/rwkv7-g1"
|
| 25 |
REASONING: True
|
| 26 |
DEFAULT_SAMPLER:
|
| 27 |
max_tokens: 8192
|
| 28 |
temperature: 1.0
|
| 29 |
-
top_p: 0.
|
| 30 |
-
presence_penalty:
|
| 31 |
-
count_penalty: 0.
|
| 32 |
-
penalty_decay: 0.
|
| 33 |
stop:
|
| 34 |
- "\n\n"
|
| 35 |
stop_tokens:
|
| 36 |
- 0
|
|
|
|
| 37 |
- SERVICE_NAME: "rwkv7-g1d-0.4b-20260210-ctx8192"
|
| 38 |
DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1d-0.4b-20260210-ctx8192.pth"
|
| 39 |
DOWNLOAD_MODEL_REPO_ID: "BlinkDL/rwkv7-g1"
|
|
|
|
| 3 |
STRATEGY: "cuda fp16"
|
| 4 |
RWKV_CUDA_ON: True
|
| 5 |
CHUNK_LEN: 256
|
| 6 |
+
|
| 7 |
MODELS:
|
| 8 |
+
- SERVICE_NAME: "rwkv7-g1i-2.9b-20260805-ctx16384"
|
| 9 |
+
DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1i-2.9b-20260805-ctx16384.pth"
|
| 10 |
DOWNLOAD_MODEL_REPO_ID: "BlinkDL/rwkv7-g1"
|
| 11 |
REASONING: True
|
| 12 |
+
DEFAULT_CHAT: True
|
| 13 |
+
DEFAULT_REASONING: True
|
| 14 |
DEFAULT_SAMPLER:
|
| 15 |
max_tokens: 8192
|
| 16 |
temperature: 1.0
|
| 17 |
+
top_p: 0.5
|
| 18 |
+
presence_penalty: 2.0
|
| 19 |
+
count_penalty: 0.1
|
| 20 |
+
penalty_decay: 0.99
|
| 21 |
stop:
|
| 22 |
- "\n\n"
|
| 23 |
stop_tokens:
|
| 24 |
- 0
|
| 25 |
+
|
| 26 |
+
- SERVICE_NAME: "rwkv7-g1i-1.5b-20260805-ctx16384"
|
| 27 |
+
DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1i-1.5b-20260805-ctx16384.pth"
|
| 28 |
DOWNLOAD_MODEL_REPO_ID: "BlinkDL/rwkv7-g1"
|
| 29 |
REASONING: True
|
| 30 |
DEFAULT_SAMPLER:
|
| 31 |
max_tokens: 8192
|
| 32 |
temperature: 1.0
|
| 33 |
+
top_p: 0.5
|
| 34 |
+
presence_penalty: 2.0
|
| 35 |
+
count_penalty: 0.1
|
| 36 |
+
penalty_decay: 0.99
|
| 37 |
stop:
|
| 38 |
- "\n\n"
|
| 39 |
stop_tokens:
|
| 40 |
- 0
|
| 41 |
+
|
| 42 |
- SERVICE_NAME: "rwkv7-g1d-0.4b-20260210-ctx8192"
|
| 43 |
DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1d-0.4b-20260210-ctx8192.pth"
|
| 44 |
DOWNLOAD_MODEL_REPO_ID: "BlinkDL/rwkv7-g1"
|