| HOST: "0.0.0.0" | |
| PORT: 7860 | |
| STRATEGY: "cuda fp16" | |
| RWKV_CUDA_ON: True | |
| CHUNK_LEN: 256 | |
| DEFAULT_STREAM: True | |
| AUTO_ENABLE_TOOLS: True | |
| AUTO_ENABLE_REASONING: True | |
| AUTO_ENABLE_WEB_SEARCH: True | |
| ENABLE_TOOLS_BY_DEFAULT: False | |
| MODELS: | |
| - SERVICE_NAME: "rwkv7-g1a-0.1b-20250728-ctx4096" | |
| DOWNLOAD_MODEL_FILE_NAME: "rwkv7-g1a-0.1b-20250728-ctx4096.pth" | |
| DOWNLOAD_MODEL_REPO_ID: "RWKV/rwkv7-g1" | |
| DOWNLOAD_MODEL_DIR: "./models" | |
| REASONING: True | |
| DEFAULT_CHAT: True | |
| DEFAULT_REASONING: True | |
| DEFAULT_SAMPLER: | |
| max_tokens: 4096 | |
| temperature: 1.0 | |
| top_p: 0.3 | |
| presence_penalty: 0.5 | |
| count_penalty: 0.5 | |
| penalty_decay: 0.996 | |
| stop: | |
| - "\n\n" | |
| stop_tokens: | |
| - 0 | |
| ALLOW_WEB_SEARCH: True | |
| ALLOW_TOOLS: True | |
| ALLOW_REASONING: True | |