Rodrigo Rodriguez (Pragmatismo)
a21292daa3
Introduces IMAGE, VIDEO, AUDIO, and SEE keywords for BASIC scripts that connect to the botmodels service for AI-powered media generation and vision/captioning capabilities. - Add BotModelsClient for HTTP communication with botmodels service - Implement BASIC keywords: IMAGE, VIDEO, AUDIO (generation), SEE (captioning) - Support configuration via config.csv for models
1.5 KiB
1.5 KiB
| 1 | name | value |
|---|---|---|
| 2 | ||
| 3 | server_host | 0.0.0.0 |
| 4 | server_port | 8080 |
| 5 | sites_root | /tmp |
| 6 | ||
| 7 | llm-key | none |
| 8 | llm-url | http://localhost:8081 |
| 9 | llm-model | ../../../../data/llm/DeepSeek-R1-Distill-Qwen-1.5B-Q3_K_M.gguf |
| 10 | ||
| 11 | llm-cache | false |
| 12 | llm-cache-ttl | 3600 |
| 13 | llm-cache-semantic | true |
| 14 | llm-cache-threshold | 0.95 |
| 15 | ||
| 16 | prompt-compact | 4 |
| 17 | ||
| 18 | mcp-server | false |
| 19 | ||
| 20 | embedding-url | http://localhost:8082 |
| 21 | embedding-model | ../../../../data/llm/bge-small-en-v1.5-f32.gguf |
| 22 | ||
| 23 | llm-server | false |
| 24 | llm-server-path | botserver-stack/bin/llm/build/bin |
| 25 | llm-server-host | 0.0.0.0 |
| 26 | llm-server-port | 8081 |
| 27 | llm-server-gpu-layers | 0 |
| 28 | llm-server-n-moe | 0 |
| 29 | llm-server-ctx-size | 4096 |
| 30 | llm-server-n-predict | 1024 |
| 31 | llm-server-parallel | 6 |
| 32 | llm-server-cont-batching | true |
| 33 | llm-server-mlock | false |
| 34 | llm-server-no-mmap | false |
| 35 | ||
| 36 | ||
| 37 | email-from | from@domain.com |
| 38 | email-server | mail.domain.com |
| 39 | email-port | 587 |
| 40 | email-user | user@domain.com |
| 41 | email-pass | |
| 42 | ||
| 43 | custom-server | localhost |
| 44 | custom-port | 5432 |
| 45 | custom-database | mycustomdb |
| 46 | custom-username | |
| 47 | custom-password | |
| 48 | ||
| 49 | website-expires | 1d |
| 50 | website-max-depth | 3 |
| 51 | website-max-pages | 100 |
| 52 | image-generator-model | ../../../../data/diffusion/sd_turbo_f16.gguf |
| 53 | image-generator-steps | 4 |
| 54 | image-generator-width | 512 |
| 55 | image-generator-height | 512 |
| 56 | image-generator-gpu-layers | 20 |
| 57 | image-generator-batch-size | 1 |
| 58 | video-generator-model | ../../../../data/diffusion/zeroscope_v2_576w |
| 59 | video-generator-frames | 24 |
| 60 | video-generator-fps | 8 |
| 61 | video-generator-width | 320 |
| 62 | video-generator-height | 576 |
| 63 | video-generator-gpu-layers | 15 |
| 64 | video-generator-batch-size | 1 |
| 65 | botmodels-enabled | true |
| 66 | botmodels-host | 0.0.0.0 |
| 67 | botmodels-port | 8085 |
| 68 | default-generator | all |