78 lines
1.7 KiB
Markdown
78 lines
1.7 KiB
Markdown
# LLM
|
|
|
|
ZED for Windows: https://zed.dev/windows
|
|
|
|
Zed Assistant: Groq + GPT OSS 120B |
|
|
FIX Manual: DeepSeek | ChatGPT 120B | Claude 4.5 Thinking | Mistral
|
|
ADD Manual: Claude/DeepSeek -> DeepSeek
|
|
|
|
# Install
|
|
|
|
|
|
cargo install cargo-audit
|
|
cargo install cargo-edit
|
|
apt install -y libpq-dev
|
|
apt install -y valkey-cli
|
|
|
|
## Cache
|
|
|
|
curl -fsSL https://packages.redis.io/gpg | sudo gpg --dearmor -o /usr/share/keyrings/valkey.gpg
|
|
echo "deb [signed-by=/usr/share/keyrings/valkey.gpg] https://packages.redis.io/deb $(lsb_release -cs) main" | sudo tee /etc/apt/sources.list.d/valkey.list
|
|
sudo apt install valkey-server
|
|
|
|
## Meet
|
|
|
|
curl -sSL https://get.livekit.io | bash
|
|
livekit-server --dev
|
|
|
|
|
|
|
|
# Util
|
|
|
|
cargo upgrade
|
|
cargo audit
|
|
|
|
valkey-cli -p 6379 monitor
|
|
|
|
# Prompt add-ons
|
|
|
|
- Prompt add-ons: Fill the file with info!, trace! and debug! macros.
|
|
-
|
|
|
|
|
|
# Zed Agents
|
|
```
|
|
"language_models": {
|
|
"openai_compatible": {
|
|
"Groq GPT 120b": {
|
|
"api_url": "https://api.groq.com/openai/v1",
|
|
"available_models": [
|
|
{
|
|
"name": "meta-llama/llama-4-scout-17b-16e-instruct",
|
|
"max_tokens": 30000,
|
|
"capabilities": {
|
|
"tools": true,
|
|
"images": false,
|
|
"parallel_tool_calls": false,
|
|
"prompt_cache_key": false
|
|
}
|
|
},
|
|
{
|
|
"name": "groq/compound",
|
|
"max_tokens": 70000
|
|
},
|
|
{
|
|
"name": "openai/gpt-oss-120b",
|
|
"max_tokens": 8000,
|
|
"capabilities": {
|
|
"tools": true,
|
|
"images": false,
|
|
"parallel_tool_calls": false,
|
|
"prompt_cache_key": false
|
|
}
|
|
}
|
|
]
|
|
}
|
|
}
|
|
},
|
|
```
|