值得期待！DB-GPT v0.5.6 版本发布

docker pull tugraph/tugraph-runtime-centos7:latest


mkdir -p tmp/tugraph/data && mkdir -p tmp/tugraph/log && \
docker run -it -d -p 7001:7001 -p 7070:7070 -p 7687:7687 -p 8000:8000 -p 8888:8888 -p 8889:8889 -p 9090:9090 \
 -v tmp/tugraph/data:/var/lib/lgraph/data  -v tmp/tugraph/log:/var/log/lgraph_log \
 --name tugraph_demo tugraph/tugraph-runtime-centos7:latest bin/bash && \
docker exec -d tugraph_demo bash setup.sh


pip install "neo4j>=5.20.0"

GRAPH_STORE_TYPE=TuGraph
TUGRAPH_HOST=127.0.0.1
TUGRAPH_PORT=7687
TUGRAPH_USERNAME=admin
TUGRAPH_PASSWORD=xxx

ollama pull qwen:0.5b

ollama pull nomic-embed-text

pip install ollama

LLM_MODEL=ollama_proxyllm
PROXY_SERVER_URL=http://127.0.0.1:11434
PROXYLLM_BACKEND="qwen:0.5b"
PROXY_API_KEY=not_used
EMBEDDING_MODEL=proxy_ollama
proxy_ollama_proxy_server_url=http://127.0.0.1:11434
proxy_ollama_proxy_backend="nomic-embed-text:latest"

python dbgpt/app/dbgpt_server.py

## Rerank model
RERANK_MODEL=bge-reranker-base
## If you not set RERANK_MODEL_PATH, DB-GPT will read the model path from EMBEDDING_MODEL_CONFIG based on the RERANK_MODEL.
# RERANK_MODEL_PATH=
## The number of rerank results to return
RERANK_TOP_K=3

dbgpt start controller --port 8000


dbgpt start worker --worker_type text2vec \
--rerank \
--model_path app/models/bge-reranker-base \
--model_name bge-reranker-base \
--port 8004 \
--controller_addr http://127.0.0.1:8000

LLM_MODEL=deepseek_proxyllm
DEEPSEEK_MODEL_VERSION=deepseek-chat
DEEPSEEK_API_BASE=https://api.deepseek.com/v1
DEEPSEEK_API_KEY={your-deepseek-api-key}

import asyncio
from dbgpt.core import ModelRequest
from dbgpt.model.proxy import DeepseekLLMClient
# You should set DEEPSEEK_API_KEY to your environment variables
client = DeepseekLLMClient()
print(asyncio.run(client.generate(ModelRequest._build("deepseek-chat", "你是谁？"))))

DEEPSEEK_API_KEY={your-deepseek-api-key} 
python test_proxyllm.py

# [Yi-1.5-34B-Chat](https://huggingface.co/01-ai/Yi-1.5-34B-Chat)
LLM_MODEL=yi-1.5-6b-chat
# [Yi-1.5-9B-Chat](https://huggingface.co/01-ai/Yi-1.5-9B-Chat)
LLM_MODEL=yi-1.5-9b-chat
# [Yi-1.5-6B-Chat](https://huggingface.co/01-ai/Yi-1.5-6B-Chat)
LLM_MODEL=yi-1.5-34b-chat