added a script to add all documents (IWM articles) from a local folder. won't work on other machines
This commit is contained in:
@@ -18,8 +18,14 @@ rag = LocalRAG(vectorstore_path=VECTORSTORE_PATH, ollama_model=OLLAMA_MODEL)
|
||||
app = FastAPI(title="Local RAG Chat", version="1.0.0")
|
||||
|
||||
|
||||
class ChatMessage(BaseModel):
|
||||
role: str # "user" | "assistant"
|
||||
content: str
|
||||
|
||||
|
||||
class ChatRequest(BaseModel):
|
||||
message: str
|
||||
history: list[ChatMessage] = [] # previous turns for conversation context
|
||||
|
||||
|
||||
class RetrievedChunk(BaseModel):
|
||||
@@ -49,7 +55,11 @@ def chat(request: ChatRequest):
|
||||
if not request.message or not request.message.strip():
|
||||
return ChatResponse(answer="", error="Message cannot be empty")
|
||||
try:
|
||||
result = rag.query(request.message.strip())
|
||||
chat_history = [{"role": m.role, "content": m.content} for m in request.history]
|
||||
result = rag.query_with_history(
|
||||
request.message.strip(),
|
||||
chat_history=chat_history,
|
||||
)
|
||||
answer = result["answer"]
|
||||
retrieved = result.get("retrieved", [])
|
||||
|
||||
|
||||
Reference in New Issue
Block a user