Add LLM token
This commit is contained in:
@@ -42,6 +42,11 @@ class ChatRequest(BaseModel):
|
||||
provider: Optional[str] = None
|
||||
model: Optional[str] = None
|
||||
top_k: Optional[int] = Field(default=None, ge=1, le=20)
|
||||
# Optional document text uploaded by the user as conversation context.
|
||||
# The text is injected directly into the LLM prompt so the model can
|
||||
# answer questions about it without vector-store indexing.
|
||||
context_text: Optional[str] = Field(default=None, max_length=12000)
|
||||
context_filename: Optional[str] = Field(default=None, max_length=256)
|
||||
|
||||
|
||||
class ChatResponse(BaseModel):
|
||||
|
||||
Reference in New Issue
Block a user