Skip to content

Commit

Permalink
♻️ [Refactor] Remove /chat route, and add /api for compatibility
Browse files Browse the repository at this point in the history
  • Loading branch information
Hansimov committed Jan 21, 2024
1 parent b2e11d6 commit 3ae76f6
Showing 1 changed file with 1 addition and 46 deletions.
47 changes: 1 addition & 46 deletions apis/chat_api.py
Original file line number Diff line number Diff line change
Expand Up @@ -86,46 +86,6 @@ def create_conversation_session(self, item: CreateConversationSessionPostItem):
"conversation_id": creator.conversation_id,
}

class ChatPostItem(BaseModel):
prompt: str = Field(
default="Hello, who are you?",
description="(str) Prompt",
)
model: str = Field(
default="precise",
description="(str) `precise`, `balanced`, `creative`, `precise-offline`, `balanced-offline`, `creative-offline`",
)
sec_access_token: str = Field(
default="",
description="(str) Sec Access Token",
)
client_id: str = Field(
default="",
description="(str) Client ID",
)
conversation_id: str = Field(
default="",
description="(str) Conversation ID",
)
invocation_id: int = Field(
default=0,
description="(int) Invocation ID",
)

def chat(self, item: ChatPostItem):
connector = ConversationConnector(
conversation_style=item.model,
sec_access_token=item.sec_access_token,
client_id=item.client_id,
conversation_id=item.conversation_id,
invocation_id=item.invocation_id,
)

return EventSourceResponse(
connector.stream_chat(prompt=item.prompt, yield_output=True),
media_type="text/event-stream",
)

class ChatCompletionsPostItem(BaseModel):
model: str = Field(
default="precise",
Expand Down Expand Up @@ -163,7 +123,7 @@ def chat_completions(self, item: ChatCompletionsPostItem):
)

def setup_routes(self):
for prefix in ["", "/v1"]:
for prefix in ["", "/v1", "/api", "/api/v1"]:
self.app.get(
prefix + "/models",
summary="Get available models",
Expand All @@ -174,11 +134,6 @@ def setup_routes(self):
summary="Create a conversation session",
)(self.create_conversation_session)

self.app.post(
prefix + "/chat",
summary="Chat in conversation session",
)(self.chat)

self.app.post(
prefix + "/chat/completions",
summary="Chat completions in conversation session",
Expand Down

0 comments on commit 3ae76f6

Please sign in to comment.