From 6579aa81464a1572c4f26e4026b2d08d3d4f08cd Mon Sep 17 00:00:00 2001 From: Kye Gomez Date: Tue, 18 Jun 2024 11:42:53 -0700 Subject: [PATCH] [CLEANUP] --- api.py | 75 +++++++++++++++++++++++++++++----------------------------- 1 file changed, 38 insertions(+), 37 deletions(-) diff --git a/api.py b/api.py index ec62ecd..974e8c5 100644 --- a/api.py +++ b/api.py @@ -16,6 +16,33 @@ UsageInfo, ) +# Define the input model using Pydantic +class AgentInput(BaseModel): + agent_name: str = "Swarm Agent" + system_prompt: str = None + agent_description: str = None + model_name: str = "OpenAIChat" + max_loops: int = 1 + autosave: bool = False + dynamic_temperature_enabled: bool = False + dashboard: bool = False + verbose: bool = False + streaming_on: bool = True + saved_state_path: str = None + sop: str = None + sop_list: List[str] = None + user_name: str = "User" + retry_attempts: int = 3 + context_length: int = 8192 + task: str = None + + +# Define the input model using Pydantic +class AgentOutput(BaseModel): + agent: AgentInput + completions: ChatCompletionResponse + + async def count_tokens( text: str, @@ -69,32 +96,6 @@ async def model_router(model_name: str): return llm -# Define the input model using Pydantic -class AgentInput(BaseModel): - agent_name: str = "Swarm Agent" - system_prompt: str = None - agent_description: str = None - model_name: str = "OpenAIChat" - max_loops: int = 1 - autosave: bool = False - dynamic_temperature_enabled: bool = False - dashboard: bool = False - verbose: bool = False - streaming_on: bool = True - saved_state_path: str = None - sop: str = None - sop_list: List[str] = None - user_name: str = "User" - retry_attempts: int = 3 - context_length: int = 8192 - task: str = None - - -# Define the input model using Pydantic -class AgentOutput(BaseModel): - agent: AgentInput - completions: ChatCompletionResponse - # Create a FastAPI app app = FastAPI(debug=True) @@ -109,20 +110,20 @@ class AgentOutput(BaseModel): ) -@app.get("/v1/models", response_model=ModelList) -async def list_models(): - """ - An endpoint to list available models. It returns a list of model cards. - This is useful for clients to query and understand what models are available for use. - """ - model_card = ModelCard( - id="cogvlm-chat-17b" - ) # can be replaced by your model id like cogagent-chat-18b - return ModelList(data=[model_card]) +# @app.get("/v1/models", response_model=ModelList) +# async def list_models(): +# """ +# An endpoint to list available models. It returns a list of model cards. +# This is useful for clients to query and understand what models are available for use. +# """ +# model_card = ModelCard( +# id="cogvlm-chat-17b" +# ) # can be replaced by your model id like cogagent-chat-18b +# return ModelList(data=[model_card]) @app.post("v1/agent/completions", response_model=AgentOutput) -async def agent_completions(agent_input: AgentInput = Body(...)): +async def agent_completions(agent_input: AgentInput): try: logger.info(f"Received request: {agent_input}") llm = model_router(agent_input.model_name)