Finish non-streaming support.

.devcontainer/devcontainer.json

@@ -7,7 +7,8 @@
 	"features": {
 		"ghcr.io/devcontainers/features/dotnet:2": {},
 		"ghcr.io/devcontainers/features/node:1": {},
-		"ghcr.io/devcontainers/features/python": "3.12"
+		"ghcr.io/devcontainers/features/python": "3.12",
+		"ghcr.io/devcontainers/features/azure-cli": "latest"
 	}
 
 	// Features to add to the dev container. More info: https://containers.dev/features.

samples/backend/python/quart/.env

@@ -1,4 +1,5 @@
 PORT=3000
 AZURE_OPENAI_ENDPOINT="<your-endpoint>"
 AZURE_OPENAI_DEPLOYMENT="<your-deployment>"
+AZURE_OPENAI_API_VERSION="2024-05-01-preview"
 SYSTEM_PROMPT="You are a helpful assistant that responds succintly to questions."

samples/backend/python/quart/__init__.py

@@ -1,30 +1,128 @@
+import base64
+import json
+import os
+import re
+from dotenv import load_dotenv
+from typing import Optional, Tuple
+from openai import AsyncAzureOpenAI, AzureOpenAI
+from azure.identity import DefaultAzureCredential, get_bearer_token_provider
 from quart import Quart, request, jsonify
+from model import (
+    AIChatRequest,
+    AIChatCompletion,
+    AIChatMessage,
+    AIChatRole,
+    AIChatFile,
+    AIChatError,
+)
+
+load_dotenv()
+
+PORT = os.getenv("PORT", 3000)
+AZURE_OPENAI_ENDPOINT = os.getenv("AZURE_OPENAI_ENDPOINT")
+AZURE_OPENAI_DEPLOYMENT = os.getenv("AZURE_OPENAI_DEPLOYMENT")
+AZURE_OPENAI_API_VERSION = os.getenv("AZURE_OPENAI_API_VERSION")
+
 
 app = Quart(__name__)
 
+
 def run() -> None:
-    app.run()
+    app.run(port=PORT)
+
+
+def get_file_position(file_key: str) -> Optional[Tuple[int, int, str]]:
+    match = re.match(r"messages\[(\d+)\]\.files\[(\d+)\]", file_key)
+    if match:
+        message_index, file_index = map(int, match.groups())
+        return message_index, file_index, file_key
+    raise ValueError(f"Invalid file name: {file_key}")
+
+
+def reconstruct_multipart_request(form: dict, files: dict):
+    json_content = form["json"]
+    json_dict = json.loads(json_content)
+    chat_request = AIChatRequest.from_dict(json_dict)
+
+    file_positions = sorted([get_file_position(file_key) for file_key in files])
+    for message_index, file_index, file_key in file_positions:
+        file = files[file_key]
+
+        if len(chat_request.messages) <= message_index:
+            raise ValueError(f"Invalid message index: {file_key}")
+
+        if chat_request.messages[message_index].files is None:
+            chat_request.messages[message_index].files = []
+
+        if len(chat_request.messages[message_index].files) != file_index:
+            raise ValueError(f"Invalid file index: {file_key}")
 
-@app.route('/api/chat', methods=['POST'])
+        chat_request.messages[message_index].files.append(
+            AIChatFile(content_type=file.content_type, data=file.read())
+        )
+    return chat_request
+
+
+def to_openai_message(chat_message: AIChatMessage):
+    if chat_message.files is None:
+        return {
+            "role": chat_message.role.value,
+            "content": chat_message.content,
+        }
+
+    def encode_file_to_data_url(file: AIChatFile):
+        base64_data = base64.b64encode(file.data).decode("utf-8")
+        return f"data:{file.content_type};base64,{base64_data}"
+
+    images = [
+        {"type": "image_url", "image_url": {"url": encode_file_to_data_url(file)}}
+        for file in chat_message.files
+        if file.content_type.startswith("image/")
+    ]
+    return {
+        "role": chat_message.role.value,
+        "content": [{"type": "text", "text": chat_message.content}] + images,
+    }
+
+
+@app.route("/api/chat/", methods=["POST"])
 async def process_message():
-    if request.content_type.startswith('multipart/form-data'):
-        files = await request.files()
-        json_data = files['json']  # Assuming 'json' is the key for JSON part
-        chat_request = AIChatRequest.from_json(json_data)
-        # Process files if any
-        for file_key in files:
-            file = files[file_key]
-            # Process file here, e.g., save or analyze
-            # Add file data to chat_request if necessary
-    elif request.content_type.startswith('application/json'):
-        # Parse application/json
-        data = await request.get_json()
-        # chat_request = AIChatRequest.from_dict(data)
-    else:
-        return jsonify({'error': 'Unsupported Media Type'}), 415
-
-    # Process the chat request
-    # chat_response = await process_chat_request(chat_request)
-
-    # Return the response
-    return jsonify(chat_response.to_dict())
+    try:
+        if request.content_type.startswith("multipart/form-data"):
+            form = await request.form
+            files = await request.files
+            chat_request = reconstruct_multipart_request(form, files)
+        elif request.content_type.startswith("application/json"):
+            chat_request = await request.get_json()
+        else:
+            return jsonify({"error": "Unsupported Media Type"}), 415
+
+        token_provider = get_bearer_token_provider(
+            DefaultAzureCredential(), "https://cognitiveservices.azure.com/.default"
+        )
+        client = AsyncAzureOpenAI(
+            api_version=AZURE_OPENAI_API_VERSION,
+            azure_endpoint=AZURE_OPENAI_ENDPOINT,
+            azure_ad_token_provider=token_provider,
+        )
+
+        completion = await client.chat.completions.create(
+            model=AZURE_OPENAI_DEPLOYMENT,
+            messages=[to_openai_message(message) for message in chat_request.messages],
+        )
+
+        message = completion.choices[0].message
+        response = AIChatCompletion(
+            message=AIChatMessage(
+                role=AIChatRole(message.role),
+                content=message.content,
+            )
+        )
+        return jsonify(response.to_dict())
+    except Exception as e:
+        error = AIChatError(code="internal_error", message=str(e))
+        return jsonify(AIChatError(error=error).to_dict()), 500
+
+
+if __name__ == "__main__":
+    run()

samples/backend/python/quart/model/__init__.py

@@ -0,0 +1,25 @@
+from .model import (
+    AIChatRequest,
+    AIChatErrorResponse,
+    AIChatCompletion,
+    AIChatCompletionDelta,
+    AIChatCompletionOptions,
+    AIChatError,
+    AIChatFile,
+    AIChatMessage,
+    AIChatMessageDelta,
+    AIChatRole,
+)
+
+__all__ = [
+    "AIChatRequest",
+    "AIChatErrorResponse",
+    "AIChatCompletion",
+    "AIChatCompletionDelta",
+    "AIChatCompletionOptions",
+    "AIChatError",
+    "AIChatFile",
+    "AIChatMessage",
+    "AIChatMessageDelta",
+    "AIChatRole",
+]