fix ollama models, add claude haiku 3.5, fix open ai chat adapter emp…

…ty choices (#101)
modelflow-ai · Dec 2, 2024 · 6ca0706 · 6ca0706
1 parent f4daa63
commit 6ca0706
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 0 deletions.
diff --git a/src/Chat/OpenaiChatAdapter.php b/src/Chat/OpenaiChatAdapter.php
@@ -198,6 +198,10 @@ protected function createStreamedMessages(StreamResponse $responses): \Iterator
 
         /** @var CreateStreamedResponse $response */
         foreach ($responses as $response) {
+            if (0 === \count($response->choices)) {
+                continue;
+            }
+
             $delta = $response->choices[0]->delta;
 
             if (!$role instanceof AIChatMessageRoleEnum) {

diff --git a/tests/Unit/Chat/resources/stream.txt b/tests/Unit/Chat/resources/stream.txt
@@ -1,5 +1,6 @@
 data: {"id":"chatcmpl-6yo21W6LVo8Tw2yBf7aGf2g17IeIl","object":"chat.completion.chunk","created":1679432086,"model":"gpt-4-0314","choices":[{"delta":{"role":"assistant"},"index":0,"finish_reason":null}]}
 data: {"id":"chatcmpl-6yo21W6LVo8Tw2yBf7aGf2g17IeIl","object":"chat.completion.chunk","created":1679432086,"model":"gpt-4-0314","choices":[{"delta":{"content":"Lorem"},"index":0,"finish_reason":null}]}
 data: {"id":"chatcmpl-6yo21W6LVo8Tw2yBf7aGf2g17IeIl","object":"chat.completion.chunk","created":1679432086,"model":"gpt-4-0314","choices":[{"delta":{"content":"Ipsum"},"index":0,"finish_reason":null}]}
+data: {"id":"chatcmpl-6yo21W6LVo8Tw2yBf7aGf2g17IeIl","object":"chat.completion.chunk","created":1679432086,"model":"gpt-4-0314","choices":[]}
 data: {"id":"chatcmpl-6yo21W6LVo8Tw2yBf7aGf2g17IeIl","object":"chat.completion.chunk","created":1679432086,"model":"gpt-4-0314","choices":[{"delta":{},"index":0,"finish_reason":"stop"}]}
 data: [DONE]