(feat) thinking summary for gemini, anthropic (stream) openai (text, stream) (#765)

Author: patrickbrouwers

src/Providers/Anthropic/Handlers/Stream.php

@@ -236,7 +236,10 @@ protected function handleMessageStop(array $event): StreamEndEvent
             timestamp: time(),
             finishReason: FinishReason::Stop, // Default, will be updated by message_delta
             usage: $this->state->usage(),
-            citations: $this->state->citations() !== [] ? $this->state->citations() : null
+            citations: $this->state->citations() !== [] ? $this->state->citations() : null,
+            additionalContent: [
+                'thinking' => $this->state->thinkingSummaries() === [] ? null : implode('', $this->state->thinkingSummaries()),
+            ]
         );
     }
 

src/Providers/Gemini/Handlers/Stream.php

@@ -214,7 +214,10 @@ protected function processStream(Response $response, Request $request, int $dept
                     timestamp: time(),
                     finishReason: $finishReason,
                     usage: $this->state->usage(),
-                    additionalContent: $groundingMetadata !== null ? ['grounding_metadata' => $groundingMetadata] : []
+                    additionalContent: Arr::whereNotNull([
+                        'grounding_metadata' => $groundingMetadata,
+                        'thoughtSummaries' => $this->state->thinkingSummaries() === [] ? null : $this->state->thinkingSummaries(),
+                    ])
                 );
             }
         }

src/Providers/OpenAI/Handlers/Stream.php

@@ -250,6 +250,7 @@ protected function processStream(Response $response, Request $request, int $dept
                     ),
                     additionalContent: Arr::whereNotNull([
                         'response_id' => data_get($data, 'response.id'),
+                        'reasoningSummaries' => $this->state->thinkingSummaries() === [] ? null : $this->state->thinkingSummaries(),
                     ])
                 );
             }

src/Providers/OpenAI/Handlers/Text.php

@@ -161,12 +161,15 @@ protected function addStep(
         ClientResponse $clientResponse,
         array $toolResults = []
     ): void {
+        /** @var array<array-key, array<string, mixed>> $output */
+        $output = data_get($data, 'output', []);
+
         $this->responseBuilder->addStep(new Step(
             text: data_get($data, 'output.{last}.content.0.text') ?? '',
             finishReason: $this->mapFinishReason($data),
-            toolCalls: ToolCallMap::map(array_filter(data_get($data, 'output', []), fn (array $output): bool => $output['type'] === 'function_call')),
+            toolCalls: ToolCallMap::map(array_filter($output, fn (array $output): bool => $output['type'] === 'function_call')),
             toolResults: $toolResults,
-            providerToolCalls: ProviderToolCallMap::map(data_get($data, 'output', [])),
+            providerToolCalls: ProviderToolCallMap::map($output),
             usage: new Usage(
                 promptTokens: data_get($data, 'usage.input_tokens', 0) - data_get($data, 'usage.input_tokens_details.cached_tokens', 0),
                 completionTokens: data_get($data, 'usage.output_tokens'),
@@ -183,6 +186,11 @@ protected function addStep(
             systemPrompts: $request->systemPrompts(),
             additionalContent: Arr::whereNotNull([
                 'citations' => $this->citations,
+                'reasoningSummaries' => collect($output)
+                    ->filter(fn (array $output): bool => $output['type'] === 'reasoning')
+                    ->flatMap(fn (array $output): array => Arr::pluck($output['summary'] ?? [], 'text'))
+                    ->filter()
+                    ->toArray(),
             ]),
         ));
     }

src/Streaming/StreamState.php

@@ -24,6 +24,11 @@ class StreamState
 
     protected string $currentThinking = '';
 
+    /**
+     * @var array<array-key, string>
+     */
+    protected array $thinkingSummaries = [];
+
     protected ?int $currentBlockIndex = null;
 
     protected ?string $currentBlockType = null;
@@ -114,6 +119,7 @@ public function appendText(string $text): self
     public function appendThinking(string $thinking): self
     {
         $this->currentThinking .= $thinking;
+        $this->thinkingSummaries[] = $thinking;
 
         return $this;
     }
@@ -256,6 +262,14 @@ public function currentThinking(): string
         return $this->currentThinking;
     }
 
+    /**
+     * @return array<array-key, string>
+     */
+    public function thinkingSummaries(): array
+    {
+        return $this->thinkingSummaries;
+    }
+
     public function currentBlockIndex(): ?int
     {
         return $this->currentBlockIndex;

tests/Fixtures/openai/text-reasoning-effort-1.json

@@ -14,7 +14,12 @@
     {
       "id": "rs_689b71947cbc8199af51368ed8e14a810f49e192ec3eba8e",
       "type": "reasoning",
-      "summary": []
+      "summary": [
+        {
+          "type": "summary_text",
+          "text": "I should introduce myself to the user."
+        }
+      ]
     },
     {
       "id": "msg_689b71959da481998b4b6284842788c80f49e192ec3eba8e",

tests/Providers/OpenAI/TextTest.php

@@ -567,7 +567,7 @@
 it('sends reasoning effort when defined', function (): void {
     FixtureResponse::fakeResponseSequence('v1/responses', 'openai/text-reasoning-effort');
 
-    Prism::text()
+    $response = Prism::text()
         ->using('openai', 'gpt-5')
         ->withPrompt('Who are you?')
         ->withProviderOptions([
@@ -578,6 +578,10 @@
         ->asText();
 
     Http::assertSent(fn (Request $request): bool => $request->data()['reasoning']['effort'] === 'low');
+
+    expect($response->additionalContent['reasoningSummaries'])->toBe([
+        'I should introduce myself to the user.',
+    ]);
 });
 
 describe('provider tool results', function (): void {