暂存

app/service/LLM/LLMRequestException.php

@@ -0,0 +1,32 @@
+<?php
+
+namespace app\service\LLM;
+
+use RuntimeException;
+
+class LLMRequestException extends RuntimeException
+{
+    public function __construct(
+        string $message,
+        private readonly ?int $statusCode = null,
+        private readonly ?string $providerCode = null,
+        private readonly ?array $payload = null
+    ) {
+        parent::__construct($message, $statusCode ?? 0);
+    }
+
+    public function statusCode(): ?int
+    {
+        return $this->statusCode;
+    }
+
+    public function providerCode(): ?string
+    {
+        return $this->providerCode;
+    }
+
+    public function payload(): ?array
+    {
+        return $this->payload;
+    }
+}

app/service/LLM/LLMRetryQueue.php

@@ -0,0 +1,54 @@
+<?php
+
+namespace app\service\LLM;
+
+use Throwable;
+
+class LLMRetryQueue
+{
+    public function run(callable $job, array $config = []): mixed
+    {
+        $enabled = (bool) ($config['enabled'] ?? true);
+        $maxAttempts = max(1, (int) ($config['max_attempts'] ?? 3));
+        $baseDelayMs = max(0, (int) ($config['base_delay_ms'] ?? 1500));
+        $maxDelayMs = max($baseDelayMs, (int) ($config['max_delay_ms'] ?? 10000));
+        $retryStatuses = array_map('intval', $config['retry_statuses'] ?? [429]);
+        $retryErrorCodes = array_map('strval', $config['retry_error_codes'] ?? ['1302', '1303', '1304', '1305', '1306', '1307', '1308']);
+
+        $attempt = 0;
+        while (true) {
+            $attempt++;
+
+            try {
+                return $job($attempt);
+            } catch (Throwable $exception) {
+                if (!$enabled || $attempt >= $maxAttempts || !$this->shouldRetry($exception, $retryStatuses, $retryErrorCodes)) {
+                    throw $exception;
+                }
+
+                usleep($this->delayMs($attempt, $baseDelayMs, $maxDelayMs) * 1000);
+            }
+        }
+    }
+
+    private function shouldRetry(Throwable $exception, array $retryStatuses, array $retryErrorCodes): bool
+    {
+        if (!$exception instanceof LLMRequestException) {
+            return false;
+        }
+
+        if ($exception->statusCode() !== null && in_array($exception->statusCode(), $retryStatuses, true)) {
+            return true;
+        }
+
+        return $exception->providerCode() !== null && in_array($exception->providerCode(), $retryErrorCodes, true);
+    }
+
+    private function delayMs(int $attempt, int $baseDelayMs, int $maxDelayMs): int
+    {
+        $delay = min($maxDelayMs, $baseDelayMs * (2 ** max(0, $attempt - 1)));
+        $jitter = $delay > 0 ? random_int(0, min(500, $delay)) : 0;
+
+        return $delay + $jitter;
+    }
+}

app/service/LLM/OpenAICompatibleClient.php

@@ -0,0 +1,152 @@
+<?php
+
+namespace app\service\LLM;
+
+use GuzzleHttp\Client;
+use GuzzleHttp\Exception\RequestException;
+use RuntimeException;
+use Throwable;
+
+class OpenAICompatibleClient
+{
+    private Client $client;
+    private array $config;
+
+    public function __construct(?array $config = null)
+    {
+        $this->config = $config ?? config('LLMapi.default', []);
+        $baseUrl = rtrim((string) ($this->config['base_url'] ?? ''), '/');
+
+        $this->client = new Client([
+            'base_uri' => $baseUrl . '/',
+            'timeout' => (int) ($this->config['timeout'] ?? 60),
+            'connect_timeout' => (int) ($this->config['connect_timeout'] ?? 10),
+        ]);
+    }
+
+    public function isConfigured(): bool
+    {
+        return trim((string) ($this->config['api_key'] ?? '')) !== ''
+            && trim((string) ($this->config['base_url'] ?? '')) !== '';
+    }
+
+    public function chatJson(array $messages, array $options = []): array
+    {
+        $content = $this->chat($messages, $options);
+        $decoded = json_decode($this->extractJson($content), true);
+
+        if (!is_array($decoded)) {
+            throw new RuntimeException('LLM response is not valid JSON.');
+        }
+
+        return $decoded;
+    }
+
+    public function chat(array $messages, array $options = []): string
+    {
+        if (!$this->isConfigured()) {
+            throw new RuntimeException('LLM API is not configured.');
+        }
+
+        $headers = [
+            'Authorization' => 'Bearer ' . $this->config['api_key'],
+            'Content-Type' => 'application/json',
+        ];
+
+        if (!empty($this->config['organization'])) {
+            $headers['OpenAI-Organization'] = $this->config['organization'];
+        }
+
+        if (!empty($this->config['project'])) {
+            $headers['OpenAI-Project'] = $this->config['project'];
+        }
+
+        $body = [
+            'model' => $options['model'] ?? config('LLMapi.chat.model'),
+            'messages' => $messages,
+            'temperature' => $options['temperature'] ?? config('LLMapi.chat.temperature', 0.2),
+            'max_tokens' => $options['max_tokens'] ?? config('LLMapi.chat.max_tokens', 1200),
+            'stream' => (bool) ($options['stream'] ?? config('LLMapi.chat.stream', false)),
+        ];
+
+        if (array_key_exists('response_format', $options) && is_array($options['response_format'])) {
+            $body['response_format'] = $options['response_format'];
+        }
+
+        if (array_key_exists('thinking', $options) && is_array($options['thinking'])) {
+            $body['thinking'] = $options['thinking'];
+        }
+
+        if (array_key_exists('request_id', $options) && is_string($options['request_id'])) {
+            $body['request_id'] = $options['request_id'];
+        }
+
+        if (array_key_exists('user_id', $options) && is_string($options['user_id'])) {
+            $body['user_id'] = $options['user_id'];
+        }
+
+        try {
+            $response = $this->client->post('chat/completions', [
+                'headers' => $headers,
+                'json' => $body,
+            ]);
+        } catch (RequestException $exception) {
+            throw $this->requestException($exception);
+        } catch (Throwable $exception) {
+            throw new RuntimeException('LLM chat request failed: ' . $exception->getMessage(), 0, $exception);
+        }
+
+        $payload = json_decode((string) $response->getBody(), true);
+        $content = $payload['choices'][0]['message']['content'] ?? null;
+
+        if (!is_string($content) || trim($content) === '') {
+            throw new RuntimeException('LLM chat response is empty.');
+        }
+
+        return $content;
+    }
+
+    private function extractJson(string $content): string
+    {
+        $content = trim($content);
+        $content = preg_replace('/^```(?:json)?\s*/i', '', $content) ?? $content;
+        $content = preg_replace('/\s*```$/', '', $content) ?? $content;
+
+        $start = strpos($content, '{');
+        $end = strrpos($content, '}');
+        if ($start !== false && $end !== false && $end > $start) {
+            return substr($content, $start, $end - $start + 1);
+        }
+
+        return $content;
+    }
+
+    private function requestException(RequestException $exception): LLMRequestException
+    {
+        $statusCode = $exception->getResponse()?->getStatusCode();
+        $body = $exception->getResponse() ? (string) $exception->getResponse()->getBody() : '';
+        $payload = json_decode($body, true);
+        $providerCode = null;
+        $providerMessage = null;
+
+        if (is_array($payload)) {
+            $providerCode = isset($payload['error']['code']) ? (string) $payload['error']['code'] : null;
+            $providerMessage = isset($payload['error']['message']) ? (string) $payload['error']['message'] : null;
+        }
+
+        $message = 'LLM chat request failed';
+        if ($statusCode !== null) {
+            $message .= " with HTTP {$statusCode}";
+        }
+        if ($providerCode !== null) {
+            $message .= " and provider code {$providerCode}";
+        }
+        if ($providerMessage !== null) {
+            $message .= ": {$providerMessage}";
+        } else {
+            $message .= ': ' . $exception->getMessage();
+        }
+
+        return new LLMRequestException($message, $statusCode, $providerCode, is_array($payload) ? $payload : null);
+    }
+}