llmbackend/app/Http/Controllers/Api/LlmController.php
2024-12-04 12:27:33 +08:00

83 lines
2.5 KiB
PHP

<?php
declare(strict_types=1);
namespace App\Http\Controllers\Api;
use App\Constants\ErrorCode;
use App\Http\Controllers\Controller;
use App\Services\LlmService;
use App\Traits\ApiResponse;
use Illuminate\Http\JsonResponse;
use Illuminate\Http\Request;
use Illuminate\Support\Facades\Log;
use Illuminate\Validation\ValidationException;
class LlmController extends Controller
{
use ApiResponse;
public function __construct(
private readonly LlmService $llmService,
) {}
/**
* 发送 LLM 请求
*
* @param Request $request
* @return JsonResponse
*/
public function request(Request $request): JsonResponse
{
try {
$validated = $request->validate([
'prompt' => 'required|string|max:4000',
'max_tokens' => 'nullable|integer|min:1|max:4000',
'temperature' => 'nullable|numeric|min:0|max:2',
'top_p' => 'nullable|numeric|min:0|max:1',
'frequency_penalty' => 'nullable|numeric|min:-2|max:2',
'presence_penalty' => 'nullable|numeric|min:-2|max:2',
]);
$result = $this->llmService->sendRequest(
$request->client,
$validated['prompt'],
array_filter($validated, fn($key) => $key !== 'prompt', ARRAY_FILTER_USE_KEY)
);
return $this->success([
'response' => $result['response'],
'usage' => $result['usage'],
]);
} catch (ValidationException $e) {
return $this->error(
ErrorCode::VALIDATION_ERROR,
ErrorCode::getMessage(ErrorCode::VALIDATION_ERROR),
$e->errors()
);
} catch (\InvalidArgumentException $e) {
return $this->error(
ErrorCode::INVALID_REQUEST_FORMAT,
$e->getMessage()
);
} catch (\RuntimeException $e) {
return $this->error(
ErrorCode::PROVIDER_ERROR,
$e->getMessage()
);
} catch (\Exception $e) {
Log::error('Error processing LLM request', [
'error' => $e->getMessage(),
'trace' => $e->getTraceAsString(),
'client_id' => $request->client->id,
'request_data' => $request->except(['prompt']),
]);
return $this->error(
ErrorCode::SERVER_ERROR,
ErrorCode::getMessage(ErrorCode::SERVER_ERROR)
);
}
}
}