爬虫开发

config/crawler.php

@@ -0,0 +1,23 @@
+<?php
+
+declare(strict_types=1);
+
+return [
+    'default_user_agent' => env('CRAWLER_USER_AGENT', 'AIWebCrawler/1.0 (+https://dev.aiweb.com)'),
+    'request_timeout_seconds' => (int) env('CRAWLER_REQUEST_TIMEOUT', 20),
+    'ai_timeout_seconds' => (int) env('CRAWLER_AI_TIMEOUT', 60),
+    'verify_ssl' => env('CRAWLER_VERIFY_SSL', true),
+    'dns_servers' => env('CRAWLER_DNS_SERVERS', ''),
+    'force_ipv4' => env('CRAWLER_FORCE_IPV4', false),
+    'openai_wire_api' => env('CRAWLER_AI_WIRE_API', 'chat_completions'),
+    'openai_compatible_base_url' => env('CRAWLER_AI_BASE_URL'),
+    'openai_disable_response_storage' => env('CRAWLER_AI_DISABLE_RESPONSE_STORAGE', false),
+    'openai_reasoning_effort' => env('CRAWLER_AI_REASONING_EFFORT', ''),
+    'browserless_endpoint' => env('CRAWLER_BROWSERLESS_ENDPOINT'),
+    'browserless_token' => env('CRAWLER_BROWSERLESS_TOKEN'),
+    'openai_compatible_endpoint' => env('CRAWLER_AI_ENDPOINT'),
+    'openai_compatible_key' => env('CRAWLER_AI_KEY'),
+    'openai_default_model' => env('CRAWLER_AI_MODEL', 'gpt-4o-mini'),
+    'default_alert_email' => env('CRAWLER_ALERT_EMAIL'),
+];
+