MqAiTranslate.php 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295
  1. <?php
  2. namespace App\Console\Commands;
  3. use Illuminate\Console\Command;
  4. use App\Http\Api\Mq;
  5. use Illuminate\Support\Facades\Log;
  6. use Illuminate\Support\Facades\Http;
  7. use Illuminate\Support\Str;
  8. use Illuminate\Http\Client\RequestException;
  9. use App\Http\Controllers\AuthController;
  10. use App\Models\Sentence;
  11. use App\Models\ModelLog;
  12. class MqAiTranslate extends Command
  13. {
  14. /**
  15. * The name and signature of the console command.
  16. * php artisan mq:ai.translate
  17. * @var string
  18. */
  19. protected $signature = 'mq:ai.translate';
  20. /**
  21. * The console command description.
  22. *
  23. * @var string
  24. */
  25. protected $description = 'Command description';
  26. /**
  27. * Create a new command instance.
  28. *
  29. * @return void
  30. */
  31. public function __construct()
  32. {
  33. parent::__construct();
  34. }
  35. /**
  36. * Execute the console command.
  37. *
  38. * @return int
  39. */
  40. public function handle()
  41. {
  42. if (\App\Tools\Tools::isStop()) {
  43. return 0;
  44. }
  45. $exchange = 'router';
  46. $queue = 'ai_translate';
  47. $this->info(" [*] Waiting for {$queue}. To exit press CTRL+C");
  48. Log::debug("mq worker {$queue} start.");
  49. Mq::worker($exchange, $queue, function ($messages) use ($queue) {
  50. Log::debug('ai translate start', ['message' => count($messages)]);
  51. $this->info('ai translate task start task=' . count($messages));
  52. if (!is_array($messages) || count($messages) === 0) {
  53. Log::error('message is not array');
  54. return 1;
  55. }
  56. //获取model token
  57. $first = $messages[0];
  58. Log::debug($queue . ' ai assistant token', ['user' => $first->model->uid]);
  59. $modelToken = AuthController::getUserToken($first->model->uid);
  60. Log::debug($queue . ' ai assistant token', ['token' => $modelToken]);
  61. $discussionUrl = config('app.url') . '/api/v2/discussion';
  62. $taskDiscussionData = [
  63. 'res_id' => $first->task->info->id,
  64. 'res_type' => 'task',
  65. 'title' => $first->task->info->title,
  66. 'content' => $first->task->info->category,
  67. 'content_type' => 'markdown',
  68. 'type' => 'discussion',
  69. 'notification' => false,
  70. ];
  71. $response = Http::timeout(10)->withToken($modelToken)->post($discussionUrl, $taskDiscussionData);
  72. if ($response->failed()) {
  73. Log::error($queue . ' discussion create topic error', ['data' => $response->json()]);
  74. } else {
  75. if (isset($response->json()['data']['id'])) {
  76. $taskDiscussionData['parent'] = $response->json()['data']['id'];
  77. }
  78. }
  79. foreach ($messages as $key => $message) {
  80. $taskDiscussionContent = [];
  81. //写入 model log
  82. $modelLog = new ModelLog();
  83. $modelLog->uid = Str::uuid();
  84. $param = [
  85. "model" => $message->model->model,
  86. "messages" => [
  87. ["role" => "system", "content" => $message->model->system_prompt ?? ''],
  88. ["role" => "user", "content" => $message->prompt],
  89. ],
  90. 'prompt' => $message->prompt,
  91. "temperature" => 0.7,
  92. "stream" => false
  93. ];
  94. Log::info($queue . ' LLM request' . $message->model->url);
  95. Log::info($queue . ' model:' . $param['model']);
  96. Log::debug($queue . ' LLM api request', [
  97. 'url' => $message->model->url,
  98. 'data' => $param
  99. ]);
  100. $modelLog->model_id = $message->model->uid;
  101. $modelLog->request_at = now();
  102. $modelLog->request_data = json_encode($param, JSON_UNESCAPED_UNICODE);
  103. try {
  104. $response = Http::withToken($message->model->key)
  105. ->timeout(300)
  106. ->post($message->model->url, $param);
  107. $response->throw(); // 触发异常(如果请求失败)
  108. $taskDiscussionContent[] = '- LLM request successful';
  109. Log::info($queue . ' LLM request successful');
  110. $modelLog->request_headers = json_encode($response->handlerStats(), JSON_UNESCAPED_UNICODE);
  111. $modelLog->response_headers = json_encode($response->headers(), JSON_UNESCAPED_UNICODE);
  112. $modelLog->status = $response->status();
  113. $modelLog->response_data = json_encode($response->json(), JSON_UNESCAPED_UNICODE);
  114. /*
  115. if ($response->failed()) {
  116. $modelLog->success = false;
  117. $modelLog->save();
  118. Log::error($queue . ' http response error', ['data' => $response->json()]);
  119. return 1;
  120. }*/
  121. } catch (RequestException $e) {
  122. Log::error($queue . ' LLM request exception: ' . $e->getMessage());
  123. $failResponse = $e->response;
  124. $modelLog->request_headers = json_encode($failResponse->handlerStats(), JSON_UNESCAPED_UNICODE);
  125. $modelLog->response_headers = json_encode($failResponse->headers(), JSON_UNESCAPED_UNICODE);
  126. $modelLog->status = $failResponse->status();
  127. $modelLog->response_data = $response->body();
  128. $modelLog->success = false;
  129. $modelLog->save();
  130. continue;
  131. }
  132. $modelLog->save();
  133. Log::info($queue . ' model log saved');
  134. $aiData = $response->json();
  135. Log::debug($queue . ' LLM http response', ['data' => $response->json()]);
  136. $responseContent = $aiData['choices'][0]['message']['content'];
  137. if (isset($aiData['choices'][0]['message']['reasoning_content'])) {
  138. $reasoningContent = $aiData['choices'][0]['message']['reasoning_content'];
  139. }
  140. Log::debug($queue . ' LLM response content=' . $responseContent);
  141. if (empty($reasoningContent)) {
  142. Log::debug($queue . ' no reasoningContent');
  143. } else {
  144. Log::debug($queue . ' reasoning=' . $reasoningContent);
  145. }
  146. //获取model token
  147. Log::debug($queue . ' ai assistant token', ['user' => $message->model->uid]);
  148. $token = AuthController::getUserToken($message->model->uid);
  149. Log::debug($queue . ' ai assistant token', ['token' => $token]);
  150. if ($message->task->info->category === 'translate') {
  151. //写入句子库
  152. $url = config('app.url') . '/api/v2/sentence';
  153. $sentData = [];
  154. $message->sentence->content = $responseContent;
  155. $sentData[] = $message->sentence;
  156. Log::info($queue . " sentence update {$url}");
  157. $response = Http::timeout(10)->withToken($token)->post($url, [
  158. 'sentences' => $sentData,
  159. ]);
  160. if ($response->failed()) {
  161. Log::error($queue . ' sentence update failed', [
  162. 'url' => $url,
  163. 'data' => $response->json(),
  164. ]);
  165. continue;
  166. } else {
  167. $count = $response->json()['data']['count'];
  168. Log::info("{$queue} sentence update {$count} successful");
  169. }
  170. }
  171. //写入discussion
  172. #获取句子id
  173. $sUid = Sentence::where('book_id', $message->sentence->book_id)
  174. ->where('paragraph', $message->sentence->paragraph)
  175. ->where('word_start', $message->sentence->word_start)
  176. ->where('word_end', $message->sentence->word_end)
  177. ->where('channel_uid', $message->sentence->channel_uid)
  178. ->value('uid');
  179. $url = config('app.url') . '/api/v2/discussion';
  180. $data = [
  181. 'res_id' => $sUid,
  182. 'res_type' => 'sentence',
  183. 'title' => $message->task->info->title,
  184. 'content' => $message->task->info->category,
  185. 'content_type' => 'markdown',
  186. 'type' => 'discussion',
  187. 'notification' => false,
  188. ];
  189. $response = Http::timeout(10)->withToken($token)->post($url, $data);
  190. if ($response->failed()) {
  191. Log::error($queue . ' discussion create topic error', ['data' => $response->json()]);
  192. } else {
  193. if (isset($response->json()['data']['id'])) {
  194. Log::info($queue . ' discussion create topic successful');
  195. $data['parent'] = $response->json()['data']['id'];
  196. unset($data['title']);
  197. $topicChildren = [];
  198. //提示词
  199. $topicChildren[] = $message->prompt;
  200. //任务结果
  201. $topicChildren[] = $responseContent;
  202. //推理过程写入discussion
  203. if (isset($reasoningContent) && !empty($reasoningContent)) {
  204. $topicChildren[] = $reasoningContent;
  205. }
  206. foreach ($topicChildren as $content) {
  207. $data['content'] = $content;
  208. Log::debug($queue . ' discussion child request', ['url' => $url, 'data' => $data]);
  209. $response = Http::timeout(10)->withToken($token)->post($url, $data);
  210. if ($response->failed()) {
  211. Log::error($queue . ' discussion error', ['data' => $response->json()]);
  212. } else {
  213. Log::info($queue . ' discussion child successful');
  214. }
  215. }
  216. } else {
  217. Log::error($queue . ' discussion create topic response is null');
  218. }
  219. }
  220. //修改task 完成度
  221. $taskProgress = $message->task->progress;
  222. if ($taskProgress->total > 0) {
  223. $progress = (int)($taskProgress->current * 100 / $taskProgress->total);
  224. } else {
  225. $progress = 100;
  226. Log::error($queue . ' progress total is zero', ['task_id' => $message->task->info->id]);
  227. }
  228. $url = config('app.url') . '/api/v2/task/' . $message->task->info->id;
  229. $data = [
  230. 'progress' => $progress,
  231. ];
  232. Log::debug($queue . ' task progress request', ['url' => $url, 'data' => $data]);
  233. $response = Http::timeout(10)->withToken($token)->patch($url, $data);
  234. if ($response->failed()) {
  235. Log::error($queue . ' task progress error', ['data' => $response->json()]);
  236. } else {
  237. $taskDiscussionContent[] = "- progress=" . $response->json()['data']['progress'];
  238. Log::info($queue . ' task progress successful progress=' . $response->json()['data']['progress']);
  239. }
  240. if (isset($taskDiscussionData['parent'])) {
  241. unset($taskDiscussionData['title']);
  242. $taskDiscussionData['content'] = implode('\n', $taskDiscussionContent);
  243. Log::debug($queue . ' task discussion child request', ['url' => $discussionUrl, 'data' => $data]);
  244. $response = Http::timeout(10)->withToken($token)->post($discussionUrl, $taskDiscussionData);
  245. if ($response->failed()) {
  246. Log::error($queue . ' task discussion error', ['data' => $response->json()]);
  247. } else {
  248. Log::info($queue . ' task discussion child successful');
  249. }
  250. } else {
  251. Log::error('no task discussion root');
  252. }
  253. //任务完成 修改任务状态为 done
  254. if ($progress === 100) {
  255. $url = config('app.url') . '/api/v2/task-status/' . $message->task->info->id;
  256. $data = [
  257. 'status' => 'done',
  258. ];
  259. Log::debug($queue . ' task status request', ['url' => $url, 'data' => $data]);
  260. $response = Http::timeout(10)->withToken($token)->patch($url, $data);
  261. //判断状态码
  262. if ($response->failed()) {
  263. Log::error($queue . ' task status error', ['data' => $response->json()]);
  264. } else {
  265. Log::info($queue . ' task status done');
  266. }
  267. }
  268. }
  269. $this->info('ai translate task complete');
  270. return 0;
  271. });
  272. return 0;
  273. }
  274. }