2
0

MqAiTranslate.php 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250
  1. <?php
  2. namespace App\Console\Commands;
  3. use Illuminate\Console\Command;
  4. use App\Http\Api\Mq;
  5. use Illuminate\Support\Facades\Log;
  6. use Illuminate\Support\Facades\Http;
  7. use Illuminate\Support\Str;
  8. use Illuminate\Http\Client\RequestException;
  9. use App\Http\Controllers\AuthController;
  10. use App\Models\Sentence;
  11. use App\Models\ModelLog;
  12. class MqAiTranslate extends Command
  13. {
  14. /**
  15. * The name and signature of the console command.
  16. * php artisan mq:ai.translate
  17. * @var string
  18. */
  19. protected $signature = 'mq:ai.translate';
  20. /**
  21. * The console command description.
  22. *
  23. * @var string
  24. */
  25. protected $description = 'Command description';
  26. /**
  27. * Create a new command instance.
  28. *
  29. * @return void
  30. */
  31. public function __construct()
  32. {
  33. parent::__construct();
  34. }
  35. /**
  36. * Execute the console command.
  37. *
  38. * @return int
  39. */
  40. public function handle()
  41. {
  42. if (\App\Tools\Tools::isStop()) {
  43. return 0;
  44. }
  45. $exchange = 'router';
  46. $queue = 'ai_translate';
  47. $this->info(" [*] Waiting for {$queue}. To exit press CTRL+C");
  48. Log::debug("mq worker {$queue} start.");
  49. Mq::worker($exchange, $queue, function ($messages) use ($queue) {
  50. Log::debug('ai translate start', ['message' => count($messages)]);
  51. $this->info('ai translate task start task=' . count($messages));
  52. foreach ($messages as $key => $message) {
  53. //写入 model log
  54. $modelLog = new ModelLog();
  55. $modelLog->uid = Str::uuid();
  56. $param = [
  57. "model" => $message->model->model,
  58. "messages" => [
  59. ["role" => "system", "content" => $message->model->system_prompt ?? ''],
  60. ["role" => "user", "content" => $message->prompt],
  61. ],
  62. 'prompt' => $message->prompt,
  63. "temperature" => 0.7,
  64. "stream" => false
  65. ];
  66. Log::info($queue . ' LLM request' . $message->model->url);
  67. Log::info($queue . ' model:' . $param['model']);
  68. Log::debug($queue . ' LLM api request', [
  69. 'url' => $message->model->url,
  70. 'data' => $param
  71. ]);
  72. $modelLog->model_id = $message->model->uid;
  73. $modelLog->request_at = now();
  74. $modelLog->request_data = json_encode($param, JSON_UNESCAPED_UNICODE);
  75. try {
  76. $response = Http::withToken($message->model->key)
  77. ->timeout(300)
  78. ->post($message->model->url, $param);
  79. $response->throw(); // 触发异常(如果请求失败)
  80. Log::info($queue . ' LLM request successful');
  81. $modelLog->request_headers = json_encode($response->handlerStats(), JSON_UNESCAPED_UNICODE);
  82. $modelLog->response_headers = json_encode($response->headers(), JSON_UNESCAPED_UNICODE);
  83. $modelLog->status = $response->status();
  84. $modelLog->response_data = json_encode($response->json(), JSON_UNESCAPED_UNICODE);
  85. /*
  86. if ($response->failed()) {
  87. $modelLog->success = false;
  88. $modelLog->save();
  89. Log::error($queue . ' http response error', ['data' => $response->json()]);
  90. return 1;
  91. }*/
  92. } catch (RequestException $e) {
  93. Log::error($queue . ' LLM request exception: ' . $e->getMessage());
  94. $failResponse = $e->response;
  95. $modelLog->request_headers = json_encode($failResponse->handlerStats(), JSON_UNESCAPED_UNICODE);
  96. $modelLog->response_headers = json_encode($failResponse->headers(), JSON_UNESCAPED_UNICODE);
  97. $modelLog->status = $failResponse->status();
  98. $modelLog->response_data = $response->body();
  99. $modelLog->success = false;
  100. $modelLog->save();
  101. continue;
  102. }
  103. $modelLog->save();
  104. Log::info($queue . ' model log saved');
  105. $aiData = $response->json();
  106. Log::debug($queue . ' LLM http response', ['data' => $response->json()]);
  107. $responseContent = $aiData['choices'][0]['message']['content'];
  108. if (isset($aiData['choices'][0]['message']['reasoning_content'])) {
  109. $reasoningContent = $aiData['choices'][0]['message']['reasoning_content'];
  110. }
  111. Log::debug($queue . ' LLM response content=' . $responseContent);
  112. if (empty($reasoningContent)) {
  113. Log::debug($queue . ' no reasoningContent');
  114. } else {
  115. Log::debug($queue . ' reasoning=' . $reasoningContent);
  116. }
  117. //获取model token
  118. Log::debug($queue . ' ai assistant token', ['user' => $message->model->uid]);
  119. $token = AuthController::getUserToken($message->model->uid);
  120. Log::debug($queue . ' ai assistant token', ['token' => $token]);
  121. if ($message->task->info->category === 'translate') {
  122. //写入句子库
  123. $url = config('app.url') . '/api/v2/sentence';
  124. $sentData = [];
  125. $message->sentence->content = $responseContent;
  126. $sentData[] = $message->sentence;
  127. Log::info($queue . " sentence update {$url}");
  128. $response = Http::timeout(10)->withToken($token)->post($url, [
  129. 'sentences' => $sentData,
  130. ]);
  131. if ($response->failed()) {
  132. Log::error($queue . ' sentence update failed', [
  133. 'url' => $url,
  134. 'data' => $response->json(),
  135. ]);
  136. continue;
  137. } else {
  138. $count = $response->json()['data']['count'];
  139. Log::info("{$queue} sentence update {$count} successful");
  140. }
  141. }
  142. //写入discussion
  143. #获取句子id
  144. $sUid = Sentence::where('book_id', $message->sentence->book_id)
  145. ->where('paragraph', $message->sentence->paragraph)
  146. ->where('word_start', $message->sentence->word_start)
  147. ->where('word_end', $message->sentence->word_end)
  148. ->where('channel_uid', $message->sentence->channel_uid)
  149. ->value('uid');
  150. $url = config('app.url') . '/api/v2/discussion';
  151. $data = [
  152. 'res_id' => $sUid,
  153. 'res_type' => 'sentence',
  154. 'title' => $message->task->info->title,
  155. 'content' => $message->task->info->category,
  156. 'content_type' => 'markdown',
  157. 'type' => 'discussion',
  158. 'notification' => false,
  159. ];
  160. $response = Http::timeout(10)->withToken($token)->post($url, $data);
  161. if ($response->failed()) {
  162. Log::error($queue . ' discussion create topic error', ['data' => $response->json()]);
  163. } else {
  164. if (isset($response->json()['data']['id'])) {
  165. Log::info($queue . ' discussion create topic successful');
  166. $data['parent'] = $response->json()['data']['id'];
  167. unset($data['title']);
  168. $topicChildren = [];
  169. //提示词
  170. $topicChildren[] = $message->prompt;
  171. //任务结果
  172. $topicChildren[] = $responseContent;
  173. //推理过程写入discussion
  174. if (isset($reasoningContent) && !empty($reasoningContent)) {
  175. $topicChildren[] = $reasoningContent;
  176. }
  177. foreach ($topicChildren as $content) {
  178. $data['content'] = $content;
  179. Log::debug($queue . ' discussion child request', ['url' => $url, 'data' => $data]);
  180. $response = Http::timeout(10)->withToken($token)->post($url, $data);
  181. if ($response->failed()) {
  182. Log::error($queue . ' discussion error', ['data' => $response->json()]);
  183. } else {
  184. Log::info($queue . ' discussion child successful');
  185. }
  186. }
  187. } else {
  188. Log::error($queue . ' discussion create topic response is null');
  189. }
  190. }
  191. //修改task 完成度
  192. $taskProgress = $message->task->progress;
  193. if ($taskProgress->total > 0) {
  194. $progress = (int)($taskProgress->current * 100 / $taskProgress->total);
  195. } else {
  196. $progress = 100;
  197. Log::error($queue . ' progress total is zero', ['task_id' => $message->task->info->id]);
  198. }
  199. $url = config('app.url') . '/api/v2/task/' . $message->task->info->id;
  200. $data = [
  201. 'progress' => $progress,
  202. ];
  203. Log::debug($queue . ' task progress request', ['url' => $url, 'data' => $data]);
  204. $response = Http::timeout(10)->withToken($token)->patch($url, $data);
  205. if ($response->failed()) {
  206. Log::error($queue . ' task progress error', ['data' => $response->json()]);
  207. } else {
  208. Log::info($queue . ' task progress successful progress=' . $response->json()['data']['progress']);
  209. }
  210. //任务完成 修改任务状态为 done
  211. if ($progress === 100) {
  212. $url = config('app.url') . '/api/v2/task-status/' . $message->task->info->id;
  213. $data = [
  214. 'status' => 'done',
  215. ];
  216. Log::debug($queue . ' task status request', ['url' => $url, 'data' => $data]);
  217. $response = Http::timeout(10)->withToken($token)->patch($url, $data);
  218. //判断状态码
  219. if ($response->failed()) {
  220. Log::error($queue . ' task status error', ['data' => $response->json()]);
  221. } else {
  222. Log::info($queue . ' task status done');
  223. }
  224. }
  225. }
  226. $this->info('ai translate task complete');
  227. return 0;
  228. });
  229. return 0;
  230. }
  231. }