mint/api-v8/app/Console/Commands/ExportAiTrainingData.php

<?php

namespace App\Console\Commands;

use Illuminate\Console\Command;
use Illuminate\Support\Facades\Log;
use App\Models\Sentence;
use App\Models\PaliSentence;
use Illuminate\Support\Str;
use App\Http\Api\MdRender;

class ExportAiTrainingData extends Command
{
    /**
     * The name and signature of the console command.
     *
     * @var string
     */
    protected $signature = 'export:ai.training.data {--format=gz  : zip file format 7z,lzma,gz }';

    /**
     * The console command description.
     *
     * @var string
     */
    protected $description = 'export ai training data';

    /**
     * Create a new command instance.
     *
     * @return void
     */
    public function __construct()
    {
        parent::__construct();
    }

    /**
     * Execute the console command.
     *
     * @return int
     */
    public function handle()
    {
        Log::debug('task export offline sentence-table start');
        $filename = 'wikipali-offline-ai-training-'.date("Y-m-d").'.tsv';
        $exportFile = storage_path('app/public/export/offline/'.$filename);
        $fp = fopen($exportFile, 'w');
        if ($fp === false) {
            die('无法创建文件');
        }

        $channels = [
            '19f53a65-81db-4b7d-8144-ac33f1217d34',
        ];
        $start = time();
        foreach ($channels as $key => $channel) {
            $db = Sentence::where('channel_uid',$channel);
            $bar = $this->output->createProgressBar($db->count());
            $srcDb = $db->select(['book_id','paragraph',
                                    'word_start','word_end',
                                    'content','content_type'])->cursor();
            foreach ($srcDb as $sent) {
                $content = MdRender::render($sent->content,
                                [$channel],
                                null,
                                'read',
                                'translation',
                                $sent->content_type,
                                'text',
                                );
                $origin = PaliSentence::where('book',$sent->book_id)
                                        ->where('paragraph',$sent->paragraph)
                                        ->where('word_begin',$sent->word_start)
                                        ->where('word_end',$sent->word_end)
                                        ->value('text');
                $currData = array(
                    $origin,
                    str_replace("\n", "", $content),
                    );

                fwrite($fp, implode("\t", $currData)."\n");

                $bar->advance();
            }
        }
        fclose($fp);
        $this->info((time() - $start).' seconds');
        $this->call('export:zip',[
            'filename'=>$filename,
            'title' => 'wikipali ai training data',
            'format'=> $this->option('format'),
        ]);
        return 0;
    }
}