mint/api-v8/app/Console/Commands/ExportFtsPali.php

<?php

namespace App\Console\Commands;

use Illuminate\Console\Command;
use App\Http\Api\DictApi;
use App\Models\UserDict;
use Illuminate\Support\Facades\Redis;

class ExportFtsPali extends Command
{
    /**
     * The name and signature of the console command.
     *
     * @var string
     */
    protected $signature = 'export:fts.pali';

    /**
     * The console command description.
     *
     * @var string
     */
    protected $description = '导出全文搜索用的巴利语词汇表';

    /**
     * Create a new command instance.
     *
     * @return void
     */
    public function __construct()
    {
        parent::__construct();
    }

    /**
     * Execute the console command.
     *
     * @return int
     */
    public function handle()
    {
        //irregular
        $dictId = ['4d3a0d92-0adc-4052-80f5-512a2603d0e8'];
         //regular
        $dictId[] = DictApi::getSysDict('system_regular');
        $long = ["ā","ī","ū"];
        $path = storage_path('app/export/fts');
        if(!is_dir($path)){
            $res = mkdir($path,0700,true);
            if(!$res){
                Log::error('mkdir fail path='.$exportDir);
                return 1;
            }
        }

        $pageSize = 10000;
        $currPage = 1;
        $filename = "/pali-{$currPage}.syn";
        $fp = fopen($path.$filename,'w') or die("Unable to open file!");
        $count = 0;
        foreach ($dictId as $key => $value) {
            $words = UserDict::where('dict_id',$value)
                             ->select('word')
                             ->groupBy('word')->cursor();
            $this->info('word count='.count($words));
            foreach ($words as $key => $word) {
                $count++;
                if($count % 1000 === 0){
                    $this->info($count);
                }
                if($count % 10000 === 0){
                    fclose($fp);
                    $redisKey = 'export/fts/pali'.$filename;
                    $content = file_get_contents($path.$filename);
                    Redis::set($redisKey,$content);
                    Redis::expire($redisKey,3600*24*10);
                    $currPage++;
                    $filename = "/pali-{$currPage}.syn";
                    $this->info('new file filename='.$filename);
                    $fp = fopen($path.$filename,'w') or die("Unable to open file!");
                }
                $parent = UserDict::where('dict_id',$value)
                             ->where('word',$word->word)
                             ->selectRaw('parent,char_length("parent")')
                             ->groupBy('parent')->orderBy('char_length','asc')->first();

                if($parent && !empty($parent->parent)){
                    $end = mb_substr($parent->parent,-1,null,"UTF-8");
                    if(in_array($end,["ā","ī","ū"])){
                        $head = mb_substr($parent->parent,0,mb_strlen($parent->parent)-1,"UTF-8");
                        $newEnd = str_replace(["ā","ī","ū"],["a","i","u"],$end);
                        $parentWord = $head.$newEnd;

                    }else{
                        $parentWord = $parent->parent;
                    }
                    fwrite($fp, $word->word.' '.$parentWord.PHP_EOL);
                }else{
                    $this->error('word no parent word='.$word->word);
                }
            }
        }
        fclose($fp);


        return 0;
    }
}