mint/api-v8/app/Console/Commands/UpgradeDict.php

<?php

namespace App\Console\Commands;

use Illuminate\Support\Str;
use Illuminate\Console\Command;
use Illuminate\Support\Facades\Cache;
use Illuminate\Support\Facades\Storage;

use App\Models\UserDict;
use App\Models\DictInfo;

class UpgradeDict extends Command
{
    /**
     * The name and signature of the console command.
     * php artisan upgrade:dict
     * @var string
     */
    protected $signature = 'upgrade:dict {uuid?} {--part}';

    /**
     * The console command description.
     *
     * @var string
     */
    protected $description = '导入csv字典';

    protected $dictInfo;
    protected $cols;

    /**
     * Create a new command instance.
     *
     * @return void
     */
    public function __construct()
    {
        parent::__construct();
    }

    private function scandict($dir)
    {
        if (is_dir($dir)) {
            $this->info("scan:" . $dir);
            if ($files = scandir($dir)) {
                //进入目录搜索字典或子目录
                foreach ($files as $file) {
                    //进入语言目录循环搜索
                    $fullPath = $dir . "/" . $file;
                    if (is_dir($fullPath) && $file !== '.' && $file !== '..') {
                        //是目录继续搜索
                        $this->scandict($fullPath);
                    } else {
                        //是文件，查看是否是字典信息文件
                        $infoFile = $fullPath;
                        if (pathinfo($infoFile, PATHINFO_EXTENSION) === 'ini') {
                            $this->dictInfo = parse_ini_file($infoFile, true);
                            if (isset($this->dictInfo['meta']['dictname'])) {
                                //是字典信息文件
                                $this->info($this->dictInfo['meta']['dictname']);
                                if (Str::isUuid($this->argument('uuid'))) {
                                    if ($this->argument('uuid') !== $this->dictInfo['meta']['uuid']) {
                                        continue;
                                    }
                                }
                                if (!Str::isUuid($this->dictInfo['meta']['uuid'])) {
                                    $this->error("not uuid");
                                    continue;
                                }
                                //读取 description
                                $desFile = $dir . "/description.md";
                                if (file_exists($desFile)) {
                                    $description = file_get_contents($desFile);
                                } else {
                                    $description = $this->dictInfo['meta']['description'];
                                }
                                $tableDict = DictInfo::firstOrNew([
                                    "id" => $this->dictInfo['meta']['uuid']
                                ]);
                                $tableDict->id = $this->dictInfo['meta']['uuid'];
                                $tableDict->name = $this->dictInfo['meta']['dictname'];
                                $tableDict->shortname = $this->dictInfo['meta']['shortname'];
                                $tableDict->description = $description;
                                $tableDict->src_lang = $this->dictInfo['meta']['src_lang'];
                                $tableDict->dest_lang = $this->dictInfo['meta']['dest_lang'];
                                $tableDict->rows = $this->dictInfo['meta']['rows'];
                                $tableDict->owner_id = config("mint.admin.root_uuid");
                                $tableDict->meta = json_encode($this->dictInfo['meta']);
                                $tableDict->save();

                                if ($this->option('part')) {
                                    $this->info(" dict id = " . $this->dictInfo['meta']['uuid']);
                                } else {
                                    $del = UserDict::where("dict_id", $this->dictInfo['meta']['uuid'])->delete();
                                    $this->info("delete {$del} rows dict id = " . $this->dictInfo['meta']['uuid']);
                                }
                                /**
                                 * 允许一个字典拆成若干个小文件
                                 * 文件名 为 ***.csv , ***-1.csv , ***-2.csv
                                 *
                                 */
                                $filename = $dir . '/' . pathinfo($infoFile, PATHINFO_FILENAME);
                                $csvFile = $filename . ".csv";
                                $count = 0;
                                $bar = $this->output->createProgressBar($this->dictInfo['meta']['rows']);
                                while (file_exists($csvFile)) {
                                    # code...
                                    $this->info("runing:{$csvFile}");
                                    $inputRow = 0;
                                    if (($fp = fopen($csvFile, "r")) !== false) {
                                        $this->cols = array();
                                        while (($data = fgetcsv($fp, 0, ',')) !== false) {
                                            if ($inputRow == 0) {
                                                foreach ($data as $key => $colname) {
                                                    # 列名列表
                                                    $this->cols[$colname] = $key;
                                                }
                                            } else {
                                                if ($this->option('part')) {
                                                    //仅仅提取拆分零件
                                                    $word = $this->get($data, 'word');
                                                    $factor1 = $this->get($data, 'factors');
                                                    $factor1 = \str_replace([' ', '(', ')', '=', '-', '$'], "+", $factor1);
                                                    foreach (\explode('+', $factor1)  as $part) {
                                                        # code...
                                                        if (empty($part)) {
                                                            continue;
                                                        }
                                                        if (isset($newPart[$part])) {
                                                            $newPart[$part][0]++;
                                                        } else {
                                                            $partExists = Cache::remember('dict/part/' . $part, config('cache.expire', 1000), function () use ($part) {
                                                                return UserDict::where('word', $part)->exists();
                                                            });
                                                            if (!$partExists) {
                                                                $count++;
                                                                $newPart[$part] = [1, $word];
                                                                $this->info("{$count}:{$part}-{$word}");
                                                            }
                                                        }
                                                    }
                                                } else {
                                                    $newDict = new UserDict();
                                                    $newDict->id = app('snowflake')->id();
                                                    $newDict->word = $data[$this->cols['word']];
                                                    $newDict->type = $this->get($data, 'type');
                                                    $newDict->grammar = $this->get($data, 'grammar');
                                                    $newDict->parent = $this->get($data, 'parent');
                                                    $newDict->mean = $this->get($data, 'mean');
                                                    $newDict->note = $this->get($data, 'note');
                                                    $newDict->factors = $this->get($data, 'factors');
                                                    $newDict->factormean = $this->get($data, 'factormean');
                                                    $newDict->status = $this->get($data, 'status');
                                                    $newDict->language = $this->get($data, 'language');
                                                    $newDict->confidence = $this->get($data, 'confidence');
                                                    $newDict->source = $this->get($data, 'source');
                                                    $newDict->create_time = (int)(microtime(true) * 1000);
                                                    $newDict->creator_id = 0;
                                                    $newDict->dict_id = $this->dictInfo['meta']['uuid'];
                                                    $newDict->save();
                                                }

                                                $bar->advance();
                                            }
                                            $inputRow++;
                                        }
                                    }
                                    $count++;
                                    $csvFile = $filename . "-{$count}.csv";
                                }
                                $bar->finish();
                                Storage::disk('local')->put("tmp/pm-part.csv", "part,count,word");
                                if (isset($newPart)) {
                                    foreach ($newPart as $part => $info) {
                                        # 写入磁盘文件
                                        Storage::disk('local')->append("tmp/pm-part.csv", "{$part},{$info[0]},{$info[1]}");
                                    }
                                }
                                $this->info("done");
                            }
                        }
                    }
                }
                //子目录搜素完毕
                return;
            } else {
                //获取子目录失败
                $this->error("scandir fail");
                return;
            }
        } else {
            $this->error("this is not dir input={$dir}");
            return;
        }
    }

    /**
     * 获取列的值
     */
    protected function get($data, $colname, $defualt = "")
    {
        if (isset($this->cols[$colname])) {
            return $data[$this->cols[$colname]];
        } else if (isset($this->dictInfo['cols'][$colname])) {
            return $this->dictInfo['cols'][$colname];
        } else {
            return $defualt;
        }
    }
    /**
     * Execute the console command.
     *
     * @return int
     */
    public function handle()
    {
        if (\App\Tools\Tools::isStop()) {
            return 0;
        }
        $this->info("upgrade dict start");
        $this->scandict(config("mint.path.dict_text"));
        $this->info("upgrade dict done");

        return 0;
    }
}