生成自动规则变格字典

app/Console/Commands/UpgradeRegular.php

@@ -0,0 +1,197 @@
+<?php
+
+namespace App\Console\Commands;
+
+use App\Models\UserDict;
+use App\Models\WbwTemplate;
+use Illuminate\Console\Command;
+use Illuminate\Support\Facades\Cache;
+use Illuminate\Support\Facades\Log;
+use Illuminate\Support\Facades\DB;
+
+class UpgradeRegular extends Command
+{
+    /**
+     * The name and signature of the console command.
+     *
+     * @var string
+     */
+    protected $signature = 'upgrade:regular';
+
+    /**
+     * The console command description.
+     *
+     * @var string
+     */
+    protected $description = 'Command description';
+
+    /**
+     * Create a new command instance.
+     *
+     * @return void
+     */
+    public function __construct()
+    {
+        parent::__construct();
+    }
+
+    /**
+     * Execute the console command.
+     *
+     * @return int
+     */
+    public function handle()
+    {
+		$nounEnding = array();
+		$rowCount=0;
+		if(($handle=fopen(public_path('app/public/ending/noun.csv'),'r'))!==FALSE){
+			while(($data=fgetcsv($handle,0,','))!==FALSE){
+				$rowCount++;
+				if($rowCount==1) continue;//忽略首行
+				array_push($nounEnding,$data);
+			}
+		}
+		fclose($handle);
+
+		$adjEnding = array();
+		$rowCount=0;
+		if(($handle=fopen(public_path('app/public/ending/adj.csv'),'r'))!==FALSE){
+			while(($data=fgetcsv($handle,0,','))!==FALSE){
+				$rowCount++;
+				if($rowCount==1) continue;//忽略首行
+				array_push($adjEnding,$data);
+			}
+		}
+		fclose($handle);
+
+		$verbEnding = array();
+		$rowCount=0;
+		if(($handle=fopen(public_path('app/public/ending/verb.csv'),'r'))!==FALSE){
+			while(($data=fgetcsv($handle,0,','))!==FALSE){
+				$rowCount++;
+				if($rowCount==1) continue;//忽略首行
+				array_push($verbEnding,$data);
+			}
+		}
+		fclose($handle);
+
+		
+		$words = UserDict::where('type','.n:base.')
+						->orWhere('type','.v:base.')
+						->orWhere('type','.adj:base.')
+						->orWhere('type','.ti:base.')
+						->select(['word','type','grammar'])
+						->groupBy(['word','type','grammar'])
+						->orderBy('word');
+		$query = "
+		select count(*) from (select count(*) from user_dicts ud where 
+			\"type\" = '.v:base.' or 
+			\"type\" = '.n:base.' or 
+			\"type\" = '.ti:base.' or 
+			\"type\" = '.adj:base.'
+			group by word,type,grammar) as t;
+		";
+		$count = DB::select($query);
+		$bar = $this->output->createProgressBar($count[0]->count);
+
+/*
+		$words = UserDict::where('word','ābandhattalakkhaṇa')
+				->select(['word','type','grammar'])
+				->groupBy(['word','type','grammar']);
+		$bar = $this->output->createProgressBar(1);
+*/
+		foreach ($words->cursor() as $word) {
+			# code...
+			switch($word->type){
+				case ".v:base.":
+					$casetable=$verbEnding;
+					break;
+				case ".n:base.":
+					$casetable = $nounEnding;
+						break;
+				case ".ti:base.":
+				case ".adj:base.":
+					$casetable = $adjEnding;
+					break;
+				case "":
+					$casetable=false;
+					break;
+				default:
+					$casetable=false;
+					break;
+			}
+			if($casetable === false){
+				continue;
+			}
+			//$this->info("{$word->word}:{$word->type}");
+			foreach($casetable as $thiscase){
+				if($word->type==".v:base."){
+					$endLen = (int)$thiscase[0];
+					$head = mb_substr($word->word,0,(0-$endLen),"UTF-8");//原词剩余的部分
+					$newEnding = $thiscase[1];
+					$newGrammar = $thiscase[2];
+					$newword=$head.$thiscase[1];
+					//动词不做符合规则判定
+					$isMatch = true;
+				}else{
+					$endLen = (int)$thiscase[5];
+					$end = mb_substr($word->word,0-$endLen,NULL,"UTF-8");//原词被切下来的部分
+					$head = mb_substr($word->word,0,(0-$endLen),"UTF-8");//原词剩余的部分
+					$newEnding = $thiscase[3];
+					$newGrammar = $thiscase[4];
+					$newword=$head.$thiscase[2];					
+					if($word->type==".n:base."){
+						//名词
+						if($thiscase[0]==$word->grammar  && $thiscase[1]==$end){
+							//符合规则判定成功
+							$isMatch = true;
+						}else{
+							$isMatch = false;
+						}						
+					}else{
+						//形容词
+						if($thiscase[1]==$end){
+							//符合规则判定成功
+							$isMatch = true;
+						}else{
+							$isMatch = false;
+						}							
+					}
+
+				}
+
+				if($isMatch){
+					//$this->error($newword.':match');
+					//查询这个词是否在三藏存在
+					$exist = Cache::remember('palicanon/word/exists/'.$newword, 10 , function() use($newword) {
+						return WbwTemplate::where('real',$newword)->exists();
+					});
+					if($exist){
+						//$this->info("{$newword} exists");
+						$new = UserDict::firstOrNew(
+							[
+								'word' => $newword,
+								'type' => \str_replace(':base','',$word->type),
+								'grammar' => $newGrammar,
+								'parent' => $word->word,
+								'factors' => "{$word->word}+[{$newEnding}]",
+								'source' => '_SYS_REGULAR_'
+							],
+							[
+								'id' => app('snowflake')->id(),
+								'create_time'=>(int)(microtime(true)*1000)
+							]
+						);
+						$new->confidence = 80;
+						$new->language = 'cm';
+						$new->creator_id = 1;
+						$new->save();
+					}
+				}
+			}
+			$bar->advance();
+		}
+		$bar->finish();
+        return 0;
+    }
+}