| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414 |
- <?php
- include("../log/pref_log.php");
- require_once "../config.php";
- require_once "../public/_pdo.php";
- require_once "../public/function.php";
- require_once '../ucenter/setting_function.php';
- require_once "../redis/function.php";
- $redis = redis_connect();
- if (isset($_GET["book"])) {
- $in_book = $_GET["book"];
- }
- if (isset($_GET["paragraph"])) {
- $in_para = $_GET["paragraph"];
- }
- if (isset($_GET["sn"])) {
- $in_sn = $_GET["sn"];
- }
- if (isset($_GET["type"])) {
- $type = $_GET["type"];
- } else {
- $type = "wbw";
- }
- if (isset($_GET["dict_name"])) {
- $dict_name = $_GET["dict_name"];
- } else {
- $dict_name = "";
- }
- if ($type == "part") {
- $lookup_loop = 3;
- } else {
- $lookup_loop = 3;
- }
- if (isset($_GET["deep"])) {
- $lookup_loop = $_GET["deep"];
- } else {
- $lookup_loop = 3;
- }
- $in_word = $_GET["word"];
- if (isset($_GET["debug"])) {
- $debug = true;
- } else {
- $debug = false;
- }
- if (mb_strlen($in_word) == 0) {
- echo json_encode(array(), JSON_UNESCAPED_UNICODE);
- exit;
- }
- function microtime_float()
- {
- list($usec, $sec) = explode(" ", microtime());
- return ((float) $usec + (float) $sec);
- }
- $time_start = microtime_float();
- $user_setting = get_setting();
- //open database
- global $PDO;
- $word_list = str_getcsv($in_word);
- $dict_word_spell = array();
- $output = array();
- $db_file_list = array();
- //词典列表
- if ($dict_name == "") {
- $db_file_list[] = array(_FILE_DB_TERM_,"dict://term",true);
- $db_file_list[] = array(_FILE_DB_WBW1_,"dict://user",true);
-
- $db_file_list[] = array( _DIR_DICT_SYSTEM_ . "/sys_regular.db","dict://regular",true);
- $db_file_list[] = array( _DIR_DICT_SYSTEM_ . "/sys_irregular.db","dict://irregular",true);
- $db_file_list[] = array( _DIR_DICT_SYSTEM_ . "/union.db","dict://union",true);
- $db_file_list[] = array( _DIR_DICT_SYSTEM_ . "/comp.db","dict://comp",true);
- $db_file_list[] = array( _DIR_DICT_3RD_ . "/pm.db","dict://pm",true);
- $db_file_list[] = array( _DIR_DICT_3RD_ . "/bhmf.db","dict://bhmf",true);
- $db_file_list[] = array( _DIR_DICT_3RD_ . "/shuihan.db","dict://shuihan",true);
- $db_file_list[] = array( _DIR_DICT_3RD_ . "/concise.db","dict://concise",true);
- $db_file_list[] = array( _DIR_DICT_3RD_ . "/uhan_en.db","dict://uhan_en",true);
- } else {
- $dict_list = str_getcsv($dict_name, ',');
- foreach ($dict_list as $dict) {
- $db_file_list[] = array( $dict,"",false);
- }
- }
- $_dict_db = array();
- foreach ($db_file_list as $db_file) {
- try {
- if ($redis && !empty($db_file[1])) {
- $dbh=null;
- }
- else{
- $dbh = new PDO("sqlite:" . $db_file[0], "", "");
- $dbh->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_WARNING);
- }
-
- $_dict_db[] = array("file" => $db_file[0], "dbh" => $dbh,"redis"=>$db_file[1],"static"=>$db_file[2]);
- } catch (PDOException $e) {
- if ($debug) {
- print "Error!: " . $e->getMessage() . "<br/>";
- }
- }
- }
- $lookuped=array();
- for ($i = 0; $i < $lookup_loop; $i++) {
- $parent_list = array();
-
- # 记录已经查过的词,下次就不查了
- $newWordList = array();
- foreach ($word_list as $lsWord) {
-
- if(!isset($lookuped[$lsWord]) && !empty($lsWord)){
- $newWordList[]=$lsWord;
- $lookuped[$lsWord]=1;
- }
- }
- if(count($newWordList)==0){
- break;
- }
- $word_list = $newWordList;
- # 记录已经查过的词结束
- $strQueryWord = "("; //单词查询字串
- foreach ($word_list as $word) {
- $word = str_replace("'", "’", $word);
- $strQueryWord .= "'{$word}',";
- }
- $strQueryWord = mb_substr($strQueryWord, 0, mb_strlen($strQueryWord, "UTF-8") - 1, "UTF-8");
- $strQueryWord .= ")";
- if ($debug) {
- echo "<h2>第" . ($i + 1) . "轮查询:" . count($word_list) . "</h2>";
- }
- foreach ($_dict_db as $db_file) {
- if ($debug) {
- echo "dict connect:{$db_file["file"]}<br>";
- }
- if ($i == 0) {
- $query = "SELECT * from dict where \"pali\" in $strQueryWord ORDER BY id DESC";
- } else {
- $query = "SELECT * from dict where \"pali\" in $strQueryWord AND ( type <> '.n.' AND type <> '.ti.' AND type <> '.adj.' AND type <> '.pron.' AND type <> '.v.' ) ORDER BY id DESC";
- }
-
- if ($debug) {
- echo $query . "<br>";
- }
-
- $Fetch = array();
- if ($redis && !empty($db_file["redis"])) {
- if ($debug) {
- echo "<spen style='color:green;'>redis</spen>:{$db_file["redis"]}<br>";
- }
- foreach ($word_list as $word) {
- $wordData = $redis->hGet($db_file["redis"],$word);
- if($wordData){
- if(!empty($wordData)){
- $arrWord = json_decode($wordData,true);
- foreach ($arrWord as $one) {
- # code...
- if(count($one)==14){
- $Fetch[] = array("id"=>$one[0],
- "pali"=>$one[1],
- "type"=>$one[2],
- "gramma"=>$one[3],
- "parent"=>$one[4],
- "mean"=>$one[5],
- "note"=>$one[6],
- "parts"=>$one[7],
- "partmean"=>$one[8],
- "status"=>$one[9],
- "confidence"=>$one[10],
- "dict_name"=>$one[12],
- "lang"=>$one[13],
- );
- }
- else{
- $Fetch[] = array("id"=>$one[0],
- "pali"=>$one[1],
- "type"=>$one[2],
- "gramma"=>$one[3],
- "parent"=>$one[4],
- "mean"=>$one[5],
- "note"=>$one[6],
- "parts"=>$one[7],
- "partmean"=>$one[8],
- "status"=>$one[9],
- "confidence"=>$one[10],
- "dict_name"=>$one[12],
- "lang"=>"en"
- );
- }
- }
- }
- }
- else{
- # 没找到就不找了
- }
- }
- }
- else{
- if ($debug) {
- echo "<spen style='color:red;'>db query</spen>:{$db_file["file"]}<br>";
- }
- if ($db_file["dbh"]) {
- try {
- $stmt = $db_file["dbh"]->query($query);
- if ($stmt) {
- $Fetch = $stmt->fetchAll(PDO::FETCH_ASSOC);
- } else {
- $Fetch = array();
- if ($debug) {
- echo "无效的Statement句柄";
- }
- }
- } catch (PDOException $e) {
- if ($debug) {
- print "Error!: " . $e->getMessage() . "<br/>";
- }
- $Fetch = array();
- }
- } else {
- $Fetch = array();
- if ($debug) {
- echo "无效的数据库句柄";
- }
- }
- }
-
- $iFetch = count($Fetch);
- if ($debug) {
- echo "count:$iFetch<br>";
- }
- if ($iFetch > 0) {
- foreach ($Fetch as $one) {
- $id = $one["id"];
- if (isset($one["guid"])) {
- $guid = $one["guid"];
- } else {
- $guid = "";
- }
- if (isset($one["lang"])) {
- $language = $one["lang"];
- } else if (isset($one["language"])) {
- $language = $one["language"];
- } else {
- $language = "en";
- }
- $pali = $one["pali"];
- $dict_word_spell["{$pali}"] = 1;
- $type = $one["type"];
- $gramma = $one["gramma"];
- $parent = $one["parent"];
- //$mean = $one["mean"];
- if (inLangSetting($language, $user_setting["dict.lang"])) {
- $mean = $one["mean"];
- } else {
- $mean = "";
- }
- $note = $one["note"];
- if (isset($one["factors"])) {
- $parts = $one["factors"];
- } else if (isset($one["parts"])) {
- $parts = $one["parts"];
- } else {
- $parts = "";
- }
- if (isset($one["factormean"])) {
- $partmean = $one["factormean"];
- } else if (isset($one["partmean"])) {
- $partmean = $one["partmean"];
- } else {
- $partmean = "";
- }
- if (inLangSetting($language, $user_setting["dict.lang"]) == false) {
- $partmean = "";
- }
- $status = $one["status"];
- if (isset($one["confidence"])) {
- $confidence = $one["confidence"];
- } else {
- $confidence = 100;
- }
- if (isset($one["dict_name"])) {
- $dict_name = $one["dict_name"];
- } else {
- $dict_name = "";
- }
- array_push($output, array(
- "id" => $id,
- "guid" => $guid,
- "pali" => $pali,
- "type" => $type,
- "gramma" => $gramma,
- "parent" => $parent,
- "mean" => $mean,
- "note" => $note,
- "parts" => $parts,
- "partmean" => $partmean,
- "status" => $status,
- "confidence" => $confidence,
- "dict_name" => $dict_name,
- "language" => $language,
- ));
- //将语基插入下次查询的列表
- if (!empty($parent)) {
- if ($pali != $parent) {
- $parent_list[$parent] = 1;
- }
- }
- //将拆分插入下次查询的列表
- if ($type != ".part.") {
- if (!empty($parts)) {
- $wordparts = str_getcsv($parts, '+');
- foreach ($wordparts as $x) {
- if (!empty($x)) {
- if ($x != $pali) {
- $parent_list[$x] = 1;
- }
- }
- }
- }
- }
- }
- }
- }
- /*
- if($i==0){
- //自动查找单词词干
- $word_base=getPaliWordBase($in_word);
- foreach($word_base as $x=>$infolist){
- foreach($infolist as $gramma){
- array_push($output,
- array("pali"=>$in_word,
- "parent"=>$x,
- "type"=>$gramma["type"],
- "gramma"=>$gramma["gramma"],
- "parts"=>$gramma["parts"],
- "partmean"=>"",
- "mean"=>"",
- "language"=>"en",
- "dict_name"=>"auto",
- "status"=>128
- ));
- $part_list=str_getcsv($gramma["parts"],"+");
- foreach($part_list as $part){
- $parent_list[$part]=1;
- }
- }
- }
- }
- */
- if ($debug) {
- echo "parent:" . count($parent_list) . "<br>";
- print_r($parent_list) . "<br>";
- }
- if (count($parent_list) == 0) {
- break;
- } else {
- $word_list = array();
- foreach ($parent_list as $x => $value) {
- array_push($word_list, $x);
- }
- }
- }
- //删除无效数据
- $newOutput = array();
- foreach ($output as $value) {
- if ($value["dict_name"] == "auto") {
- if (isset($dict_word_spell["{$value["parent"]}"])) {
- array_push($newOutput, $value);
- }
- } else {
- array_push($newOutput, $value);
- }
- }
- if ($debug) {
- echo "<textarea width=\"100%\" >";
- }
- echo json_encode($newOutput, JSON_UNESCAPED_UNICODE);
- if ($debug) {
- echo "</textarea>";
- }
- if ($debug) {
- echo "生成:" . count($output) . "<br>";
- echo "有效:" . count($newOutput) . "<br>";
- foreach ($newOutput as $result) {
- echo "{$result["pali"]}-{$result["parent"]}-{$result["mean"]}<br>";
- }
- $queryTime = (microtime_float() - $time_start) * 1000;
- echo "<div >搜索时间:$queryTime 毫秒</div>";
- }
- PrefLog();
|