mint/app/dict/split.php

<?php
//强力拆分复合词
/*
function: split compound word
step 1 : split at diphthong . ~aa~ -> ~a-a~
第一步：先切开双元音
step 2 : every part use sandhi rule
第二步：用$sandhi的方法切分（套用连音规则）
algorithm:
算法：
f(word){
1. cut one letter from the end of word by sandhi rule in array($sandhi)
1. 从单词尾部切去一个字母
2. lookup first part .
2. 查询剩余部分
if confidence value>0.8
如果有结果
- get the confidence value
获取该部分的信心指数
- process the remaining part at same way
用同样的方法处理剩余部分
- f(stack.first element)
else
apply other sandhi rule
back to 1
}
this is a recursion, depth=16
此为递归算法，深度=16
 */
require_once "../dict/turbo_split.php";

//check input
if (isset($_POST["word"])) {
    $input_word = mb_strtolower(trim($_POST["word"]), 'UTF-8');
    if (trim($input_word) == "") {
        echo "Empty";
        exit;
    }
    $arrWords = str_getcsv($input_word, "\n"); //支持批量拆分
} else {
    ?>
<!--debug only-->
<form action="split.php" method="post">
Words: <br>
<textarea type="text" name="word" style="width:50em;height:20em;"></textarea><br>
<input name="debug" type="hidden" />批量查询，单词之间用换行分隔。 input word. between two words insert 'enter'
<div>
<input type="checkbox" name = "express" checked /> 快速搜索（遇到第一个连音规则成功就返回） return when get first result
</div>
<input type="submit">
</form>

<?php
return;
}

if (isset($_POST["express"])) {
    if ($_POST["express"] === "on") {
        $_express = true;
    } else {
        $_express = false;
    }
} else {
    $_express = false;
}

//main

$allword = array();
foreach ($arrWords as $currword) {
    $t1 = microtime_float();
    $output = array();
    if (isset($_POST["debug"])) {
        echo "Look up：{$currword}<br>";
    }

    //预处理
    //将双元音拆开
    //step 1 : split at diphthong . ~aa~ -> ~a-a~
    //按连字符拆开处理
    $arrword = split_diphthong($currword);
    foreach ($arrword as $oneword) {
        $result = array(); //全局变量，递归程序的输出容器

        mySplit2($oneword, 0, $_express, 0, 0.1, 0.01, true, true);
        if (isset($_POST["debug"])) {
            echo "正切：" . count($result) . "\n";
        }
        mySplit2($oneword, 0, $_express, 0, 0.1, 0.01, false, true);
        if (isset($_POST["debug"])) {
            echo "反切：" . count($result) . "\n";
        }
        /*
        if (count($result) < 5) {
        #sandhi advance
        mySplit2($oneword, 0, $_express, 0, 0.8, 0.8, false, true);
        if (isset($_POST["debug"])) {
        echo "反切：" . count($result) . "\n";
        }
        }
        if (count($result) < 5) {
        #反向
        mySplit2($oneword, 0, $_express, 0, 0.8, 0.8, false);
        }
        if (count($result) < 5) {
        #正向
        mySplit2($oneword, 0, $_express, 0, 0.8, 0, true);
        }
        if (count($result) < 5) {
        #反向
        mySplit2($oneword, 0, $_express, 0, 0.8, 0, false);
        }
         */
        arsort($result); //按信心指数排序

        #输出结果 ouput to json
        $wordlist = array();
        $iMax = 5;
        $iCount = 0;
        foreach ($result as $row => $value) {
            $iCount++;
            $word_part = array();
            $word_part["word"] = $row;
            $word_part["confidence"] = $value;
            $wordlist[] = $word_part;
            if ($iCount >= $iMax) {
                break;
            }

        }
        $output[] = $wordlist;

        if (isset($_POST["debug"])) {
            echo "<h2>{$oneword}</h2>";
            echo "<h4>" . count($result) . "</h4>";
        }
        $iCount = 0;
        foreach ($result as $row => $value) {
            if ($iCount > 10) {
                break;
            }
            $iCount++;
            $level = $value * 90;
            if (isset($_POST["debug"])) {
                echo $row . "-[" . $value . "]<br>";
            }
        }

        /*
    后处理
    -ssāpi=-[ssa]-api
     */
    }
    $t2 = microtime_float();
    $one_split["data"] = $output;
    $one_split["time"] = $auto_split_times;
    $one_split["second"] = $t2 - $t1;
    $allword[] = $one_split;

    if (isset($_POST["debug"])) {
        echo "<div>";
        echo "<br>查询【{$auto_split_times}】次";
        echo "time:" . ($t2 - $t1);
        echo "</div>";
    }
}

if (isset($_POST["debug"])) {
    echo "<pre style='margin:2em;padding:1em;background-color:#e9e9e9;'>";
    print_r($allword);
    echo "</pre>";
}
echo json_encode($allword, JSON_UNESCAPED_UNICODE);

?>