word_index_weight_refresh.php 5.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135
  1. <?php
  2. /*
  3. 计算单词权重
  4. */
  5. require_once '../path.php';
  6. require_once './word_index_weight_table.php';
  7. if (isset($_GET["from"])) {
  8. $from = $_GET["from"];
  9. $to = $_GET["to"];
  10. } else {
  11. if ($argc != 3) {
  12. echo "无效的参数 ";
  13. exit;
  14. }
  15. $from = (int) $argv[1];
  16. $to = (int) $argv[2];
  17. if ($to > 217) {
  18. $to = 217;
  19. }
  20. }
  21. $dh_word = new PDO("" . _FILE_DB_WORD_INDEX_, "", "");
  22. $dh_word->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_WARNING);
  23. $dh_pali = new PDO("" . _FILE_DB_PALI_INDEX_, "", "");
  24. $dh_pali->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_WARNING);
  25. echo "from=$from to = $to \n";
  26. for ($i = $from; $i <= $to; $i++) {
  27. $time_start = microtime(true);
  28. echo "正在处理 book= $i ";
  29. $query = "SELECT max(paragraph) from word where book={$i}";
  30. $stmt = $dh_pali->query($query);
  31. $row = $stmt->fetch(PDO::FETCH_NUM);
  32. if ($row) {
  33. $max_para = $row[0];
  34. echo "段落数量:$max_para \n";
  35. for ($j = 0; $j <= $max_para; $j++) {
  36. # code...
  37. $query = "SELECT id,book,wordindex,bold from word where book={$i} and paragraph={$j} order by id ASC";
  38. $stmt = $dh_pali->query($query);
  39. $fetch = $stmt->fetchAll(PDO::FETCH_ASSOC);
  40. $query = "SELECT wordindex,count(*) as co from word where book={$i} and paragraph={$j} group by wordindex";
  41. $stmt = $dh_pali->query($query);
  42. $fetch_voc = $stmt->fetchAll(PDO::FETCH_ASSOC);
  43. $vocabulary = array();
  44. foreach ($fetch_voc as $key => $value) {
  45. $vocabulary[$value["wordindex"]] = $value["co"];
  46. }
  47. for ($iWord = 0; $iWord < count($fetch); $iWord++) {
  48. # 非黑体字
  49. if ($fetch[$iWord]["bold"] == 0) {
  50. $count = $vocabulary[$fetch[$iWord]["wordindex"]];
  51. $paraWeight = pow(1.01, $count); //总分
  52. if ($paraWeight > 1.9) {
  53. $paraWeight = 1.9;
  54. }
  55. $weight = $paraWeight / $count;
  56. } else {
  57. #黑体字
  58. #查找前后相连的黑体字
  59. $begin = $iWord;
  60. while ($fetch[$begin]["bold"] == 1) {
  61. $begin--;
  62. if ($begin < 0) {
  63. break;
  64. }
  65. }
  66. $begin = $begin + 1;
  67. $end = $iWord;
  68. while ($fetch[$end]["bold"] == 1) {
  69. $end++;
  70. if ($end > count($fetch) - 1) {
  71. break;
  72. }
  73. }
  74. $end = $end - 1;
  75. $bold_count = $end - $begin + 1;
  76. if ($bold_count == 1) {
  77. $query = "SELECT * from wordindex where id=" . $fetch[$iWord]["wordindex"];
  78. $stmt_word = $dh_word->query($query);
  79. $wordinfo = $stmt_word->fetch(PDO::FETCH_ASSOC);
  80. $bookId = (int) $fetch[$iWord]["book"];
  81. if (mb_substr($wordinfo["word"], -2) == "ti") {
  82. $weight = 100 + $book_weight[$bookId];
  83. } else {
  84. $weight = 100 + $book_weight[$bookId];
  85. }
  86. //echo "单独黑体 $weight \n";
  87. } else {
  88. #连续黑体字
  89. //echo "连续黑体字";
  90. $len_sum = 0;
  91. $len_curr = 0;
  92. for ($iBold = $begin; $iBold <= $end; $iBold++) {
  93. # code...
  94. $boldid = $fetch[$iBold]["wordindex"];
  95. $query = "SELECT len from wordindex where id=" . $boldid;
  96. $stmt_bold = $dh_word->query($query);
  97. $wordbold = $stmt_bold->fetch(PDO::FETCH_ASSOC);
  98. $len_sum += $wordbold["len"];
  99. if ($iBold == $i) {
  100. $len_curr = $wordbold["len"];
  101. }
  102. }
  103. $weight = 10 + $len_curr / $len_sum;
  104. }
  105. }
  106. //echo $weight."\n";
  107. $fetch[$iWord]["weight"] = (int) ($weight * 100);
  108. }
  109. # 将整段权重写入据库
  110. $dh_pali->beginTransaction();
  111. $query = "UPDATE word set weight = ? where id=? ";
  112. $stmt_weight = $dh_pali->prepare($query);
  113. foreach ($fetch as $key => $value) {
  114. $stmt_weight->execute(array($value["weight"], $value["id"]));
  115. }
  116. $dh_pali->commit();
  117. if (!$stmt_weight || ($stmt_weight && $stmt_weight->errorCode() != 0)) {
  118. $error = $dh_pali->errorInfo();
  119. echo "error - $error[2]";
  120. } else {
  121. //echo "修改数据库成功 book={$i} paragraph={$j} \n";
  122. }
  123. }
  124. } else {
  125. echo "无法获取段落最大值";
  126. }
  127. echo "处理时间 :" . (microtime(true) - $time_start);
  128. }