server.php 9.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292
  1. <?php
  2. require_once dirname(__FILE__) . '/vendor/autoload.php';
  3. require_once dirname(__FILE__) . '/config.php';
  4. require_once dirname(__FILE__) . '/console.php';
  5. require_once dirname(__FILE__) . '/pdo.php';
  6. require_once dirname(__FILE__) . '/log.php';
  7. class Greeter extends \Mint\Tulip\V1\SearchStub
  8. {
  9. public function Pali(
  10. \Mint\Tulip\V1\SearchRequest $request,
  11. \Grpc\ServerContext $context
  12. ): ?\Mint\Tulip\V1\SearchResponse {
  13. $keyWords = [];
  14. foreach ($request->getKeywords()->getIterator() as $word) {
  15. $keyWords[] = $word;
  16. }
  17. if ($request->hasPage()) {
  18. $limit = $request->getPage()->getSize();
  19. $offset = $request->getPage()->getIndex();
  20. } else {
  21. $limit = 10;
  22. $offset = 0;
  23. }
  24. $matchMode = $request->getMatchMode();
  25. $bookId = [];
  26. if ($request->getBooks()->count() > 0) {
  27. foreach ($request->getBooks()->getIterator() as $book) {
  28. $bookId[] = $book;
  29. }
  30. $queryBookId = ' AND pcd_book_id in (' . implode(',', $bookId) . ') ';
  31. } else {
  32. $queryBookId = '';
  33. }
  34. myLog()->info('request',[
  35. 'keyWords'=>$keyWords,
  36. 'limit'=>$limit,
  37. 'offset'=>$offset,
  38. 'mode'=>$matchMode,
  39. 'books'=>implode(',', $bookId),
  40. ]);
  41. $pdo = new PdoHelper;
  42. $pdo->connectDb();
  43. /**
  44. * 查询业务逻辑
  45. */
  46. $param = [];
  47. switch ($matchMode) {
  48. case 'complete':
  49. case 'case':
  50. # code...
  51. $querySelect_rank_base = " ts_rank('{0.1, 1, 0.3, 0.2}',
  52. full_text_search_weighted,
  53. websearch_to_tsquery('pali', ?)) ";
  54. $querySelect_rank_head = implode(
  55. '+',
  56. array_fill(
  57. 0,
  58. count($keyWords),
  59. $querySelect_rank_base
  60. )
  61. );
  62. $param = array_merge($param, $keyWords);
  63. $querySelect_rank = " {$querySelect_rank_head} AS rank, ";
  64. $querySelect_highlight = " ts_headline('pali', content,
  65. websearch_to_tsquery('pali', ?),
  66. 'StartSel = ~~, StopSel = ~~,MaxWords=3500,
  67. MinWords=3500,HighlightAll=TRUE')
  68. AS highlight,";
  69. array_push($param, implode(' ', $keyWords));
  70. break;
  71. case 'similar':
  72. # 形似,去掉变音符号
  73. $key = $this->getWordEn($keyWords[0]);
  74. $querySelect_rank = "
  75. ts_rank('{0.1, 1, 0.3, 0.2}',
  76. full_text_search_weighted_unaccent,
  77. websearch_to_tsquery('pali_unaccent', ?))
  78. AS rank, ";
  79. $param[] = $key;
  80. $querySelect_highlight = " ts_headline('pali_unaccent', content,
  81. websearch_to_tsquery('pali_unaccent', ?),
  82. 'StartSel = ~~, StopSel = ~~,
  83. MaxWords=3500, MinWords=3500,
  84. HighlightAll=TRUE')
  85. AS highlight,";
  86. $param[] = $key;
  87. break;
  88. }
  89. $_queryWhere = $this->makeQueryWhere($keyWords, $matchMode);
  90. $queryWhere = $_queryWhere['query'];
  91. $param = array_merge($param, $_queryWhere['param']);
  92. $querySelect_2 = " book,paragraph,content ";
  93. $queryCount = "SELECT count(*) as co FROM fts_texts WHERE {$queryWhere} {$queryBookId};";
  94. myLog()->debug('pali queryCount',['sql'=>$queryCount,'param'=>$_queryWhere['param']]);
  95. $resultCount = $pdo->dbSelect($queryCount, $_queryWhere['param']);
  96. if (
  97. is_array($resultCount) &&
  98. count($resultCount) > 0 &&
  99. isset($resultCount[0]['co'])
  100. ) {
  101. $total = $resultCount[0]['co'];
  102. } else {
  103. myLog()->error('result must be of type array' . $pdo->errorInfo());
  104. $total = 0;
  105. }
  106. myLog()->info("pali result total={$total}");
  107. $_orderBy = 'rank';
  108. switch ($_orderBy) {
  109. case 'rank':
  110. $orderby = " ORDER BY rank DESC ";
  111. break;
  112. case 'paragraph':
  113. $orderby = " ORDER BY book,paragraph ";
  114. break;
  115. default:
  116. $orderby = "";
  117. break;
  118. };
  119. $query = "SELECT
  120. {$querySelect_rank}
  121. {$querySelect_highlight}
  122. {$querySelect_2}
  123. FROM fts_texts
  124. WHERE
  125. {$queryWhere}
  126. {$queryBookId}
  127. {$orderby}
  128. LIMIT ? OFFSET ? ;";
  129. $param[] = $limit;
  130. $param[] = $offset;
  131. $result = $pdo->dbSelect($query, $param);
  132. //返回数据
  133. $response = new \Mint\Tulip\V1\SearchResponse();
  134. $output = $response->getItems();
  135. if ($result !== false) {
  136. myLog()->debug('query result count='.count($result));
  137. foreach ($result as $row) {
  138. $item = new \Mint\Tulip\V1\SearchResponse\Item;
  139. $item->setRank($row['rank']);
  140. $item->setHighlight($row['highlight']);
  141. $item->setBook($row['book']);
  142. $item->setParagraph($row['paragraph']);
  143. $item->setContent($row['content']);
  144. $output[] = $item;
  145. }
  146. } else {
  147. myLog()->error("result is false");
  148. }
  149. $response->setTotal($total);
  150. $page = new \Mint\Tulip\V1\SearchRequest\Page;
  151. $page->setIndex($offset);
  152. $page->setSize($limit);
  153. $response->setPage($page);
  154. return $response;
  155. }
  156. /**
  157. * @param \Mint\Tulip\V1\SearchRequest $request client request
  158. * @param \Grpc\ServerContext $context server request context
  159. * @return \Mint\Tulip\V1\BookListResponse for response data, null if if error occured
  160. * initial metadata (if any) and status (if not ok) should be set to $context
  161. */
  162. public function BookList(
  163. \Mint\Tulip\V1\SearchRequest $request,
  164. \Grpc\ServerContext $context
  165. ): ?\Mint\Tulip\V1\BookListResponse {
  166. $keyWords = [];
  167. foreach ($request->getKeywords()->getIterator() as $word) {
  168. $keyWords[] = $word;
  169. }
  170. /**
  171. * 查询业务逻辑
  172. */
  173. $pdo = new PdoHelper;
  174. $pdo->connectDb();
  175. myLog()->debug('db connected');
  176. $bookId = [];
  177. if ($request->getBooks()->count() > 0) {
  178. foreach ($request->getBooks()->getIterator() as $book) {
  179. $bookId[] = $book;
  180. }
  181. $queryBookId = ' AND pcd_book_id in (' . implode(',', $bookId) . ') ';
  182. } else {
  183. $queryBookId = '';
  184. }
  185. myLog()->info("book list: request ",[
  186. 'words'=>implode(',', $keyWords),
  187. 'books'=>implode(',', $bookId),
  188. ] );
  189. $matchMode = $request->getMatchMode();
  190. myLog()->debug('query mode = ' . $matchMode);
  191. $queryWhere = $this->makeQueryWhere($keyWords, $matchMode);
  192. $query = "SELECT pcd_book_id, count(*) as co FROM fts_texts WHERE {$queryWhere['query']} {$queryBookId} GROUP BY pcd_book_id ORDER BY co DESC;";
  193. myLog()->debug('book list queryCount',['sql'=>$query,'param'=>$queryWhere['param']]);
  194. $result = $pdo->dbSelect($query, $queryWhere['param']);
  195. //返回数据
  196. $response = new \Mint\Tulip\V1\BookListResponse();
  197. $output = $response->getItems();
  198. if ($result) {
  199. foreach ($result as $row) {
  200. $item = new \Mint\Tulip\V1\BookListResponse\Item;
  201. $item->setBook($row['pcd_book_id']);
  202. $item->setCount($row['co']);
  203. $output[] = $item;
  204. }
  205. }
  206. myLog()->debug("book list total=" . count($output));
  207. return $response;
  208. }
  209. private function makeQueryWhere($key, $match)
  210. {
  211. $param = [];
  212. $queryWhere = '';
  213. switch ($match) {
  214. case 'complete':
  215. case 'case':
  216. # code...
  217. $queryWhereBase = " full_text_search_weighted @@ websearch_to_tsquery('pali', ?) ";
  218. $queryWhereBody = implode(' or ', array_fill(
  219. 0,
  220. count($key),
  221. $queryWhereBase
  222. ));
  223. $queryWhere = " ({$queryWhereBody}) ";
  224. $param = array_merge($param, $key);
  225. break;
  226. case 'similar':
  227. # 形似,去掉变音符号
  228. $queryWhere = " full_text_search_weighted_unaccent @@ websearch_to_tsquery('pali_unaccent', ?) ";
  229. $key = $this->getWordEn($key[0]);
  230. $param = [$key];
  231. break;
  232. };
  233. return (['query' => $queryWhere, 'param' => $param]);
  234. }
  235. private function getWordEn($strIn)
  236. {
  237. $out = str_replace(
  238. ["ā", "ī", "ū", "ṅ", "ñ", "ṭ", "ḍ", "ṇ", "ḷ", "ṃ"],
  239. ["a", "i", "u", "n", "n", "t", "d", "n", "l", "m"],
  240. $strIn
  241. );
  242. return ($out);
  243. }
  244. }
  245. $param = getopt('d::');
  246. if(isset($param['d'])){
  247. echo 'debug mode'.PHP_EOL;
  248. $GLOBALS['debug'] = true;
  249. }
  250. if (!isset(Config['port'])) {
  251. myLog()->error('parameter port is required.');
  252. return;
  253. }
  254. $server = new \Grpc\RpcServer();
  255. $server->addHttp2Port('0.0.0.0:' . Config['port']);
  256. $server->handle(new Greeter());
  257. myLog()->info('Listening on port :' . Config['port']);
  258. $server->run();