2
0
Эх сурвалжийг харах

Merge branch 'agile' of https://github.com/visuddhinanda/mint into agile

visuddhinanda 2 жил өмнө
parent
commit
86d4d41b31

+ 82 - 82
rpc/tulip/tulip/content_download.php

@@ -4,74 +4,74 @@ require dirname(__FILE__) . '/config.php';
 require dirname(__FILE__) . '/logger.php';
 require dirname(__FILE__) . '/pdo.php';
 
-logger('debug','download full test search content start');
+logger('debug', 'download full test search content start');
 $param = getopt('b:');
 
-if(isset($param['b'])){
+if (isset($param['b'])) {
     $bookId = (int)$param['b'];
-    logger('debug','update book='.$bookId);
+    logger('debug', 'update book=' . $bookId);
 }
 $PDO = new PdoHelper;
 
 $PDO->connectDb();
-logger('debug','connect database finished');
+logger('debug', 'connect database finished');
 
 $client = new GuzzleHttp\Client();
 
 $pageSize = 1000;
 
-    $urlBase = Config['api_server'] . '/v2/pali-search-data';
-    logger('debug','url='.$urlBase);
-    if(isset($bookId)){
-        $from = $bookId;
-        $to = $bookId;
-    }else{
-        $from = 1;
-        $to = 217; 
-    }
-    for ($book=$from; $book <= $to; $book++) { 
-        $currPage = 1;
-        $urlBook = $urlBase . "?book={$book}";
-        logger('debug','fetch book='.$book);
-        do {
-            $goNext = false;
-            $url = $urlBook . "&start={$currPage}&page_size={$pageSize}";
-            logger('debug','url='.$url);
-            $res = $client->request('GET', $url);
-            $status = $res->getStatusCode();
-            if($status === 200){
-                $json = json_decode($res->getBody());
-                if($json->ok){
-                    $content = $json->data->rows;
-                    foreach ($json->data->rows as $row) {
-                        $book = $row->book;
-                        $paragraph = $row->paragraph;
-                        logger('debug',"update start book={$book} para={$paragraph} ");
-                        $now = date("Y-m-d H:i:s");
-                        //查询是否存在
-                        $query = 'SELECT id from fts_texts where book=? and paragraph = ?';
-                        $result = $PDO->dbSelect($query, [$book,$paragraph]);
-                        if(count($result) >0 ){
-                            //存在 update
-                            $query = 'UPDATE fts_texts set 
+$urlBase = Config['api_server'] . '/v2/pali-search-data';
+logger('debug', 'url=' . $urlBase);
+if (isset($bookId)) {
+    $from = $bookId;
+    $to = $bookId;
+} else {
+    $from = 1;
+    $to = 217;
+}
+for ($book = $from; $book <= $to; $book++) {
+    $currPage = 1;
+    $urlBook = $urlBase . "?book={$book}";
+    logger('debug', 'fetch book=' . $book);
+    do {
+        $goNext = false;
+        $url = $urlBook . "&start={$currPage}&page_size={$pageSize}";
+        logger('debug', 'url=' . $url);
+        $res = $client->request('GET', $url);
+        $status = $res->getStatusCode();
+        if ($status === 200) {
+            $json = json_decode($res->getBody());
+            if ($json->ok) {
+                $content = $json->data->rows;
+                foreach ($json->data->rows as $row) {
+                    $book = $row->book;
+                    $paragraph = $row->paragraph;
+                    logger('debug', "update start book={$book} para={$paragraph} ");
+                    $now = date("Y-m-d H:i:s");
+                    //查询是否存在
+                    $query = 'SELECT id from fts_texts where book=? and paragraph = ?';
+                    $result = $PDO->dbSelect($query, [$book, $paragraph]);
+                    if (count($result) > 0) {
+                        //存在 update
+                        $query = 'UPDATE fts_texts set 
                                                 "bold_single"=?,
                                                 "bold_double"=?,
                                                 "bold_multiple"=?,
                                                 "content"=?,
                                                 "pcd_book_id"=?,
                                                 "updated_at"=?  where id=? ';
-                            $update = $PDO->dbSelect($query, [
-                                                $row->bold1,
-                                                $row->bold2,
-                                                $row->bold3,
-                                                $row->content,
-                                                $row->pcd_book_id,
-                                                $now,
-                                                $result[0]['id']
-                                                    ]);
-                        }else{
-                            // new
-                            $query = "INSERT INTO fts_texts (
+                        $update = $PDO->dbSelect($query, [
+                            $row->bold1,
+                            $row->bold2,
+                            $row->bold3,
+                            $row->content,
+                            $row->pcd_book_id,
+                            $now,
+                            $result[0]['id']
+                        ]);
+                    } else {
+                        // new
+                        $query = "INSERT INTO fts_texts (
                                         book,
                                         paragraph,
                                         bold_single,
@@ -82,39 +82,39 @@ $pageSize = 1000;
                                         updated_at,
                                         pcd_book_id) VALUES
                                             (?,?,?,?,?,?,?,?,? )";
-                            $insert = $PDO->dbSelect($query, 
-                                            [
-                                                $row->book,
-                                                $row->paragraph,
-                                                $row->bold1,
-                                                $row->bold2,
-                                                $row->bold3,
-                                                $row->content,
-                                                $now,
-                                                $now,
-                                                $row->pcd_book_id,
-                                            ]);
-                        }
-                    }
-                    logger('debug',"update done book={$book} para={$paragraph} ");
-                    $maxPage = $json->data->count;
-                    logger('debug','max page ='.$maxPage);
-                    if($currPage+$pageSize<$maxPage){
-                        $goNext = true;
-                    }else{
-                        logger('debug',"book {$book} is done");
-                        $goNext = false;
+                        $insert = $PDO->dbSelect(
+                            $query,
+                            [
+                                $row->book,
+                                $row->paragraph,
+                                $row->bold1,
+                                $row->bold2,
+                                $row->bold3,
+                                $row->content,
+                                $now,
+                                $now,
+                                $row->pcd_book_id,
+                            ]
+                        );
                     }
-                }else{
-                    logger('error');
                 }
-            }else{
-                logger('error', 'status='.$status);
+                logger('debug', "update done book={$book} para={$paragraph} ");
+                $maxPage = $json->data->count;
+                logger('debug', 'max page =' . $maxPage);
+                if ($currPage + $pageSize < $maxPage) {
+                    $goNext = true;
+                } else {
+                    logger('debug', "book {$book} is done");
+                    $goNext = false;
+                }
+            } else {
+                logger('error', '');
             }
-            $currPage += $pageSize;
-        } while ($goNext);        
-    }
-
-logger('debug','all done') ;
-
+        } else {
+            logger('error', 'status=' . $status);
+        }
+        $currPage += $pageSize;
+    } while ($goNext);
+}
 
+logger('debug', 'all done');