Merge branch 'master' of https://github.com/visuddhinanda/mint

app/install/db_insert_templet_cli.php

@@ -0,0 +1,157 @@
+<?php
+/*
+用拆分好的三藏数据 生成模板库
+ */
+require_once "../path.php";
+require_once '../public/_pdo.php';
+
+
+echo "Insert templet to DB".PHP_EOL;
+
+if ($argc != 3) {
+	echo "help".PHP_EOF;
+	echo "db_insert_templet.php from to".PHP_EOF;
+	echo "from = 1-217".PHP_EOF;
+	echo "to = 1-217".PHP_EOF;
+	exit;
+}
+$_from = (int) $argv[1];
+$_to = (int) $argv[2];
+if ($_to > 217) {
+	$_to = 217;
+}
+
+//$myLogFile = fopen(_DIR_LOG_ . "insert_db.log", "a");
+
+$filelist = array();
+
+if (($handle = fopen("filelist.csv", 'r')) !== false) {
+    while (($filelist[] = fgetcsv($handle, 0, ',')) !== false) {
+    }
+}
+echo "read file list".PHP_EOL;
+
+
+PDO_Connect(_FILE_DB_PALICANON_TEMPLET_);
+echo "db Connectd".PHP_EOL;
+
+
+for ($from=$_from; $from <=$_to ; $from++) { 
+	# code...
+	
+	$fileSn = $from-1;
+	echo "doing:".$from.PHP_EOL;
+	$FileName = $filelist[$fileSn][1] . ".htm";
+	$fileId = $filelist[$fileSn][0];
+
+	
+	$inputFileName = $FileName;
+	$outputFileNameHead = $filelist[$fileSn][1];
+	$bookId = $filelist[$fileSn][2];
+	$vriParNum = 0;
+	$wordOrder = 1;
+
+	$dirXmlBase = _DIR_PALI_CSV_ . "/";
+	$dirXml = $outputFileNameHead . "/";
+
+	$currChapter = "";
+	$currParNum = "";
+	$arrAllWords[0] = array("id", "wid", "book", "paragraph", "word", "real", "type", "gramma", "mean", "note", "part", "partmean", "bmc", "bmt", "un", "style", "vri", "sya", "si", "ka", "pi", "pa", "kam");
+	$g_wordCounter = 0;
+
+	$arrUnWords[0] = array("id", "word", "type", "gramma", "parent", "mean", "note", "part", "partmean", "cf", "state", "delete", "tag", "len");
+	$g_unWordCounter = 0;
+
+	$arrUnPart[0] = "word";
+	$g_unPartCounter = -1;
+
+	/*去掉标点符号的统计*/
+	$arrAllPaliWordsCount = array();
+	$g_paliWordCounter = 0;
+	$g_wordCounterInSutta = 0;
+	$g_paliWordCountCounter = 0;
+
+	$xmlfile = $inputFileName;
+	echo "doing:" . $xmlfile . PHP_EOL;
+	$log =  "$from,$FileName,open\r\n";
+	//fwrite($myLogFile, $log);
+
+	#删除目标数据库中所有数据
+	$query = "DELETE FROM "._TABLE_PALICANON_TEMPLET_." WHERE book = ?";
+	$stmt = $PDO->prepare($query);
+	if (!$stmt || ($stmt && $stmt->errorCode() != 0)) {
+		$error = $PDO->errorInfo();
+		echo "error - $error[2] ";
+		exit;
+	}
+
+	$stmt->execute(array($from));
+	echo "delete ".PHP_EOL;
+
+	$row=0;
+	// 开始一个事务，关闭自动提交
+	$PDO->beginTransaction();
+	$query = "INSERT INTO "._TABLE_PALICANON_TEMPLET_." ( book , paragraph, wid , word , real , type , gramma , part , style ) VALUES (?,?,?,?,?,?,?,?,?)";
+	$stmt = $PDO->prepare($query);
+	if (!$stmt || ($stmt && $stmt->errorCode() != 0)) {
+		$error = PDO_ErrorInfo();
+		echo "error - $error[2]".PHP_EOL;
+
+		$log = "$from, $FileName, error, $error[2] \r\n";
+		//fwrite($myLogFile, $log);
+		exit;
+	} else {
+		// 打开文件并读取数据
+		if (($fp = fopen($dirXmlBase . $dirXml . $outputFileNameHead . ".csv", "r")) !== false) {
+			while (($data = fgetcsv($fp, 0, ',')) !== false) {
+				if($row>0){
+					#或略第一行 标题行
+					$params = array(
+						mb_substr($data[2], 1),
+						$data[3],
+						$data[16],
+						$data[4],
+						$data[5],
+						$data[6],
+						$data[7],
+						$data[10],
+						$data[15]);		
+					$stmt->execute($params);	
+				}
+
+				$row++;
+			}
+			fclose($fp);
+			echo "word loaded：" . $dirXmlBase . $dirXml . $outputFileNameHead . ".csv".PHP_EOL;
+		} else {
+			echo "can not open csv file. filename=" . $dirXmlBase . $dirXml . $outputFileNameHead . ".csv".PHP_EOL;
+		}
+	}
+
+	// 提交更改
+	$PDO->commit();
+	if (!$stmt || ($stmt && $stmt->errorCode() != 0)) {
+		$error = PDO_ErrorInfo();
+		echo "error - $error[2]".PHP_EOL;
+
+		$log = "$from, $FileName, error, $error[2] \r\n";
+		//fwrite($myLogFile, $log);
+	} else {
+		
+		echo "updata $row recorders.".PHP_EOL;
+	}
+
+
+
+}
+
+
+
+
+
+//fclose($myLogFile);
+
+
+
+?>
+

app/palicanon/get_chapter_children.php

@@ -37,7 +37,7 @@ if ($paraInfo) {
     $stmt->execute(array($book, $para + 1, $para + (int) $paraInfo["chapter_len"] - 1));
     $paraMax = $stmt->fetch(PDO::FETCH_ASSOC);
     if ($paraMax) {
-        $query = "SELECT book, paragraph as para, level , toc as title FROM "._TABLE_PALI_TEXT_." WHERE book = ? and (paragraph between ? and ?) and level = ?  limit 1000";
+        $query = "SELECT book, paragraph as para, level , toc as title FROM "._TABLE_PALI_TEXT_." WHERE book = ? and (paragraph between ? and ?) and level = ? order by paragraph ASC limit 1000";
         $stmt = $dbh_pali_text->prepare($query);
         $stmt->execute(array($book, $para, $para + $paraInfo["chapter_len"], $paraMax["level"]));
         $paraList = $stmt->fetchAll(PDO::FETCH_ASSOC);

app/path.sample.php

@@ -109,7 +109,8 @@ define("_TABLE_BOOK_WORD_", "bookword");
 /*
 单词索引
 /app/install/db_insert_word_from_csv.php
-/app/admin/word_index_weight_refresh.php
+ cli：
+ /app/admin/word_index_weight_refresh.php 1 127
 */
 define("_FILE_DB_PALI_INDEX_", _DB_ENGIN_.":host="._DB_HOST_.";port="._DB_PORT_.";dbname="._DB_NAME_.";user="._DB_USERNAME_.";password="._DB_PASSWORD_.";");
 //define("_FILE_DB_PALI_INDEX_", "sqlite:" . __DIR__ . "/../tmp/appdata/palicanon/paliindex.db3");