Pārlūkot izejas kodu

填充 逐词解析模板库 cli版

visuddhinanda 4 gadi atpakaļ
vecāks
revīzija
f27dc23955
1 mainītis faili ar 157 papildinājumiem un 0 dzēšanām
  1. 157 0
      app/install/db_insert_templet_cli.php

+ 157 - 0
app/install/db_insert_templet_cli.php

@@ -0,0 +1,157 @@
+<?php
+/*
+用拆分好的三藏数据 生成模板库
+ */
+require_once "../path.php";
+require_once '../public/_pdo.php';
+
+
+echo "Insert templet to DB".PHP_EOL;
+
+if ($argc != 3) {
+	echo "help".PHP_EOF;
+	echo "db_insert_templet.php from to".PHP_EOF;
+	echo "from = 1-217".PHP_EOF;
+	echo "to = 1-217".PHP_EOF;
+	exit;
+}
+$_from = (int) $argv[1];
+$_to = (int) $argv[2];
+if ($_to > 217) {
+	$_to = 217;
+}
+
+//$myLogFile = fopen(_DIR_LOG_ . "insert_db.log", "a");
+
+$filelist = array();
+
+if (($handle = fopen("filelist.csv", 'r')) !== false) {
+    while (($filelist[] = fgetcsv($handle, 0, ',')) !== false) {
+    }
+}
+echo "read file list".PHP_EOL;
+
+
+PDO_Connect(_FILE_DB_PALICANON_TEMPLET_);
+echo "db Connectd".PHP_EOL;
+
+
+for ($from=$_from; $from <=$_to ; $from++) { 
+	# code...
+	
+	$fileSn = $from-1;
+	echo "doing:".$from.PHP_EOL;
+	$FileName = $filelist[$fileSn][1] . ".htm";
+	$fileId = $filelist[$fileSn][0];
+
+	
+	$inputFileName = $FileName;
+	$outputFileNameHead = $filelist[$fileSn][1];
+	$bookId = $filelist[$fileSn][2];
+	$vriParNum = 0;
+	$wordOrder = 1;
+
+	$dirXmlBase = _DIR_PALI_CSV_ . "/";
+	$dirXml = $outputFileNameHead . "/";
+
+	$currChapter = "";
+	$currParNum = "";
+	$arrAllWords[0] = array("id", "wid", "book", "paragraph", "word", "real", "type", "gramma", "mean", "note", "part", "partmean", "bmc", "bmt", "un", "style", "vri", "sya", "si", "ka", "pi", "pa", "kam");
+	$g_wordCounter = 0;
+
+	$arrUnWords[0] = array("id", "word", "type", "gramma", "parent", "mean", "note", "part", "partmean", "cf", "state", "delete", "tag", "len");
+	$g_unWordCounter = 0;
+
+	$arrUnPart[0] = "word";
+	$g_unPartCounter = -1;
+
+	/*去掉标点符号的统计*/
+	$arrAllPaliWordsCount = array();
+	$g_paliWordCounter = 0;
+	$g_wordCounterInSutta = 0;
+	$g_paliWordCountCounter = 0;
+
+	$xmlfile = $inputFileName;
+	echo "doing:" . $xmlfile . PHP_EOL;
+	$log =  "$from,$FileName,open\r\n";
+	//fwrite($myLogFile, $log);
+
+	#删除目标数据库中所有数据
+	$query = "DELETE FROM "._TABLE_PALICANON_TEMPLET_." WHERE book = ?";
+	$stmt = $PDO->prepare($query);
+	if (!$stmt || ($stmt && $stmt->errorCode() != 0)) {
+		$error = $PDO->errorInfo();
+		echo "error - $error[2] ";
+		exit;
+	}
+
+	$stmt->execute(array($from));
+	echo "delete ".PHP_EOL;
+
+	$row=0;
+	// 开始一个事务,关闭自动提交
+	$PDO->beginTransaction();
+	$query = "INSERT INTO "._TABLE_PALICANON_TEMPLET_." ( book , paragraph, wid , word , real , type , gramma , part , style ) VALUES (?,?,?,?,?,?,?,?,?)";
+	$stmt = $PDO->prepare($query);
+	if (!$stmt || ($stmt && $stmt->errorCode() != 0)) {
+		$error = PDO_ErrorInfo();
+		echo "error - $error[2]".PHP_EOL;
+
+		$log = "$from, $FileName, error, $error[2] \r\n";
+		//fwrite($myLogFile, $log);
+		exit;
+	} else {
+		// 打开文件并读取数据
+		if (($fp = fopen($dirXmlBase . $dirXml . $outputFileNameHead . ".csv", "r")) !== false) {
+			while (($data = fgetcsv($fp, 0, ',')) !== false) {
+				if($row>0){
+					#或略第一行 标题行
+					$params = array(
+						mb_substr($data[2], 1),
+						$data[3],
+						$data[16],
+						$data[4],
+						$data[5],
+						$data[6],
+						$data[7],
+						$data[10],
+						$data[15]);		
+					$stmt->execute($params);	
+				}
+
+				$row++;
+			}
+			fclose($fp);
+			echo "word loaded:" . $dirXmlBase . $dirXml . $outputFileNameHead . ".csv".PHP_EOL;
+		} else {
+			echo "can not open csv file. filename=" . $dirXmlBase . $dirXml . $outputFileNameHead . ".csv".PHP_EOL;
+		}
+	}
+
+	// 提交更改
+	$PDO->commit();
+	if (!$stmt || ($stmt && $stmt->errorCode() != 0)) {
+		$error = PDO_ErrorInfo();
+		echo "error - $error[2]".PHP_EOL;
+
+		$log = "$from, $FileName, error, $error[2] \r\n";
+		//fwrite($myLogFile, $log);
+	} else {
+		
+		echo "updata $row recorders.".PHP_EOL;
+	}
+
+
+
+}
+
+
+
+
+
+//fclose($myLogFile);
+
+
+
+?>
+