| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170 |
- <?php
- /*
- 用拆分好的三藏数据 生成模板库
- */
- require_once __DIR__."/../config.php";
- require_once __DIR__.'/../public/_pdo.php';
- echo "Insert templet to DB".PHP_EOL;
- if ($argc != 3) {
- echo "help".PHP_EOL;
- echo "db_insert_templet.php from to".PHP_EOL;
- echo "from = 1-217".PHP_EOL;
- echo "to = 1-217".PHP_EOL;
- exit;
- }
- $_from = (int) $argv[1];
- $_to = (int) $argv[2];
- if ($_to > 217) {
- $_to = 217;
- }
- #pg
- define("_DB_", _DB_ENGIN_.":host="._DB_HOST_.";port="._DB_PORT_.";dbname="._DB_NAME_.";user="._DB_USERNAME_.";password="._DB_PASSWORD_.";");
- define("_TABLE_","wbw_templates");
- $filelist = array();
- if (($handle = fopen(__DIR__."/filelist.csv", 'r')) !== false) {
- while (($filelist[] = fgetcsv($handle, 0, ',')) !== false) {
- }
- }
- echo "read file list".PHP_EOL;
- $dns = _DB_;
- $dbh = new PDO($dns, _DB_USERNAME_, _DB_PASSWORD_, array(PDO::ATTR_PERSISTENT => true));
- $dbh->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
- echo "db Connectd".PHP_EOL;
- for ($from=$_from; $from <=$_to ; $from++) {
- # code...
-
- $fileSn = $from-1;
- echo "doing:".$from.PHP_EOL;
- $FileName = $filelist[$fileSn][1] . ".htm";
- $fileId = $filelist[$fileSn][0];
-
- $inputFileName = $FileName;
- $outputFileNameHead = $filelist[$fileSn][1];
- $bookId = $filelist[$fileSn][2];
- $vriParNum = 0;
- $wordOrder = 1;
- $dirXmlBase = _DIR_PALI_CSV_ . "/";
- $dirXml = $outputFileNameHead . "/";
- $currChapter = "";
- $currParNum = "";
- $arrAllWords[0] = array("id", "wid", "book", "paragraph", "word", "real", "type", "gramma", "mean", "note", "part", "partmean", "bmc", "bmt", "un", "style", "vri", "sya", "si", "ka", "pi", "pa", "kam");
- $g_wordCounter = 0;
- $arrUnWords[0] = array("id", "word", "type", "gramma", "parent", "mean", "note", "part", "partmean", "cf", "state", "delete", "tag", "len");
- $g_unWordCounter = 0;
- $arrUnPart[0] = "word";
- $g_unPartCounter = -1;
- /*去掉标点符号的统计*/
- $arrAllPaliWordsCount = array();
- $g_paliWordCounter = 0;
- $g_wordCounterInSutta = 0;
- $g_paliWordCountCounter = 0;
- $xmlfile = $inputFileName;
- echo "doing:" . $xmlfile . PHP_EOL;
- $log = "$from,$FileName,open\r\n";
- //fwrite($myLogFile, $log);
- #删除目标数据库中数据
- $query = "DELETE FROM "._TABLE_." WHERE book = ?";
- $stmt = $dbh->prepare($query);
- try{
- $stmt->execute(array($from));
- }catch(PDOException $e){
- fwrite(STDERR,$e->getMessage());
- continue;
- }
- echo "delete ".PHP_EOL;
- $row=0;
- // 开始一个事务,关闭自动提交
- $dbh->beginTransaction();
- $query = "INSERT INTO "._TABLE_." ( book , paragraph, wid , word , real , type , gramma , part , style ) VALUES (?,?,?,?,?,?,?,?,?)";
- $stmt = $dbh->prepare($query);
- if (!$stmt || ($stmt && $stmt->errorCode() != 0)) {
- $error = $dbh->errorInfo();
- echo "error - $error[2]".PHP_EOL;
- $log = "$from, $FileName, error, $error[2] \r\n";
- //fwrite($myLogFile, $log);
- exit;
- } else {
- // 打开文件并读取数据
- if (($fp = fopen($dirXmlBase . $dirXml . $outputFileNameHead . ".csv", "r")) !== false) {
- while (($data = fgetcsv($fp, 0, ',')) !== false) {
- if($row>0){
- #或略第一行 标题行
- $params = array(
- mb_substr($data[2], 1),
- $data[3],
- $data[16],
- $data[4],
- $data[5],
- $data[6],
- $data[7],
- $data[10],
- $data[15]);
- try{
- $stmt->execute($params);
- }catch(PDOException $e){
- fwrite(STDERR,$e->getMessage());
- fwrite(STDERR,implode(",",$params));
- break;
- }
- }
- $row++;
- }
- fclose($fp);
- echo "word loaded:" . $dirXmlBase . $dirXml . $outputFileNameHead . ".csv".PHP_EOL;
- } else {
- echo "can not open csv file. filename=" . $dirXmlBase . $dirXml . $outputFileNameHead . ".csv".PHP_EOL;
- }
- }
- // 提交更改
- $dbh->commit();
- if (!$stmt || ($stmt && $stmt->errorCode() != 0)) {
- $error = $dbh->errorInfo();
- echo "error - $error[2]".PHP_EOL;
- $log = "$from, $FileName, error, $error[2] \r\n";
- //fwrite($myLogFile, $log);
- } else {
-
- echo "updata $row recorders.".PHP_EOL;
- }
- }
- //fclose($myLogFile);
- ?>
|