20211125165700-pali_sent-upgrade.php 3.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116
  1. <?php
  2. require_once __DIR__."/../../../public/app/config.php";
  3. set_exception_handler(function($e){
  4. fwrite(STDERR,"error-msg:".$e->getMessage().PHP_EOL);
  5. fwrite(STDERR,"error-file:".$e->getFile().PHP_EOL);
  6. fwrite(STDERR,"error-line:".$e->getLine().PHP_EOL);
  7. exit;
  8. });
  9. $src_db=_PG_DB_PALI_SENTENCE_;#源数据库
  10. $src_table=_PG_TABLE_PALI_SENT_ORG_;#源表名
  11. $dest_db=_PG_DB_PALI_SENTENCE_;#目标数据库
  12. $dest_table=_PG_TABLE_PALI_SENT_;#目标表名
  13. fwrite(STDOUT, "migarate pali_sent_org".PHP_EOL);
  14. #打开源数据库
  15. $PDO_SRC = new PDO($src_db,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
  16. $PDO_SRC->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
  17. fwrite(STDOUT, "open src".PHP_EOL);
  18. #打开目标数据库
  19. $PDO_DEST = new PDO($dest_db,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
  20. $PDO_DEST->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
  21. fwrite(STDOUT, "open dest".PHP_EOL);
  22. #删除目标表中所有数据
  23. fwrite(STDOUT,"deleting date".PHP_EOL) ;
  24. try{
  25. $query = "DELETE FROM ".$dest_table;
  26. $stmt = $PDO_DEST->prepare($query);
  27. $stmt->execute();
  28. }catch(PDOException $e){
  29. fwrite(STDERR,"error:".$e->getMessage());
  30. exit;
  31. }
  32. fwrite(STDOUT,"deleted date".PHP_EOL) ;
  33. // 开始一个事务,关闭自动提交
  34. $count = 0;
  35. fwrite(STDOUT, "begin Transaction".PHP_EOL);
  36. $PDO_DEST->beginTransaction();
  37. $query = "INSERT INTO ".$dest_table." (id, book , paragraph , word_begin , word_end , length , count , text , html,sim_sents ) VALUES ( ? , ? , ? , ? , ? , ? , ? , ? , ? ,?)";
  38. try{
  39. $stmtDEST = $PDO_DEST->prepare($query);
  40. }catch(PDOException $e){
  41. fwrite(STDERR,"error:".$e->getMessage());
  42. exit;
  43. }
  44. #从源数据表中读取
  45. $query = "SELECT * FROM ".$src_table." order by id asc";
  46. try{
  47. $stmtSrc = $PDO_SRC->prepare($query);
  48. $stmtSrc->execute();
  49. }catch(PDOException $e){
  50. fwrite(STDERR,"error:".$e->getMessage());
  51. exit;
  52. }
  53. $data = array();
  54. $currMergeCell = 1;
  55. while($srcData = $stmtSrc->fetch(PDO::FETCH_ASSOC)){
  56. #插入目标表
  57. $currData = array(
  58. $srcData["id"],
  59. $srcData["book"],
  60. $srcData["paragraph"],
  61. $srcData["word_begin"],
  62. $srcData["word_end"],
  63. $srcData["length"],
  64. $srcData["count"],
  65. $srcData["text"],
  66. $srcData["html"],
  67. $srcData["sim_sents"]);
  68. if($srcData["merge"]==1 ){
  69. $stmtDEST->execute($currData);
  70. }else if($srcData["merge"]>1){
  71. $currMergeCell = $srcData["merge"];
  72. $data = $currData;
  73. }else{
  74. $data["word_end"] = $srcData["word_end"];
  75. $data["text"] .= " ".$srcData["text"];
  76. $data["html"] .= " ".$srcData["html"];
  77. $data["lenght"] += $srcData["lenght"];
  78. $data["count"] += $srcData["count"];
  79. $currMergeCell--;
  80. if($currMergeCell==1){
  81. try{
  82. $stmtDEST->execute($currData);
  83. }catch(PDOException $e){
  84. fwrite(STDERR,"error:".$e->getMessage().implode(',',$currData));
  85. exit;
  86. }
  87. }
  88. }
  89. $count++;
  90. if($count%10000==0){
  91. fwrite(STDOUT, "finished $count".PHP_EOL);
  92. }
  93. }
  94. // 提交更改
  95. $PDO_DEST->commit();
  96. fwrite(STDOUT, "done".PHP_EOL);