20211125155700_pali_sent_org.php 2.4 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394
  1. <?php
  2. require_once __DIR__."/../../app/config.php";
  3. define("_PG_DB_PALI_SENTENCE_", _DB_ENGIN_.":host="._DB_HOST_.";port="._DB_PORT_.";dbname="._DB_NAME_.";user="._DB_USERNAME_.";password="._DB_PASSWORD_.";");
  4. define("_PG_TABLE_PALI_SENT_ORG_", "pali_sent_orgs");
  5. $src_db=_SRC_DB_PALI_SENTENCE_;#源数据库
  6. $src_table=_TABLE_SRC_PALI_SENT_;#源表名
  7. $dest_db=_PG_DB_PALI_SENTENCE_;#目标数据库
  8. $dest_table=_PG_TABLE_PALI_SENT_ORG_;#目标表名
  9. echo "migarate pali_sent_org".PHP_EOL;
  10. #打开源数据库
  11. $PDO_SRC = new PDO($src_db,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
  12. $PDO_SRC->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
  13. echo "open src".PHP_EOL;
  14. #打开目标数据库
  15. $PDO_DEST = new PDO($dest_db,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
  16. $PDO_DEST->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
  17. echo "open dest".PHP_EOL;
  18. #删除目标表中所有数据
  19. fwrite(STDOUT,"deleting date".PHP_EOL) ;
  20. try{
  21. $query = "DELETE FROM ".$dest_table;
  22. $stmt = $PDO_DEST->prepare($query);
  23. $stmt->execute();
  24. }catch(PDOException $e){
  25. fwrite(STDERR,"error:".$e->getMessage());
  26. exit;
  27. }
  28. fwrite(STDOUT,"deleted date".PHP_EOL) ;
  29. // 开始一个事务,关闭自动提交
  30. $count = 0;
  31. echo "begin Transaction".PHP_EOL;
  32. $PDO_DEST->beginTransaction();
  33. $query = "INSERT INTO ".$dest_table." (id, book , paragraph , word_begin , word_end , length , count , text , html,sim_sents ) VALUES ( ? , ? , ? , ? , ? , ? , ? , ? , ? ,?)";
  34. try{
  35. $stmtDEST = $PDO_DEST->prepare($query);
  36. }catch(PDOException $e){
  37. fwrite(STDERR,"error:".$e->getMessage());
  38. exit;
  39. }
  40. #从源数据表中读取
  41. $query = "SELECT * FROM ".$src_table;
  42. try{
  43. $stmtSrc = $PDO_SRC->prepare($query);
  44. $stmtSrc->execute();
  45. }catch(PDOException $e){
  46. fwrite(STDERR,"error:".$e->getMessage());
  47. exit;
  48. }
  49. while($srcData = $stmtSrc->fetch(PDO::FETCH_ASSOC)){
  50. #插入目标表
  51. $data = array(
  52. (int)$srcData["id"],
  53. (int)$srcData["book"],
  54. (int)$srcData["paragraph"],
  55. (int)$srcData["begin"],
  56. (int)$srcData["end"],
  57. (int)$srcData["length"],
  58. (int)$srcData["count"],
  59. $srcData["text"],
  60. $srcData["html"],
  61. $srcData["sim_sents"]
  62. );
  63. try{
  64. $stmtDEST->execute($data);
  65. }catch(PDOException $e){
  66. fwrite(STDERR,"error:".$e->getMessage().implode(',',$data));
  67. exit;
  68. }
  69. $count++;
  70. if($count%10000==0){
  71. echo "finished $count".PHP_EOL;
  72. }
  73. }
  74. // 提交更改
  75. $PDO_DEST->commit();
  76. echo "done".PHP_EOL;