20211127214800_sent_sim.php 2.3 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192
  1. <?php
  2. require_once __DIR__."/../../../public/app/config.php";
  3. set_exception_handler(function($e){
  4. fwrite(STDERR,"error-msg:".$e->getMessage().PHP_EOL);
  5. fwrite(STDERR,"error-file:".$e->getFile().PHP_EOL);
  6. fwrite(STDERR,"error-line:".$e->getLine().PHP_EOL);
  7. exit;
  8. });
  9. $src_db = _SQLITE_DB_PALI_SENTENCE_SIM_;#源数据库
  10. $src_table = _SQLITE_TABLE_SENT_SIM_;#源表名
  11. $dest_db = _PG_DB_PALI_SENTENCE_SIM_;#目标数据库
  12. $dest_table = _PG_TABLE_SENT_SIM_;#目标表名
  13. fwrite(STDOUT, "migarate sent_sim".PHP_EOL);
  14. #打开源数据库
  15. $PDO_SRC = new PDO($src_db,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
  16. $PDO_SRC->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
  17. fwrite(STDOUT, "open src".PHP_EOL);
  18. #打开目标数据库
  19. $PDO_DEST = new PDO($dest_db,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
  20. $PDO_DEST->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
  21. fwrite(STDOUT, "open dest".PHP_EOL);
  22. #删除目标表中所有数据
  23. fwrite(STDOUT,"deleting date".PHP_EOL) ;
  24. $query = "DELETE FROM ".$dest_table;
  25. $stmt = $PDO_DEST->prepare($query);
  26. $stmt->execute();
  27. fwrite(STDOUT,"deleted date".PHP_EOL) ;
  28. // 开始一个事务,关闭自动提交
  29. $count = 0;
  30. fwrite(STDOUT, "begin Transaction".PHP_EOL);
  31. $PDO_DEST->beginTransaction();
  32. $query = "INSERT INTO ".$dest_table." (sent1, sent2 , sim ) VALUES ( ? , ? , ? )";
  33. try{
  34. $stmtDEST = $PDO_DEST->prepare($query);
  35. }catch(PDOException $e){
  36. fwrite(STDERR,"error:".$e->getMessage());
  37. exit;
  38. }
  39. #从源数据表中读取
  40. $query = "SELECT * FROM ".$src_table;
  41. try{
  42. $stmtSrc = $PDO_SRC->prepare($query);
  43. $stmtSrc->execute();
  44. }catch(PDOException $e){
  45. fwrite(STDERR,"error:".$e->getMessage().PHP_EOL);
  46. fwrite(STDERR,"error-line:".$e->getLine().PHP_EOL);
  47. exit;
  48. }
  49. while($srcData = $stmtSrc->fetch(PDO::FETCH_ASSOC)){
  50. #插入目标表
  51. $data = array(
  52. (int)$srcData["sent1"],
  53. (int)$srcData["sent2"],
  54. (int)$srcData["sim"]
  55. );
  56. try{
  57. $stmtDEST->execute($data);
  58. }catch(PDOException $e){
  59. fwrite(STDERR,"error:".$e->getMessage().PHP_EOL);
  60. fwrite(STDERR,"error-data:".implode(',',$data).PHP_EOL);
  61. fwrite(STDERR,"error-line:".$e->getLine().PHP_EOL);
  62. exit;
  63. }
  64. $count++;
  65. if($count%10000==0){
  66. fwrite(STDOUT, "finished $count".PHP_EOL);
  67. }
  68. }
  69. // 提交更改
  70. $PDO_DEST->commit();
  71. fwrite(STDOUT, "done".PHP_EOL);