20211125155600_word_statistics.php 2.2 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889
  1. <?php
  2. require_once __DIR__."/../../app/config.php";
  3. define("_PG_DB_STATISTICS_", _DB_ENGIN_.":host="._DB_HOST_.";port="._DB_PORT_.";dbname="._DB_NAME_.";user="._DB_USERNAME_.";password="._DB_PASSWORD_.";");
  4. define("_PG_TABLE_WORD_STATISTICS_", "word_statistics");
  5. #打开源数据库
  6. $PDO_SRC = new PDO(_SRC_DB_STATISTICS_,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
  7. $PDO_SRC->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
  8. echo "open src".PHP_EOL;
  9. #打开目标数据库
  10. $PDO_DEST = new PDO(_PG_DB_STATISTICS_,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
  11. $PDO_DEST->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
  12. fwrite(STDOUT,"open dest ok".PHP_EOL) ;
  13. #删除目标数据库中所有数据
  14. fwrite(STDOUT,"deleting date".PHP_EOL) ;
  15. try{
  16. $query = "DELETE FROM "._PG_TABLE_WORD_STATISTICS_;
  17. $stmt = $PDO_DEST->prepare($query);
  18. $stmt->execute();
  19. }catch(PDOException $e){
  20. fwrite(STDERR,"error:".$e->getMessage());
  21. exit;
  22. }
  23. fwrite(STDOUT,"deleted date".PHP_EOL) ;
  24. // 开始一个事务,关闭自动提交
  25. $count = 0;
  26. fwrite(STDOUT,"begin Transaction".PHP_EOL);
  27. $PDO_DEST->beginTransaction();
  28. $query = "INSERT INTO "._PG_TABLE_WORD_STATISTICS_." ( bookid , word , count , base , end1 , end2 , type , length ) VALUES ( ? , ? , ? , ? , ? , ? , ? , ? )";
  29. try{
  30. $stmtDEST = $PDO_DEST->prepare($query);
  31. }catch(PDOException $e){
  32. fwrite(STDERR,"error:".$e->getMessage());
  33. exit;
  34. }
  35. #从源数据库中读取
  36. $query = "SELECT * FROM "._SRC_TABLE_WORD_STATISTICS_." WHERE true ";
  37. try{
  38. $stmtSrc = $PDO_SRC->prepare($query);
  39. $stmtSrc->execute();
  40. }catch(PDOException $e){
  41. fwrite(STDERR,"error:".$e->getMessage());
  42. exit;
  43. }
  44. while($srcData = $stmtSrc->fetch(PDO::FETCH_ASSOC)){
  45. #插入目标表
  46. $data = array(
  47. $srcData["bookid"],
  48. $srcData["word"],
  49. (int)$srcData["count"],
  50. $srcData["base"],
  51. $srcData["end1"],
  52. $srcData["end2"],
  53. (int)$srcData["type"],
  54. (int)$srcData["length"]
  55. );
  56. try{
  57. $stmtDEST->execute($data);
  58. }catch(PDOException $e){
  59. fwrite(STDERR,"error:".$e->getMessage().implode(',',$data));
  60. exit;
  61. }
  62. $count++;
  63. if($count%10000==0){
  64. echo "finished $count".PHP_EOL;
  65. }
  66. }
  67. // 提交更改
  68. $PDO_DEST->commit();
  69. echo "done".PHP_EOL;