20230517195200_user_info_copy.php 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138
  1. <?php
  2. /*
  3. 迁移 user_info 表
  4. 从旧数据表中提取数据插入到新的表
  5. 插入时用uuid判断是否曾经插入
  6. 曾经插入就不插入了
  7. */
  8. require_once __DIR__."/../../../public/app/config.php";
  9. set_exception_handler(function($e){
  10. fwrite(STDERR,"error-msg:".$e->getMessage().PHP_EOL);
  11. fwrite(STDERR,"error-file:".$e->getFile().PHP_EOL);
  12. fwrite(STDERR,"error-line:".$e->getLine().PHP_EOL);
  13. exit;
  14. });
  15. $start = time();
  16. $fpError = fopen(__DIR__.'/log/'.basename($_SERVER['PHP_SELF'],'.php').".err.data.csv",'w');
  17. #
  18. $src_db = _SQLITE_DB_USERINFO_;#源数据库
  19. $src_table = _SQLITE_TABLE_USER_INFO_;#源表名
  20. $dest_db = _PG_DB_USERINFO_;#目标数据库
  21. $dest_table = _PG_TABLE_USER_INFO_;#目标表名
  22. fwrite(STDOUT,"migarate user info".PHP_EOL);
  23. #打开源数据库
  24. $PDO_SRC = new PDO($src_db,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
  25. $PDO_SRC->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
  26. fwrite(STDOUT,"open src table".PHP_EOL);
  27. #打开目标数据库
  28. $PDO_DEST = new PDO($dest_db,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
  29. $PDO_DEST->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
  30. fwrite(STDOUT,"open dest table".PHP_EOL);
  31. $queryInsert = "INSERT INTO ".$dest_table."
  32. (
  33. id,
  34. userid,
  35. path,
  36. username,
  37. password,
  38. nickname,
  39. email,
  40. create_time,
  41. modify_time,
  42. receive_time,
  43. setting,
  44. reset_password_token,
  45. reset_password_sent_at,
  46. confirmation_token,
  47. confirmed_at,
  48. confirmation_sent_at,
  49. unconfirmed_email,
  50. created_at,
  51. updated_at
  52. )
  53. VALUES (
  54. ? , ? , ? , ? , ?,
  55. ? , ? , ? , ? , ?,
  56. ? , ? , ? , ? , ?,
  57. ? , ? , ? , ?
  58. )";
  59. $stmtDEST = $PDO_DEST->prepare($queryInsert);
  60. $commitData = [];
  61. $allInsertCount = 0;
  62. $allSrcCount = 0;
  63. $count = 0;
  64. #从源数据表中读取
  65. $query = "SELECT * FROM ".$src_table;
  66. $stmtSrc = $PDO_SRC->prepare($query);
  67. $stmtSrc->execute();
  68. while($srcData = $stmtSrc->fetch(PDO::FETCH_ASSOC)){
  69. $allSrcCount++;
  70. //查询是否已经插入
  71. $queryExsit = "SELECT id FROM ".$dest_table." WHERE id = ? ";
  72. $getExist = $PDO_DEST->prepare($queryExsit);
  73. $getExist->execute(array($srcData["id"]));
  74. $exist = $getExist->fetch(PDO::FETCH_ASSOC);
  75. if($exist){
  76. continue;
  77. }
  78. $created_at = date("Y-m-d H:i:s.",$srcData["create_time"]/1000).($srcData["create_time"]%1000)." UTC";
  79. $updated_at = date("Y-m-d H:i:s.",$srcData["modify_time"]/1000).($srcData["modify_time"]%1000)." UTC";
  80. if($srcData["email"]==="test@test.com"){
  81. $email = $srcData["username"].$srcData["email"];
  82. echo "Email Exist ".$srcData["username"].PHP_EOL;
  83. }else{
  84. $email = $srcData["email"];
  85. }
  86. #插入目标表
  87. $commitData = array(
  88. $srcData["id"],
  89. $srcData["userid"],
  90. $srcData["path"],
  91. $srcData["username"],
  92. $srcData["password"],
  93. $srcData["nickname"],
  94. $email,
  95. $srcData["create_time"],
  96. $srcData["modify_time"],
  97. $srcData["receive_time"],
  98. $srcData["setting"],
  99. $srcData["reset_password_token"],
  100. $srcData["reset_password_sent_at"],
  101. $srcData["confirmation_token"],
  102. $srcData["confirmed_at"],
  103. $srcData["confirmation_sent_at"],
  104. $srcData["unconfirmed_email"],
  105. $created_at,
  106. $updated_at
  107. );
  108. $stmtDEST->execute($commitData);
  109. $count++;
  110. $allInsertCount++;
  111. echo "finished {$count} - {$srcData["username"]}".PHP_EOL;
  112. }
  113. $stmtDEST = $PDO_DEST->prepare("alter sequence user_infos_id_seq restart with 400");
  114. $stmtDEST->execute();
  115. fwrite(STDOUT,"insert done $allInsertCount in $allSrcCount ".PHP_EOL) ;
  116. fwrite(STDOUT, "all done in ".(time()-$start)."s".PHP_EOL);
  117. fclose($fpError);