| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495 |
- <?php
- /*
- 迁移 article 库
- 从旧数据表中提取数据插入到新的表
- 插入时用uuid判断是否曾经插入
- 曾经插入就不插入了
- */
- require_once __DIR__."/../../../public/app/config.php";
- require_once __DIR__."/../../../public/app/public/snowflakeid.php";
- set_exception_handler(function($e){
- fwrite(STDERR,"error-msg:".$e->getMessage().PHP_EOL);
- fwrite(STDERR,"error-file:".$e->getFile().PHP_EOL);
- fwrite(STDERR,"error-line:".$e->getLine().PHP_EOL);
- exit;
- });
- $start = time();
- # 雪花id
- $snowflake = new SnowFlakeId();
- $fpError = fopen(__DIR__.'/log/'.basename($_SERVER['PHP_SELF'],'.php').".err.data.csv",'w');
- #
- $src_db = _SQLITE_DB_HOSTSETTING_;#源数据库
- $src_table = _SQLITE_TABLE_HOSTSETTING_;#源表名
- $dest_db = _PG_DB_CUSTOM_BOOK_ID_;#目标数据库
- $dest_table = _PG_TABLE_CUSTOM_BOOK_ID_;#目标表名
- fwrite(STDOUT,"migarate custom book id".PHP_EOL);
- #打开源数据库
- $PDO_SRC = new PDO($src_db,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
- $PDO_SRC->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
- fwrite(STDOUT,"open src table".PHP_EOL);
- #打开目标数据库
- $PDO_DEST = new PDO($dest_db,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
- $PDO_DEST->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
- fwrite(STDOUT,"open dest table".PHP_EOL);
- $queryInsert = "INSERT INTO ".$dest_table."
- (
- key,
- value)
- VALUES (? , ? )";
- $stmtDEST = $PDO_DEST->prepare($queryInsert);
- $commitData = [];
- $allInsertCount = 0;
- $allSrcCount = 0;
- $count = 0;
- #从源数据表中读取
- $query = "SELECT key,value FROM ".$src_table. " where key = 'max_book_number' ";
- $stmtSrc = $PDO_SRC->prepare($query);
- $stmtSrc->execute();
- if($srcData = $stmtSrc->fetch(PDO::FETCH_ASSOC)){
- $allSrcCount++;
- //查询是否已经插入
- $queryExsit = "SELECT id FROM ".$dest_table." WHERE key = ? ";
- $getExist = $PDO_DEST->prepare($queryExsit);
- $getExist->execute(array($srcData["key"]));
- $exist = $getExist->fetch(PDO::FETCH_ASSOC);
- if($exist){
- echo "key max_book_number exist value=".$getExist['value'];
- exit;
- }
- #插入目标表
- $commitData = array(
- $srcData["key"],
- $srcData["value"]
- );
- $stmtDEST->execute($commitData);
- $count++;
- $allInsertCount++;
- }else{
- echo "no row read".PHP_EOL;
- }
- fwrite(STDOUT,"insert done $allInsertCount in $allSrcCount ".PHP_EOL) ;
- fwrite(STDOUT, "all done in ".(time()-$start)."s".PHP_EOL);
- fclose($fpError);
|