Procházet zdrojové kódy

:construction: migrate UserOperationDaily

Bhikkhu-Kosalla před 4 roky
rodič
revize
74cc3dfa75

+ 11 - 0
app/Models/UserOperationDaily.php

@@ -0,0 +1,11 @@
+<?php
+
+namespace App\Models;
+
+use Illuminate\Database\Eloquent\Factories\HasFactory;
+use Illuminate\Database\Eloquent\Model;
+
+class UserOperationDaily extends Model
+{
+    use HasFactory;
+}

+ 39 - 0
database/migrations/2022_01_28_092534_create_user_operation_dailies_table.php

@@ -0,0 +1,39 @@
+<?php
+
+use Illuminate\Database\Migrations\Migration;
+use Illuminate\Database\Schema\Blueprint;
+use Illuminate\Support\Facades\Schema;
+
+class CreateUserOperationDailiesTable extends Migration
+{
+    /**
+     * Run the migrations.
+     *
+     * @return void
+     */
+    public function up()
+    {
+        Schema::create('user_operation_dailies', function (Blueprint $table) {
+			#使用雪花id
+            $table->bigInteger('id')->primary();
+		    $table->bigInteger('user_id')->index();
+		    $table->bigInteger('date_int')->index();
+		    $table->bigInteger('duration');
+		    $table->integer('hit')->default(1);
+
+			$table->timestamp('created_at')->useCurrent();
+			$table->timestamp('updated_at')->useCurrent()->useCurrentOnUpdate();
+
+        });
+    }
+
+    /**
+     * Reverse the migrations.
+     *
+     * @return void
+     */
+    public function down()
+    {
+        Schema::dropIfExists('user_operation_dailies');
+    }
+}

+ 29 - 17
v1/scripts/migrations/20211214191900_user_operation_dailys_copy.php

@@ -5,32 +5,45 @@
 插入时用uuid判断是否曾经插入
 曾经插入就不插入了
 */
-require_once __DIR__."/../../app/config.php";
+require_once __DIR__."/../../../public/app/config.php";
+require_once __DIR__."/../../../public/app/public/snowflakeid.php";
+
+set_exception_handler(function($e){
+	fwrite(STDERR,"error-msg:".$e->getMessage().PHP_EOL);
+	fwrite(STDERR,"error-file:".$e->getFile().PHP_EOL);
+	fwrite(STDERR,"error-line:".$e->getLine().PHP_EOL);
+	exit;
+});
+$start = time();
+# 雪花id
+$snowflake = new SnowFlakeId();
+
+$fpError = fopen(__DIR__.'/log/'.basename($_SERVER['PHP_SELF'],'.php').".err.data.csv",'w');
 
 #user info
 $user_db=_FILE_DB_USERINFO_;#user数据库
 $user_table=_TABLE_USER_INFO_;#user表名
 # 更新索引表
-$src_db = _FILE_SRC_USER_ACTIVE_;#源数据库
-$src_table = _TABLE_SRC_USER_OPERATION_DAILY_;#源表名
+$src_db = _SQLITE_DB_USER_ACTIVE_;#源数据库
+$src_table = _SQLITE_TABLE_USER_OPERATION_DAILY_;#源表名
 
-$dest_db = _FILE_DB_USER_ACTIVE_;#目标数据库
-$dest_table = _TABLE_USER_OPERATION_DAILY_;#目标表名
+$dest_db = _PG_DB_USER_ACTIVE_;#目标数据库
+$dest_table = _PG_TABLE_USER_OPERATION_DAILY_;#目标表名
 
-fwrite(STDOUT,"migarate user opration frame".PHP_EOL);
+fwrite(STDOUT,"migarate user opration DAILY".PHP_EOL);
 #打开user数据库
 $PDO_USER = new PDO($user_db,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
-$PDO_USER->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_WARNING);
+$PDO_USER->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
 fwrite(STDOUT,"open user table".PHP_EOL);
 
 #打开源数据库
 $PDO_SRC = new PDO($src_db,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
-$PDO_SRC->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_WARNING);
+$PDO_SRC->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
 fwrite(STDOUT,"open src table".PHP_EOL);
 
 #打开目标数据库
 $PDO_DEST = new PDO($dest_db,_DB_USERNAME_,_DB_PASSWORD_,array(PDO::ATTR_PERSISTENT=>true));
-$PDO_DEST->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_WARNING);
+$PDO_DEST->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
 fwrite(STDOUT,"open dest table".PHP_EOL);
 
 #删除目标数据表中全部数据
@@ -42,14 +55,14 @@ $stmtDest->execute();
 
 $queryInsert = "INSERT INTO ".$dest_table." 
 								(
+                                    id,
 									user_id,
-									date_at,
 									date_int,
 									duration,
 									hit,
 									updated_at,
 									created_at) 
-									VALUES ( ? , to_timestamp(?) , ? , ? , ? , to_timestamp(?), to_timestamp(?))";
+									VALUES (? ,  ? ,  ? , ? , ? , to_timestamp(?), to_timestamp(?))";
 $stmtDEST = $PDO_DEST->prepare($queryInsert);
 
 $commitData = [];
@@ -67,6 +80,9 @@ $stmtSrc = $PDO_SRC->prepare($query);
 $stmtSrc->execute();
 while($srcData = $stmtSrc->fetch(PDO::FETCH_ASSOC)){
 	$allSrcCount++;
+    if($srcData["user_id"]=='290fd808-2f46-4b8c-b300-0367badd67ed'){
+		$srcData["user_id"] = 'f81c7140-64b4-4025-b58c-45a3b386324a';
+	}
 	$stmtUser->execute(array($srcData["user_id"]));
 	$userId = $stmtUser->fetch(PDO::FETCH_ASSOC);
 	if(!$userId){
@@ -75,8 +91,8 @@ while($srcData = $stmtSrc->fetch(PDO::FETCH_ASSOC)){
 	}
 	#插入目标表
 	$commitData = array(
+            $snowflake->id(),
 			$userId["id"],
-			$srcData["date"]/1000,
 			$srcData["date"],
 			$srcData["duration"],
 			$srcData["hit"],
@@ -84,11 +100,7 @@ while($srcData = $stmtSrc->fetch(PDO::FETCH_ASSOC)){
 			$srcData["date"]/1000
 		);	
 	$stmtDEST->execute($commitData);
-	if (!$stmtDEST || ($stmtDEST && $stmtDEST->errorCode() != 0)) {
-		$error = $PDO_DEST->errorInfo();
-		echo "error - $error[2] ";
-		exit;
-	}
+
 	$count++;	
 	$allInsertCount++;