拆分同步数据脚本

+<?php
+/**
+ * Created by PhpStorm.
+ * User: zhl
+ * Date: 2025/2/18
+ * Time: 17:10
+ */
+namespace App\Console\Commands\Inquiry;
+
+use App\Models\Channel\Channel;
+use App\Models\Domain\DomainInfo;
+use App\Models\Inquiry\InquiryProject;
+use App\Models\Inquiry\InquiryProjectRoute;
+use App\Models\Product\Category;
+use App\Models\Product\Product;
+use App\Models\Project\OnlineCheck;
+use App\Models\Project\Project;
+use App\Services\ProjectServer;
+use Illuminate\Console\Command;
+use Illuminate\Support\Facades\DB;
+use Illuminate\Support\Facades\Log;
+use Illuminate\Support\Facades\Redis;
+
+/**
+ * Class SyncInquiryProjectRoute
+ * @package App\Console\Commands\Inquiry
+ */
+class SyncInquiryProjectRoute extends Command
+{
+    /**
+     * The name and signature of the console command.
+     *
+     * @var string
+     */
+    protected $signature = 'sync_inquiry_project_route';
+
+    /**
+     * The console command description.
+     *
+     * @var string
+     */
+    protected $description = '同步询盘信息：项目对应路由，';
+
+    /**
+     * Create a new command instance.
+     *
+     * @return void
+     */
+    public function __construct()
+    {
+        parent::__construct();
+    }
+
+    /**
+     * 同步优化项目及路由
+     * TODO 同步v4 v5 v6项目以及路由， 删除过期项目及路由
+     * @return bool
+     */
+    public function handle()
+    {
+        while (true) {
+            $sync_id = Redis::rpop('sync_inquiry_project_route_task');
+            if (empty($sync_id)) {
+                sleep(60);
+                continue;
+            }
+
+            $task = InquiryProject::where(['id' => $sync_id])->first();
+            if (empty($task))
+                continue;
+
+            // 同步对应项目路由， 以及删除过期路由
+            if ($task->version == InquiryProject::VERSION_SIX){
+                $this->syncGloV6Route($task);
+            } else {
+                $this->syncGloV5Route($task);
+            }
+
+        }
+        return true;
+    }
+
+    /**
+     * 同步v4 v5项目路由
+     * @param $task
+     * @return bool
+     */
+    public function syncGloV5Route($task)
+    {
+        $date = intval(date('Ymd'));
+
+        $result = file_get_contents(storage_path('logs/sync_inquiry_project_route/' . $task->id . '.json'));
+        $result = json_decode($result, true);
+        if (empty($result)) {
+            // 未获取到数据 删除当前项目过期路由
+            $this->deleteExpire($task->id, $date);
+            $this->log('syncGloV5Route 未获取到路由信息：' . $task->id . ', 路由获取地址：' . ($task->is_split && $task->test_url ? $task->test_url : $task->main_url) . 'k_u_api.php');
+            return false;
+        }
+
+        foreach ($result as $key=>$val) {
+            try {
+                $tmp = explode('|', $val);
+                $url_tmp = parse_url($tmp[0]);
+                $route = trim($url_tmp['path'], '/');
+                $title = str_replace('+', ' ', $tmp[1]);
+                if (strlen($title) > 200 || strlen($route) > 200) {
+                    $this->log('syncGloV5Route 路由或标题过长，无效记录');
+                    continue;
+                }
+                InquiryProjectRoute::saveProjectRoute($task->id, $title, $route, $date);
+            } catch (\Exception $e) {
+                $this->log('syncGloV5Route 解析路径：' . $val . ', 错误信息：' . $e->getMessage());
+                echo 'syncGloV5Route 解析路径：' . $val . ', 错误信息：' . $e->getMessage() . PHP_EOL;
+            }
+        }
+
+        // 删除当前项目过期路由
+        $this->deleteExpire($task->id, $date);
+        return true;
+    }
+
+    /**
+     * 同步v6项目路由
+     * @param $task
+     * @return bool
+     */
+    public function syncGloV6Route($task)
+    {
+        $date = intval(date('Ymd'));
+        ProjectServer::useProject($task->primary_id);
+        // TODO 产品分类标题、路由， 产品标题、路由， 同步到路由表
+        $category = Category::where('status', Category::STATUS_ACTIVE)->get(['title', 'route']);
+        foreach ($category as $key=>$val) {
+            InquiryProjectRoute::saveProjectRoute($task->id, $val->title, $val->route, $date);
+        }
+
+        // 产品数量会比较多， 所以使用分页 同步数据
+        $id = 0;
+        while (true) {
+            echo '同步项目路由：' . $id . PHP_EOL;
+            $product = Product::where('status', Product::STATUS_ON)->where('id', '>', $id)->orderBy('id', 'asc')->limit(1000)->get(['id', 'title', 'route']);
+            if ($product->isEmpty())
+                break;
+
+            foreach ($product as $key=>$val) {
+                $id = $val->id;
+                InquiryProjectRoute::saveProjectRoute($task->id, $val->title, $val->route, $date);
+            }
+        }
+
+        DB::disconnect('custom_mysql');
+
+        // 删除当前项目过期路由
+        $this->deleteExpire($task->id, $date);
+
+        return true;
+    }
+
+    /**
+     * 删除过期数据， 非当前更新数据， 都删除， 误删第二天再重新同步更新
+     * @param $project_id
+     * @param $date
+     * @return bool
+     */
+    public function deleteExpire($project_id, $date)
+    {
+        $project_route_num = InquiryProjectRoute::where(['project_id' => $project_id])->where('date', '<', $date)->delete();
+        $this->log('项目ID：' . $project_id . ', 删除过期路由数量：' . $project_route_num);
+        return true;
+    }
+
+    /**
+     * 输出日志到特定的文件内， 这个文件需要定时排除内容
+     * @param $message
+     * @return bool
+     */
+    public function log($message)
+    {
+        $message = date('Y-m-d H:i:s') . ' ' . $message . PHP_EOL;
+        file_put_contents(storage_path('logs/zhl/output') . date('Y-m-d') . '.log', $message, FILE_APPEND);
+        return true;
+    }
+}

@@ -27,6 +27,7 @@ class InquiryProject extends Base
 
 
     /**
     /**
      * 保存项目信息
      * 保存项目信息
+     * @param $date
      * @param $version
      * @param $version
      * @param $primary_id
      * @param $primary_id
      * @param $project
      * @param $project
@@ -36,9 +37,8 @@ class InquiryProject extends Base
      * @param string $test_domain
      * @param string $test_domain
      * @return InquiryProject
      * @return InquiryProject
      */
      */
-    public static function saveProject($version, $primary_id, $project, $channel, $domain, $is_split = 0, $test_domain = '')
+    public static function saveProject($date, $version, $primary_id, $project, $channel, $domain, $is_split = 0, $test_domain = '')
     {
     {
-        $date = date('Ymd');
         $log = self::where(compact('version', 'primary_id'))->first();
         $log = self::where(compact('version', 'primary_id'))->first();
         if ($log) {
         if ($log) {
             $log->date = $date;
             $log->date = $date;

@@ -25,11 +25,11 @@ class InquiryProjectRoute extends Base
      * @param int $project_id   gl_inquiry_project 表ID
      * @param int $project_id   gl_inquiry_project 表ID
      * @param $title
      * @param $title
      * @param $route
      * @param $route
+     * @param $date
      * @return InquiryProjectRoute
      * @return InquiryProjectRoute
      */
      */
-    public static function saveProjectRoute($project_id, $title, $route)
+    public static function saveProjectRoute($project_id, $title, $route, $date)
     {
     {
-        $date = date('Ymd');
         $log = self::where(compact('project_id', 'title'))->first();
         $log = self::where(compact('project_id', 'title'))->first();
         if ($log) {
         if ($log) {
             $log->date = $date;
             $log->date = $date;