update

+<?php
+
+namespace App\Console\Commands\Sync;
+
+
+use App\Exceptions\InquiryFilterException;
+use App\Models\Project\Project;
+use App\Models\SyncSubmitTask\SyncSubmitTaskZbj as SyncSubmitTaskModel;
+use App\Services\SyncSubmitTaskService;
+use Illuminate\Console\Command;
+use Illuminate\Support\Facades\DB;
+use Illuminate\Support\Facades\Redis;
+use Illuminate\Support\Facades\Schema;
+use Illuminate\Support\Str;
+
+/**
+ *
+ * Class SyncSubmitTask
+ * @package App\Console\Commands
+ * @author zbj
+ * @date 2023/11/28
+ */
+class SyncSubmitTaskZbj extends Command
+{
+
+    protected $signature = 'sync_submit_task';
+    protected $description = '询盘、访问异步任务';
+
+    public function handle()
+    {
+        $backup = false;
+        while (true) {
+            $task_id = $this->getTaskId();
+            if ($task_id > 2000000) {
+                $backup = true;
+            }
+            if (empty($task_id)) {
+                if ($backup) {
+                    $this->backup();
+                    $backup = false;
+                }
+                sleep(5);
+                continue;
+            }
+            $this->output('任务' . $task_id . '开始');
+            $task_info = SyncSubmitTaskModel::find($task_id);
+            if (empty($task_info) || $task_info->status) {
+                $this->output('任务不存在或者已执行');
+                continue;
+            }
+            try {
+                $project = Project::getProjectByDomain($task_info['data']['domain'] ?? '');
+                $task_info->project_id = $project->id;
+
+                SyncSubmitTaskService::handler($task_info);
+                $task_info->status = 1;
+                $task_info->save();
+
+                $this->output('任务完成');
+            } catch (InquiryFilterException $e) {
+                $task_info->status = 1;
+                $task_info->is_filtered = 1;
+                $task_info->remark = $e->getMessage();
+                $task_info->save();
+
+                $this->output('任务完成');
+            } catch (\Exception $e) {
+                $task_info->retry = $task_info->retry + 1;
+                if ($task_info->retry >= 3) {
+                    $task_info->status = 2;
+                    $task_info->remark = Str::substr($e->getMessage(), 0, 200);
+                } else {
+                    Redis::lpush('sync_submit_task', $task_id);
+                }
+                $task_info->save();
+
+                $this->output('任务失败：' . $e->getMessage());
+            }
+        }
+    }
+
+    public function getTaskId()
+    {
+        $task_id = Redis::rpop('sync_submit_task');
+        if (empty($task_id)) {
+            $ids = SyncSubmitTaskModel::where('status', 3)->limit(100)->pluck('id');
+            foreach ($ids as $id) {
+                Redis::lpush('sync_submit_task', $id);
+            }
+            $task_id = Redis::rpop('sync_submit_task');
+        }
+        return $task_id;
+    }
+
+    /**
+     * 输出处理日志
+     */
+    public function output($message): bool
+    {
+        echo date('Y-m-d H:i:s') . ' | ' . $message . PHP_EOL;
+        return true;
+    }
+
+    /**
+     * 备份数据
+     * @author zbj
+     * @date 2024/1/23
+     */
+    public function backup()
+    {
+        DB::beginTransaction();
+        try {
+            $table = (new SyncSubmitTaskModel())->getTable();
+            $new_table = $table . '_backup_' . date('Ymd');
+
+            //重命名当前表
+            Schema::rename($table, $new_table);
+            //克隆表数据
+            DB::statement('CREATE TABLE ' . $table . ' LIKE ' . $new_table);
+
+            DB::commit();
+
+            $this->output('数据备份成功');
+        } catch (\Exception $e) {
+            $this->output('数据备份失败' . $e->getMessage());
+            DB::rollBack();
+        }
+        return true;
+    }
+}

@@ -21,6 +21,7 @@ use Illuminate\Console\Command;
 use Illuminate\Database\Eloquent\Model;
 use Illuminate\Database\Eloquent\Model;
 use Illuminate\Support\Facades\DB;
 use Illuminate\Support\Facades\DB;
 use Illuminate\Support\Facades\Log;
 use Illuminate\Support\Facades\Log;
+use Illuminate\Support\Facades\Redis;
 use Illuminate\Support\Str;
 use Illuminate\Support\Str;
 
 
 /**
 /**
@@ -172,68 +173,83 @@ class WebTrafficFix extends Command
             $date = $this->argument('date');
             $date = $this->argument('date');
             $need_num = $this->argument('need_num');
             $need_num = $this->argument('need_num');
 
 
-            $project_list = $this->getProjectList($type);
+            // $project_list = $this->getProjectList($type);
+            // exit;
+            while (true) {
 
 
-            foreach ($project_list as $project) {
-                ProjectServer::useProject($project['project_id']);
-                if($project['project_id'] <= 135){
-                    continue;
-                }
-                echo  'project_id:' . $project['project_id'] . PHP_EOL;
-                Log::info('web_traffic_fix project_id:' . $project['project_id']);
-                $ip_num = DB::connection('custom_mysql')->table('gl_customer_visit')->whereDate('updated_date', $date)->count();
-                if($ip_num >= 30){
-                    continue;
-                }
 
 
-                $randomTime = [];
-                for ($i=0;$i<$need_num-$ip_num;$i++){
-                    $randomTime[] = Carbon::make($date)->addSeconds(rand(0, 86400))->toDateTimeString();
+                $project = Redis::rpop('web_traffic_fix');
+                if(empty($project)){
+
+                    break;
                 }
                 }
-                sort($randomTime);
-                echo   'count:' . count($randomTime) . PHP_EOL;
-                $project_urls = $this->getProductUrls($project['project_id']);
-                $project_urls['home'] = $project['domain'];
-
-                foreach ($randomTime as $time){
-                    //随机引流间隔
-                    $res_sjjg = $this->get_rand($this->sjjg);
-                    if ($res_sjjg == 1) {
+                $project_list = [json_decode($project, true)];
+                foreach ($project_list as $project) {
+                    ProjectServer::useProject($project['project_id']);
+                    // if($project['project_id'] <= 135){
+                    //     continue;
+                    // }
+                    echo 'project_id:' . $project['project_id'] . PHP_EOL;
+                    Log::info('web_traffic_fix project_id:' . $project['project_id']);
+                    $ip_num = DB::connection('custom_mysql')->table('gl_customer_visit')->where('updated_date', $date)->count();
+                    if ($ip_num >= 30) {
+                        echo $ip_num . PHP_EOL;
                         continue;
                         continue;
                     }
                     }
 
 
-                    //随机访问页面
-                    $project['visit_urls'] = $this->getVisitUrls($project_urls);
-                    //随机客户端
-                    $project['device_port'] = $this->get_rand($this->yddzb);
-                    $project['user_agent'] = $project['device_port'] == 1 ? Arr::random($this->pc_ua) : Arr::random($this->mobile_ua);
-
-                    $project['ip'] = $this->getIpAreas([$project['project_id']], $time)[0] ?? '';
-
-                    foreach ($project['visit_urls'] as $url){
-                        $time = Carbon::make($time)->addSeconds(rand(2, 15))->toDateTimeString();
-                        $url_array = parse_url($project['domain']);
-                        $referrer_url  = $this->getReferer($project['ip']['ip_area'], $project['lang']);
-                        $array = [
-                            'ip' => $project['ip']['ip'],
-                            'domain' => $url_array['host'] ?? '',
-                            'referer' => $referrer_url,
-                            'user_agent' => $project['user_agent'],
-                            'data' => [
-                                'url' => $url,
-                                'domain' => empty($url_array['host']) ? '' : $url_array['scheme'] . '://' . $url_array['host'],
-                                'device_port' => in_array($project['device_port'], array_keys(Visit::deviceMap())) ? $project['device_port'] : Visit::DEVICE_PC,
-                                'referrer_url' => $referrer_url
-                            ],
-                        ];
-                        $task = new SyncSubmitTask();
-                        $task->data = json_encode($array);
-                        $task->type = SyncSubmitTask::TYPE_VISIT;
-                        $task->created_at = $time;
-                        $task->status = 3;
-                        $task->traffic = 1;
-                        $task->save();
+                    $randomTime = [];
+                    for ($i = 0; $i < $need_num - $ip_num; $i++) {
+                        $randomTime[] = Carbon::make($date)->addSeconds(rand(0, 86400))->toDateTimeString();
+                    }
+                    sort($randomTime);
+                    echo 'count:' . count($randomTime) . PHP_EOL;
+                    $project_urls = $this->getProductUrls($project['project_id']);
+                    $project_urls['home'] = $project['domain'];
+
+                    $data = [];
+                    foreach ($randomTime as $time) {
+                        //随机引流间隔
+                        $res_sjjg = $this->get_rand($this->sjjg);
+                        if ($res_sjjg == 1) {
+                            continue;
+                        }
+
+                        //随机访问页面
+                        $project['visit_urls'] = $this->getVisitUrls($project_urls);
+                        //随机客户端
+                        $project['device_port'] = $this->get_rand($this->yddzb);
+                        $project['user_agent'] = $project['device_port'] == 1 ? Arr::random($this->pc_ua) : Arr::random($this->mobile_ua);
+                        $a = time();
+                        $project['ip'] = $this->getIpAreas([$project['project_id']], $time)[0] ?? '';
+                        foreach ($project['visit_urls'] as $url) {
+                            $time = Carbon::make($time)->addSeconds(rand(2, 15))->toDateTimeString();
+                            $url_array = parse_url($project['domain']);
+                            $referrer_url = $this->getReferer($project['ip']['ip_area'], $project['lang']);
+                            $array = [
+                                'ip' => $project['ip']['ip'],
+                                'domain' => $url_array['host'] ?? '',
+                                'referer' => $referrer_url,
+                                'user_agent' => $project['user_agent'],
+                                'data' => [
+                                    'url' => $url,
+                                    'domain' => empty($url_array['host']) ? '' : $url_array['scheme'] . '://' . $url_array['host'],
+                                    'device_port' => in_array($project['device_port'], array_keys(Visit::deviceMap())) ? $project['device_port'] : Visit::DEVICE_PC,
+                                    'referrer_url' => $referrer_url
+                                ],
+                            ];
+                            $data[] = [
+                                'data' => json_encode($array),
+                                'type' => SyncSubmitTask::TYPE_VISIT,
+                                'created_at' => $time,
+                                'updated_at' => $time,
+                                'status' => 3,
+                                'traffic' => 1,
+                                'project_id' => $project['project_id'],
+                            ];
+                        }
+
                     }
                     }
+                    DB::table('gl_sync_submit_task_20240516')->insert($data);
                 }
                 }
             }
             }
             Log::info('web_traffic_fix finish');
             Log::info('web_traffic_fix finish');
@@ -279,7 +295,7 @@ class WebTrafficFix extends Command
             ->get();
             ->get();
         //其他地方在引流的域名
         //其他地方在引流的域名
         $other = DB::connection('projects_mysql')->table('projects')->where('switch', 1)->pluck('domain')->toArray();
         $other = DB::connection('projects_mysql')->table('projects')->where('switch', 1)->pluck('domain')->toArray();
-        $data = [];
+
         foreach ($list as $project) {
         foreach ($list as $project) {
             $lang = WebLanguage::getLangById($project['main_lang_id']??1)['short'];
             $lang = WebLanguage::getLangById($project['main_lang_id']??1)['short'];
             if(empty($project->domainInfo['domain'])){
             if(empty($project->domainInfo['domain'])){
@@ -289,13 +305,15 @@ class WebTrafficFix extends Command
             if(in_array($project->domainInfo['domain'], $other)){
             if(in_array($project->domainInfo['domain'], $other)){
                 continue;
                 continue;
             }
             }
-            $data[] = [
+            $data = [
                 'project_id' => $project['project_id'],
                 'project_id' => $project['project_id'],
                 'domain' => 'https://' . $project->domainInfo['domain'] . '/',
                 'domain' => 'https://' . $project->domainInfo['domain'] . '/',
                 'lang' => $lang
                 'lang' => $lang
             ];
             ];
+
+            Redis::lpush('web_traffic_fix', json_encode($data));
         }
         }
-        return $data;
+        return true;
     }
     }
 
 
     /**
     /**
@@ -355,19 +373,26 @@ class WebTrafficFix extends Command
             $main_countries = !empty($config->main_countries) ? explode(',',$config->main_countries) : [];
             $main_countries = !empty($config->main_countries) ? explode(',',$config->main_countries) : [];
             $filter_countries = !empty($config->filter_countries) ? explode(',',$config->filter_countries) : [];
             $filter_countries = !empty($config->filter_countries) ? explode(',',$config->filter_countries) : [];
 
 
-            //根据地区随机取该地区的IP
-            $ipdata = DB::table('gl_xunpan_ipdata')->whereIn('ip_area', $areas)
-                ->where(function ($query) use ($main_countries, $filter_countries){
-                    if($main_countries){
-                        $query->whereIn('ip_area', $main_countries);
-                    }
-                    if($filter_countries){
-                        $query->whereNotIn('ip_area', $main_countries);
+            if($main_countries){
+                $areas = $main_countries;
+            }
+
+            if($filter_countries){
+                $areas2 = [];
+                foreach ($areas as $v){
+                    if(!in_array($v, $filter_countries)){
+                        $areas2[] = $v;
                     }
                     }
-                })->inRandomOrder()->first();
+                }
+                $areas = $areas2;
+            }
+
+            //根据地区随机取该地区的IP
+            $ipdata = DB::table('gl_xunpan_ipdata')->whereIn('ip_area', $areas)->inRandomOrder()->first();
             if(!$ipdata){
             if(!$ipdata){
                 continue;
                 continue;
             }
             }
+
             $ipdata = (array)$ipdata ?: [];
             $ipdata = (array)$ipdata ?: [];
             $ipdata['diff'] = $time_zones[$ipdata['ip_area']];
             $ipdata['diff'] = $time_zones[$ipdata['ip_area']];
             $data[] = $ipdata;
             $data[] = $ipdata;

+<?php
+
+namespace App\Models\SyncSubmitTask;
+
+use Illuminate\Database\Eloquent\Model;
+use Illuminate\Support\Facades\Log;
+use Illuminate\Support\Facades\Redis;
+
+/**
+ * @method static where(string $string, mixed $ip)
+ * @method static create(array $data)
+ */
+class SyncSubmitTaskZbj extends Model
+{
+
+    const TYPE_INQUIRY = 'inquiry';
+    const TYPE_VISIT = 'visit';
+
+    const TRAFFIC_DEFAULT = 0;
+    const TRAFFIC_TRUE = 1;
+
+    //设置关联表名
+    /**
+     * @var mixed
+     */
+    protected $table = 'gl_sync_submit_task_20240516';
+
+    protected $casts = [
+        'data' => 'array',
+    ];
+
+    /**
+     * @param $type
+     * @param $data
+     * @return bool
+     * @author zbj
+     * @date 2023/11/28
+     */
+    public static function addTask($type, $data): bool
+    {
+        if (empty($data)) {
+            return false;
+        }
+        try {
+            $data = [
+                'data' => $data['data'],
+                'domain' => !empty($data['domain']) ? $data['domain'] : request()->getHost(),
+                'ip' => !empty($data['ip']) ? $data['ip'] : request()->getClientIp(),
+                'referer' => !empty($data['referer']) ? $data['referer'] : request()->header('Referer'),
+                'user_agent' => !empty($data['user_agent']) ? $data['user_agent'] : request()->header('user_agent'),
+            ];
+
+            if(empty($data['referer']) || empty($data['user_agent']) || empty($data['data'])){
+                return false;
+            }
+
+            $model = new self();
+            $model->type = $type;
+            $model->data = $data;
+            !empty($data['submit_time']) && $model->created_at = $data['submit_time'];
+            $model->save();
+
+        } catch (\Exception $e) {
+            Log::error('SyncSubmitTask addTask error', ['msg' => $e->getMessage(), 'data' => $data]);
+            return false;
+        }
+        return true;
+    }
+}