|
...
|
...
|
@@ -3,14 +3,17 @@ |
|
|
|
namespace App\Console\Commands;
|
|
|
|
|
|
|
|
use App\Helper\Arr;
|
|
|
|
use App\Models\Product\Category;
|
|
|
|
use App\Models\Product\Product;
|
|
|
|
use App\Models\Domain\DomainInfo;
|
|
|
|
use App\Models\Project\DeployOptimize;
|
|
|
|
use App\Models\Project\Project;
|
|
|
|
use App\Models\RouteMap\RouteMap;
|
|
|
|
use App\Services\ProjectServer;
|
|
|
|
use Carbon\Carbon;
|
|
|
|
use GuzzleHttp\Client;
|
|
|
|
use GuzzleHttp\Promise\Utils;
|
|
|
|
use Illuminate\Console\Command;
|
|
|
|
use Illuminate\Support\Facades\DB;
|
|
|
|
use Illuminate\Support\Facades\Log;
|
|
|
|
use Illuminate\Support\Str;
|
|
|
|
|
|
|
|
/**
|
|
...
|
...
|
@@ -143,60 +146,71 @@ class WebTraffic extends Command |
|
|
|
*/
|
|
|
|
public function handle()
|
|
|
|
{
|
|
|
|
$type = $this->argument('type');
|
|
|
|
try {
|
|
|
|
$type = $this->argument('type');
|
|
|
|
|
|
|
|
$this->sleep($type);
|
|
|
|
$this->sleep($type);
|
|
|
|
|
|
|
|
$project_list = $this->getProjectList($type);
|
|
|
|
$project_chunk = array_chunk($project_list,500,true);
|
|
|
|
|
|
|
|
foreach ($project_chunk as $chunk) {
|
|
|
|
$need_project = [];
|
|
|
|
foreach ($chunk as $project) {
|
|
|
|
//随机引流间隔
|
|
|
|
$res_sjjg = $this->get_rand($this->sjjg);
|
|
|
|
if ($res_sjjg == 1) {
|
|
|
|
continue;
|
|
|
|
$page = 1;
|
|
|
|
while (true){
|
|
|
|
$project_list = $this->getProjectList($type, $page);
|
|
|
|
if(!$project_list){
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
$need_project = [];
|
|
|
|
foreach ($project_list as $project) {
|
|
|
|
//随机引流间隔
|
|
|
|
$res_sjjg = $this->get_rand($this->sjjg);
|
|
|
|
if ($res_sjjg == 1) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
$project_urls = $this->getProductUrls($project['project_id']);
|
|
|
|
$project_urls['home'] = $project['domain'];
|
|
|
|
//随机访问页面
|
|
|
|
$project['visit_urls'] = $this->getVisitUrls($project_urls);
|
|
|
|
//随机客户端
|
|
|
|
$project['device_port'] = $this->get_rand($this->yddzb);
|
|
|
|
$project['user_agent'] = $project['device_port'] == 1 ? Arr::random($this->pc_ua) : Arr::random($this->mobile_ua);
|
|
|
|
$project_urls = $this->getProductUrls($project['project_id']);
|
|
|
|
$project_urls['home'] = $project['domain'];
|
|
|
|
//随机访问页面
|
|
|
|
$project['visit_urls'] = $this->getVisitUrls($project_urls);
|
|
|
|
//随机客户端
|
|
|
|
$project['device_port'] = $this->get_rand($this->yddzb);
|
|
|
|
$project['user_agent'] = $project['device_port'] == 1 ? Arr::random($this->pc_ua) : Arr::random($this->mobile_ua);
|
|
|
|
|
|
|
|
$need_project[] = $project;
|
|
|
|
}
|
|
|
|
|
|
|
|
//随机访问ip
|
|
|
|
$ips = $this->getIpAreas(count($need_project));
|
|
|
|
//最多10层深度
|
|
|
|
$client = new Client(['verify' => false]);
|
|
|
|
for ($j = 0; $j < 10; $j++) {
|
|
|
|
$need_project[] = $project;
|
|
|
|
}
|
|
|
|
//随机访问ip
|
|
|
|
$ips = $this->getIpAreas(count($need_project));
|
|
|
|
//最多10层深度
|
|
|
|
$client = new Client(['verify' => false]);
|
|
|
|
for ($j = 0; $j < 10; $j++) {
|
|
|
|
//并发请求
|
|
|
|
$promises = [];
|
|
|
|
foreach ($need_project as $project_key => $project) {
|
|
|
|
if (empty($project['visit_urls'][$j])) {
|
|
|
|
continue;
|
|
|
|
for ($j = 0; $j < 10; $j++) {
|
|
|
|
//并发请求
|
|
|
|
$promises = [];
|
|
|
|
foreach ($need_project as $project_key => $project) {
|
|
|
|
if (empty($project['visit_urls'][$j])) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
$data = [
|
|
|
|
'ip' => $ips[$project_key]['ip'],
|
|
|
|
'referrer_url' => $this->getReferer($ips[$project_key]['ip_area']),
|
|
|
|
'url' => $project['visit_urls'][$j],
|
|
|
|
'device_port' => $project['device_port'],
|
|
|
|
'domain' => $project['domain'],
|
|
|
|
];
|
|
|
|
Log::channel('traffic')->info('traffic project_id:' . $project['project_id'], $data);
|
|
|
|
$promises[] = $client->postAsync($project['domain'] . 'api/customerVisit', ['form_params' => $data]);
|
|
|
|
}
|
|
|
|
|
|
|
|
$data = [
|
|
|
|
'ip' => $ips[$project_key]['ip'],
|
|
|
|
'referer' => $this->getReferer($ips[$project_key]['ip_area']),
|
|
|
|
'url' => $project['visit_urls'][$j],
|
|
|
|
'device_port' => $this->get_rand($this->yddzb)
|
|
|
|
];
|
|
|
|
$promises[] = $client->postAsync($project['domain'] . 'api/customerVisit', ['form_params' => $data]);
|
|
|
|
if($promises){
|
|
|
|
Utils::settle($promises)->wait();
|
|
|
|
//每个深度随机等待
|
|
|
|
sleep(rand(2, 10));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
Utils::settle($promises)->wait();
|
|
|
|
|
|
|
|
//每个深度随机等待
|
|
|
|
sleep(rand(2, 10));
|
|
|
|
}
|
|
|
|
|
|
|
|
$page++;
|
|
|
|
}
|
|
|
|
}catch (\Exception $e){
|
|
|
|
Log::channel('traffic')->error($e->getMessage());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
...
|
...
|
@@ -216,35 +230,76 @@ class WebTraffic extends Command |
|
|
|
/**
|
|
|
|
* 引流的项目
|
|
|
|
*/
|
|
|
|
protected function getProjectList($type){
|
|
|
|
//todo 根据type获取需要引流的项目
|
|
|
|
return [
|
|
|
|
[
|
|
|
|
'project_id' => 1,
|
|
|
|
'domain' => 'https://demomark.globalso.com/',
|
|
|
|
]
|
|
|
|
];
|
|
|
|
protected function getProjectList($type, $page){
|
|
|
|
//推广项目
|
|
|
|
$list = Project::with('domainInfo')
|
|
|
|
->leftJoin('gl_project_deploy_optimize', 'gl_project_deploy_optimize.project_id', '=', 'gl_project.id')
|
|
|
|
->where('gl_project_deploy_optimize.domain', '>', 0)
|
|
|
|
->whereIn('gl_project.type', [Project::TYPE_TWO, Project::TYPE_FOUR])
|
|
|
|
->whereIn('gl_project_deploy_optimize.project_id', [6,25]) //todo 测试两个项目 后面删掉
|
|
|
|
->where(function ($query) use ($type){
|
|
|
|
if($type == 1){
|
|
|
|
//1-3个月项目
|
|
|
|
$startTime = Carbon::now()->addMonths(-4)->toDateString();
|
|
|
|
$endTime = Carbon::now()->addMonths(-1)->toDateString();
|
|
|
|
$query->whereBetween('gl_project_deploy_optimize.start_date', [$startTime,$endTime]);
|
|
|
|
}elseif($type == 2){
|
|
|
|
//4-8个月项目
|
|
|
|
$startTime = Carbon::now()->addMonths(-9)->startOfDay()->toDateTimeString();
|
|
|
|
$endTime = Carbon::now()->addMonths(-4)->endOfDay()->toDateTimeString();
|
|
|
|
$query->whereBetween('gl_project_deploy_optimize.start_date', [$startTime,$endTime]);
|
|
|
|
}else{
|
|
|
|
//大于9个月项目
|
|
|
|
$startTime = Carbon::now()->addMonths(-9)->startOfDay()->toDateTimeString();
|
|
|
|
$query->whereBetween('gl_project_deploy_optimize.start_date', '<', $startTime);
|
|
|
|
}
|
|
|
|
})->select('gl_project_deploy_optimize.project_id')->forPage($page, 500)->get();
|
|
|
|
|
|
|
|
//其他地方在引流的域名
|
|
|
|
$other = DB::connection('projects_mysql')->table('projects')->where('switch', 1)->pluck('domain')->toArray();
|
|
|
|
|
|
|
|
$data = [];
|
|
|
|
foreach ($list as $project) {
|
|
|
|
//其他地方在引流就不再引流了
|
|
|
|
if(in_array($project->domainInfo['domain'], $other)){
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
$data[] = [
|
|
|
|
'project_id' => $project['project_id'],
|
|
|
|
'domain' => 'https://' . $project->domainInfo['domain'] . '/',
|
|
|
|
];
|
|
|
|
}
|
|
|
|
|
|
|
|
return $data;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* 获取产品分类、单页和详情链接
|
|
|
|
*/
|
|
|
|
protected function getProductUrls($project_id){
|
|
|
|
//产品分类页面
|
|
|
|
ProjectServer::useProject($project_id);
|
|
|
|
//产品分类页面
|
|
|
|
$product_cate_ids = DB::connection('custom_mysql')->table('gl_product_category')
|
|
|
|
->where('project_id', $project_id)->where('status', 1)->pluck('id')->toArray();
|
|
|
|
//只查发布的分类路由
|
|
|
|
$data['urls_cats'] = DB::connection('custom_mysql')->table('gl_route_map')
|
|
|
|
->where('project_id', $project_id)->where('source', 'product_category')->whereIn('source_id', $product_cate_ids)->get()->toArray();
|
|
|
|
->where('project_id', $project_id)->where('source', RouteMap::SOURCE_PRODUCT_CATE)
|
|
|
|
->whereIn('source_id', $product_cate_ids)->get()->toArray();
|
|
|
|
|
|
|
|
//单页面
|
|
|
|
//todo 发布状态的单页面id
|
|
|
|
$page_ids = DB::connection('custom_mysql')->table('gl_web_custom_template')
|
|
|
|
->where('project_id', $project_id)->where('status', 1)->pluck('id')->toArray();
|
|
|
|
//只查发布的单页面
|
|
|
|
$data['urls_page'] = DB::connection('custom_mysql')->table('gl_route_map')
|
|
|
|
->where('project_id', $project_id)->where('source', 'page')->get()->toArray();
|
|
|
|
->where('project_id', $project_id)->where('source', RouteMap::SOURCE_PAGE)
|
|
|
|
->whereIn('source_id', $page_ids)->get()->toArray();
|
|
|
|
|
|
|
|
//产品详情页
|
|
|
|
$product_ids = DB::connection('custom_mysql')->table('gl_product_category')
|
|
|
|
$product_ids = DB::connection('custom_mysql')->table('gl_product')
|
|
|
|
->where('project_id', $project_id)->where('status', 1)->pluck('id')->toArray();
|
|
|
|
$data['urls_details'] = DB::connection('custom_mysql')->table('gl_route_map')
|
|
|
|
->where('project_id', $project_id)->where('source', 'product')->whereIn('source_id', $product_ids)->get()->toArray();
|
|
|
|
->where('project_id', $project_id)->where('source', RouteMap::SOURCE_PRODUCT)
|
|
|
|
->whereIn('source_id', $product_ids)->get()->toArray();
|
|
|
|
|
|
|
|
$data['urls_cats'] = array_merge($data['urls_cats'], $data['urls_page']);
|
|
|
|
if(empty($data['urls_cats'])){
|
...
|
...
|
|
