周海龙 / globalso · 提交

转到一个项目

作者 刘锟
提交 581bb96594e5513d67afb1149387e6e5ec9181bb 1 个父辈 7e685479

update

内嵌 并排对比
正在显示 2 个修改的文件 包含 654 行增加 和 0 行删除
<?php
namespace App\Console\Commands\Inquiry;
use App\Models\Inquiry\InquiryInfo;
use App\Models\Inquiry\InquiryProject;
use App\Models\Inquiry\InquiryRelayDetail;
use App\Models\Inquiry\InquiryRelayDetailLog;
use Illuminate\Console\Command;
use Illuminate\Support\Facades\Cache;
use Illuminate\Support\Facades\Http;
use Illuminate\Support\Facades\Log;
use Illuminate\Support\Facades\Redis;
/**
* Class postInquiry
* @package App\Console\Commands\Inquiry
*/
class PostInquiryForward extends Command
{
/**
* The name and signature of the console command.
*
* @var string
*/
protected $signature = 'post_inquiry_forward';
/**
* The console command description.
*
* @var string
*/
protected $description = '执行询盘请求';
/**
* Create a new command instance.
*
* @return void
*/
public function __construct()
{
parent::__construct();
}
public function handle()
{
while (true) {
$list = InquiryRelayDetailLog::where('status', InquiryRelayDetailLog::STATUS_INIT)->where('start_at', '<=', date('Y-m-d H:i:s'))->orderBy('id', 'asc')->limit(100)->get();
if (!$list->count()) {
sleep(1);
}
// 询盘数据入库
foreach ($list as $key => $val) {
//加个锁 避免重复执行
$lockKey = 'inquiry_relay_detail_log_lock_' . $val->id;
if (!Redis::setnx($lockKey, 1)) {
continue;
}
Redis::expire($lockKey, 60);
$log = InquiryRelayDetailLog::find($val->id);
if ($log->status != InquiryRelayDetailLog::STATUS_INIT) {
continue;
}
$this->output('开始执行' . $val->id);
try {
$detail = InquiryRelayDetail::find($val['detail_id']);
//防止 程序中断 启动时 同一时间一下就发了
$last_log = InquiryRelayDetailLog::where('detail_id', $val['detail_id'])->where('id', '<', $val['id'])->orderBy('id', 'desc')->first();
//不是第一个 或者 上一个处理失败了 直接处理
if (!empty($last_log)) {
//上一个还没有处理 直接跳过
if ($last_log->status == InquiryRelayDetailLog::STATUS_INIT) {
continue;
}
//上一个处理完成
if ($last_log->status == InquiryRelayDetailLog::STATUS_SUCCESS) {
//上次处理时间间隔达到没
$interval = strtotime($val->start_at) - strtotime($last_log->start_at);
if (time() - strtotime($last_log->updated_at) < $interval) {
continue;
}
}
}
if ($val['type'] == 1) {
$this->visit($detail, $val);
} else {
$res = $this->inquiry($detail, $val);
//转发表单
if ($res) {
$form = InquiryInfo::find($detail['form_id']);
$form->success = $form->success + 1;
$form->save();
Log::channel('inquiry_forward')->info('询盘成功：', [$detail['form_id'], $val->id, getmypid()]);
}
}
} catch (\Exception $e) {
Log::channel('inquiry_forward')->error('post_inquiry_forward handle error', [$e->getMessage(), $e->getFile(), $e->getLine()]);
$val->status = InquiryRelayDetailLog::STATUS_FAIL;
$val->remark = mb_substr($e->getMessage(), 0, 200);
$val->save();
}
}
}
}
public function visit(InquiryRelayDetail $detail, InquiryRelayDetailLog $log)
{
$website = $detail['website'];
if ($detail['is_v6']) {
$data = [
'ip' => $detail['ip'],
'url' => $log['url'],
'device_port' => $detail['device_port'],
'referrer_url' => $detail['referrer'],
'user_agent' => $detail['user_agent'],
];
$res = Http::withoutVerifying()->timeout(30)->post($website . 'api/traffic_visit/', $data)->json();
if (empty($res['status']) || $res['status'] != 200) {
$log->status = InquiryRelayDetailLog::STATUS_FAIL;
$log->remark = mb_substr($res['message'] ?? '', 0, 200);
$log->save();
Log::channel('inquiry_forward')->error('post_inquiry_forward visit error', [$res, $website . 'api/traffic_visit/', $data]);
return false;
}
} else {
//v4 v5分离项目 往测试链接推
$project_info = InquiryProject::select(['is_split', 'test_domain'])->where('domain', $website)->first();
if (!$project_info) {
$log->status = InquiryRelayDetailLog::STATUS_FAIL;
$log->remark = '获取域名对应项目失败';
$log->save();
return false;
}
if ($project_info['is_split'] == 1) {
$website = $project_info['test_domain'];
}
$data = [
'action' => 'stats_init',
'assort' => 0,
'referrer' => $detail['referrer'],
'currweb' => $log['url'],
'user_agent' => $detail['user_agent'],
"ip" => $detail['ip'],
];
$res = Http::get($website . 'wp-admin/admin-ajax.php', $data);
$status = $res->status();
if ($status != 200) {
$log->status = InquiryRelayDetailLog::STATUS_FAIL;
$log->remark = mb_substr($res->body() ?? '', 0, 200);
$log->save();
Log::channel('inquiry_forward')->error('post_inquiry_forward v4|v5 visit error', [$res->body(), $website . 'wp-admin/admin-ajax.php', $data]);
return false;
}
}
$log->status = InquiryRelayDetailLog::STATUS_SUCCESS;
$log->save();
return true;
}
public function inquiry(InquiryRelayDetail $detail, InquiryRelayDetailLog $log)
{
// v6
if ($detail['is_v6']) {
$res = $this->v6Inquiry($detail, $log);
} else {
$res = $this->v5Inquiry($detail, $log);
}
if (!$res) {
return false;
}
$log->status = InquiryRelayDetailLog::STATUS_SUCCESS;
$log->save();
return true;
}
public function v6Inquiry($detail, $log)
{
$website = $detail['website'];
$data = [
'name' => $detail['name'],
'phone' => $detail['phone'],
'message' => $detail['message'],
'submit_ip' => $detail['ip'],
'refer' => $log['url'],
];
if ($detail['email']) {
$data['email'] = $detail['email'];
} else {
$data['__amp_source_origin'] = trim($website, '/');
}
$res = Http::withoutVerifying()->timeout(30)->withHeaders(['User-Agent' => $detail['user_agent']])->post($website . 'api/inquiryQd?source=5', $data)->json();
if (empty($res['code']) || $res['code'] != 200) {
$log->status = InquiryRelayDetailLog::STATUS_FAIL;
$log->remark = mb_substr($res['message'] ?? '', 0, 200);
$log->save();
Log::channel('inquiry_forward')->error('post_inquiry_forward v6 inquiry error', [$res, $website . 'api/inquiryQd/', $data]);
return false;
}
return true;
}
public function v5Inquiry($detail, $log)
{
$data = [
'name' => $detail['name'],
'phone' => $detail['phone'],
'message' => $detail['message'],
'email' => $detail['email'],
'ip' => $detail['ip'],
'token' => md5($log['url'] . $detail['name'] . $detail['ip'] . date("Y-m-d")),
'refer' => $log['url'],
'submit_time' => date('Y-m-d H:i:s'),
'source' => 5,
];
$result = Http::withoutVerifying()->timeout(30)->post('https://www.globalso.site/api/external-interface/add/fa043f9cbec6b38f', $data);
$res['data'][0]['status'] = 'success';
//兼容接口返回格式
if (!empty($res['data'][0]['status'])) {
$res['data'][0]['code'] = $res['data'][0]['status'] == 'success' ? 200 : 400;
!empty($res['data'][0]['msg']) && $res['message'] = $res['data'][0]['msg'];
}
if (empty($res['data'][0]['code']) || !in_array($res['data'][0]['code'], [200, 300])) {
$log->status = InquiryRelayDetailLog::STATUS_FAIL;
$log->remark = mb_substr($res['message'] ?? '', 0, 200);
$log->save();
Log::channel('inquiry_forward')->error('post_inquiry_forward v4|v5 inquiry error', [$result->body(), 'https://www.globalso.site/api/external-interface/add/fa043f9cbec6b38f', $data]);
return false;
}
return true;
}
public function output($message)
{
echo date('Y-m-d H:i:s') . ' | ' . $message . PHP_EOL;
}
}
... ...
<?php
/**
* Created by PhpStorm.
* User: akun
* Date: 2025/02/24
* Time: 14:14
*/
namespace App\Console\Commands\Inquiry;
use App\Helper\Translate;
use App\Models\Inquiry\InquiryRelayDetail;
use App\Models\Inquiry\InquiryRelayDetailLog;
use Illuminate\Console\Command;
use Illuminate\Support\Arr;
use Illuminate\Support\Facades\Http;
use Illuminate\Support\Str;
/**
* Class RelayInquiry
* @package App\Console\Commands\Inquiry
*/
class RelayInquiryForward extends Command
{
/**
* The name and signature of the console command.
*
* @var string
*/
protected $signature = 'relay_inquiry_forward';
/**
* The console command description.
*
* @var string
*/
protected $description = '转发询盘：拆分转发数据';
/**
* Create a new command instance.
*
* @return void
*/
public function __construct()
{
parent::__construct();
}
/**
* 模拟访问来源占比
* @var array
*/
protected $lyzb = [
'https://www.google.com/' => 630,
'http://www.google.com/' => 30,
'http://www.bing.com/' => 20,
'https://www.bing.com/' => 5,
'https://www.youtube.com/' => 5,
'https://search.yahoo.com/' => 5,
'https://www.facebook.com/' => 5,
];
/**
* 俄语站 模拟访问来源占比
* @var array
*/
protected $eylyzb = [
'https://www.yandex.com/' => 630,
'https://www.google.com/' => 30,
'http://www.google.com/' => 30,
'http://www.bing.com/' => 20,
'https://www.bing.com/' => 5,
'https://www.youtube.com/' => 5,
'https://search.yahoo.com/' => 5,
'https://www.facebook.com/' => 5,
];
/**
* PC端访问头信息
* @var array
*/
protected $pc_ua = [
0 => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_0) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.56 Safari/535.11',
1 => 'Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2228.0 Safari/537.36',
2 => 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:40.0) Gecko/20100101 Firefox/40.1'
];
/**
* 移动端访问头信息
* @var array
*/
protected $mobile_ua = [
0 => 'Mozilla/5.0 (Linux; Android 4.2.1; en-us; Nexus 5 Build/JOP40D) AppleWebKit/535.19 (KHTML, like Gecko; googleweblight) Chrome/38.0.1025.166 Mobile Safari/535.19',
];
/**
* google域名后缀
* @var string[]
*/
protected $suffix = [
'co.jp' => '日本',
'com.tr' => '土耳其',
'nl' => '荷兰',
'ru' => '俄罗斯',
'fr' => '法国',
'co.kr' => '韩国',
'fi' => '芬兰',
'be' => '比利时',
'lt' => '立陶宛',
'es' => '西班牙',
'it' => '意大利',
'com.au' => '澳大利亚',
'no' => '挪威',
'al' => '阿尔巴尼亚',
'pt' => '葡萄牙',
'lv' => '拉脱维亚',
'hu' => '匈牙利',
'cz' => '捷克',
'de' => '德国',
'ca' => '加拿大',
'co.in' => '印度',
'co.uk' => '英国',
'com.vn' => '越南',
'com.br' => '巴西',
'co.il' => '以色列',
'pl' => '波兰',
'com.eg' => '埃及',
'co.th' => '泰国',
'sk' => '斯洛伐克',
'ro' => '罗马尼亚',
'com.mx' => '墨西哥',
'com.my' => '马来西亚',
'com.pk' => '巴基斯坦',
'co.nz' => '新西兰',
'co.za' => '南非',
'com.ar' => '阿根廷',
'com.kw' => '科威特',
'com.sg' => '新加坡',
'com.co' => '哥伦比亚',
'co.id' => '印度尼西亚',
'gr' => '希腊',
'bg' => '保加利亚',
'mn' => '蒙古',
'dk' => '丹麦',
'com.sa' => '沙特阿拉伯',
'com.pe' => '秘鲁',
'com.ph' => '菲律宾',
'com.ua' => '乌克兰',
'ge' => '格鲁吉亚',
'ae' => '阿拉伯联合酋长国',
'tn' => '突尼斯',
];
protected $otherzb = [700, 300]; //模拟访问来源占比 (非美国) google.com|google.其他后缀
public function handle()
{
while (true) {
$this->startInquiryDetail();
}
}
public function startInquiryDetail()
{
$inquiry_detail = InquiryRelayDetail::where('status', InquiryRelayDetail::STATUS_INIT)->orderBy('start_at', 'asc')->orderBy('id', 'asc')->first();
if (!$inquiry_detail) {
//所有任务执行完成
sleep(60);
return true;
}
try {
$this->output('询盘详情ID：' . $inquiry_detail['id'] . '，开始拆分转发数据');
$inquiry_detail->status = InquiryRelayDetail::STATUS_PEND;//拆分中
$inquiry_detail->save();
//先补全询盘详情数据
$urls = $this->completeDetail($inquiry_detail);
//再拆分转发数据
$this->relayDetail($inquiry_detail['id'], $urls, $inquiry_detail['start_at']);
$inquiry_detail->status = InquiryRelayDetail::STATUS_SUCCESS;
$inquiry_detail->save();
$this->output('询盘详情ID：' . $inquiry_detail['id'] . '，拆分转发数据结束');
} catch (\Exception $e) {
$inquiry_detail->status = InquiryRelayDetail::STATUS_FAIL;
$inquiry_detail->remark = mb_substr($e->getMessage(), 0, 200);;
$inquiry_detail->save();
$this->output('询盘详情ID：' . $inquiry_detail['id'] . '，拆分转发数据失败，原因：' . $e->getMessage());
}
return true;
}
/**
* 补全询盘详情数据
* @param $inquiry_detail
* @return array
* @author Akun
* @date 2025/02/25 17:19
*/
public function completeDetail($inquiry_detail)
{
//urls
$urls = $this->getUrls($inquiry_detail['is_v6'], $inquiry_detail['website'], $inquiry_detail['email']);
//lang
if (is_numeric($inquiry_detail['message'])) { //数字会被识别为中文
$lang = 'en';
} else {
$translateSl = Translate::translateSl($inquiry_detail['message']);
$lang = $translateSl['texts']['sl'] ?? 'en';
}
// 客户端 头信息 来源
$device_port = $inquiry_detail['email'] ? '1' : '2'; //1 pc 2移动端
$user_agent = $inquiry_detail['email'] ? Arr::random($this->pc_ua) : Arr::random($this->mobile_ua);
$referrer = $this->getReferer($inquiry_detail['country'], $lang);
$inquiry_detail->device_port = $device_port;
$inquiry_detail->user_agent = $user_agent;
$inquiry_detail->referrer = $referrer;
$inquiry_detail->urls = json_encode($urls);
$inquiry_detail->num = count($urls) + 1;
$inquiry_detail->save();
return $urls;
}
/**
* 创建转发详情
* @param $task_id
* @param $urls
* @param $start_at
* @author Akun
* @date 2025/02/25 15:41
*/
public function relayDetail($task_id, $urls, $start_at)
{
$pre = 0;
$seconds = rand(300, 7200); // 开始时间 从5分钟-2小时后开始
foreach ($urls as $k => $v) {
$pre++;
$seconds += rand(5, 60);
InquiryRelayDetailLog::createInquiryLog($task_id, InquiryRelayDetailLog::TYPE_VISIT, $pre, $v, date('Y-m-d H:i:s', strtotime($start_at) + $seconds));
// 最后一次访问询盘 加上询盘
if ($k + 1 >= count($urls)) {
$seconds += rand(30, 120);
$pre++;
InquiryRelayDetailLog::createInquiryLog($task_id, InquiryRelayDetailLog::TYPE_INQUIRY, $pre, $v, date('Y-m-d H:i:s', strtotime($start_at) + $seconds));
}
}
}
/**
* 获取访问及询盘url
* @param $is_v6
* @param $domain
* @param $email
* @return array
* @author Akun
* @date 2025/02/25 15:45
*/
public function getUrls($is_v6, $domain, $email)
{
// v6：有邮箱推送主站，没有邮箱推送AMP站；v5：仅推送有邮箱到主站
if ($is_v6) {
// 获取访问明细和着陆页
$product_url = $this->getLinksFromSitemap($domain . 'product_sitemap.xml');
$product_cate_url = $this->getLinksFromSitemap($domain . 'product_category_sitemap.xml');
$keywords_url = $this->getLinksFromSitemap($domain . 'product_keywords_sitemap.xml');
$page_url = $this->getLinksFromSitemap($domain . 'page_sitemap.xml');
} else {
if ($email) {
//通过sitemap拿访问页面
$product_url = $this->getLinksFromSitemap($domain . 'sitemap_post.xml');
$product_cate_url = $this->getLinksFromSitemap($domain . 'sitemap_category.xml');
$keywords_url = $this->getLinksFromSitemap($domain . 'sitemap_post_tag.xml');
$page_url = $this->getLinksFromSitemap($domain . 'sitemap_page.xml');
} else {
//m站先就往contact-us着陆
$product_url = $product_cate_url = $keywords_url = [];
$page_url = [$domain . 'contact-us/'];
}
}
// 所有可用url
$urls = $inquiry_urls = [];
//入口url 首页30%，单页10%，聚合页60%
$type = getRandByRatio([30, 10, 60]);
$inlet = $domain;
$type == 1 && $inlet = $page_url ? Arr::random($page_url) : $domain;
$type == 2 && $inlet = $keywords_url ? Arr::random($keywords_url) : $domain;
$urls[] = $inquiry_urls[] = $inlet;
$all_urls = array_merge($urls, $product_url, $product_cate_url, $keywords_url, $page_url);
$inquiry_urls = array_merge($urls, $product_cate_url, $keywords_url, $page_url);
// 随机访问1-6个页面
$deep = rand(1, 6);
if(count($all_urls) > 1){
$visit_urls = Arr::random($all_urls, $deep > count($all_urls) ? count($all_urls) : $deep);
$urls = array_merge($urls, $visit_urls);
}
// 推送着落页只能是 首页、产品分类、单页面、聚合页
if (!in_array(end($urls), $inquiry_urls)) {
$urls[] = Arr::random($inquiry_urls);
}
return $urls;
}
/**
* 获取头信息
* @param $ip_area
* @param $lang
* @return int|string
*/
public function getReferer($ip_area, $lang)
{
if ($lang == 'ru') {
return $this->get_rand($this->eylyzb);
}
if ($ip_area == '美国') {
$referer = $this->get_rand($this->lyzb);
} else {
$referer = 'https://www.google.com/';
$suffix = array_search($ip_area, $this->suffix);
if ($suffix) {
$res_qtzb = $this->get_rand($this->otherzb);
if ($res_qtzb == 1) {
$referer = 'https://www.google.' . $suffix . '/';
}
}
}
return $referer;
}
/**
* 概率算法
* @param $proArr
* @return int|string
*/
protected function get_rand($proArr)
{
$result = '';
$proSum = array_sum($proArr);
foreach ($proArr as $key => $proCur) {
$randNum = mt_rand(1, $proSum);
if ($randNum <= $proCur) {
$result = $key;
break;
} else {
$proSum -= $proCur;
}
}
unset ($proArr);
return $result;
}
/**
* 获取sitemap内容
* @param $sitemapUrl
* @return array|mixed
*/
function getLinksFromSitemap($sitemapUrl)
{
try {
//忽略cert证书 先下载到临时文件
$result = Http::withoutVerifying()->get($sitemapUrl)->body();
$tempFilePath = tempnam(sys_get_temp_dir(), 'remote_file_');
file_put_contents($tempFilePath, $result);
$xml = simplexml_load_file($tempFilePath);
$links = [];
foreach ($xml->url as $url) {
$loc = (string)$url->loc;
if (!Str::contains($loc, ['404', 'thanks', 'test'])) {
$links[] = $loc;
}
}
//随机取20个
$total = count($links);
return Arr::random($links, $total > 20 ? 20 : $total);
} catch (\Exception $e) {
echo date('Y-m-d H:i:s') . 'sitemap获取失败：' . $e->getMessage() . PHP_EOL;
return $links ?? [];
}
}
public function output($message)
{
echo date('Y-m-d H:i:s') . ' | ' . $message . PHP_EOL;
}
}
... ...