|
@@ -22,24 +22,30 @@ class GoogleLinkService |
|
@@ -22,24 +22,30 @@ class GoogleLinkService |
|
22
|
* @method :post
|
22
|
* @method :post
|
|
23
|
* @time :2025/4/3 15:54
|
23
|
* @time :2025/4/3 15:54
|
|
24
|
*/
|
24
|
*/
|
|
25
|
- public function linkPageData($domain, $page = 1, $pagesize = 200)
|
25
|
+ public function linkPageData($domain,$project_id)
|
|
26
|
{
|
26
|
{
|
|
|
|
27
|
+ $domain = getDomain($domain);
|
|
|
|
28
|
+ // 第一次请求,获取总数
|
|
27
|
$param = [
|
29
|
$param = [
|
|
28
|
'domain' => $domain,
|
30
|
'domain' => $domain,
|
|
29
|
- 'page' => $page,
|
|
|
|
30
|
- 'pagesize' => $pagesize,
|
31
|
+ 'page' => 1,
|
|
|
|
32
|
+ 'pagesize' => 1, // 只拉取一条数据,获取 total
|
|
31
|
];
|
33
|
];
|
|
32
|
$queryString = http_build_query($param);
|
34
|
$queryString = http_build_query($param);
|
|
33
|
$url = $this->url . '?' . $queryString;
|
35
|
$url = $this->url . '?' . $queryString;
|
|
34
|
$response = http_get($url);
|
36
|
$response = http_get($url);
|
|
35
|
- if (!empty($response) && !empty($response['data']['data'])) {
|
37
|
+ if (!empty($response) && !empty($response['data']['total'])) {
|
|
|
|
38
|
+ // 计算总数并一次性获取所有数据
|
|
|
|
39
|
+ $param['pagesize'] = $response['data']['total'];
|
|
|
|
40
|
+ $queryString = http_build_query($param);
|
|
|
|
41
|
+ $url = $this->url . '?' . $queryString;
|
|
|
|
42
|
+ $response = http_get($url);
|
|
36
|
if (!empty($response['data']['data'])) {
|
43
|
if (!empty($response['data']['data'])) {
|
|
37
|
- return $this->saveLink($response['data']['data']);// 批量插入
|
44
|
+ return $this->saveLink($response['data']['data'],$project_id,$domain);// 批量插入
|
|
38
|
}
|
45
|
}
|
|
39
|
}
|
46
|
}
|
|
40
|
- return true;
|
47
|
+ return false;
|
|
41
|
}
|
48
|
}
|
|
42
|
-
|
|
|
|
43
|
/**
|
49
|
/**
|
|
44
|
* @remark :拉取所有数据
|
50
|
* @remark :拉取所有数据
|
|
45
|
* @name :linkData
|
51
|
* @name :linkData
|
|
@@ -47,8 +53,9 @@ class GoogleLinkService |
|
@@ -47,8 +53,9 @@ class GoogleLinkService |
|
47
|
* @method :post
|
53
|
* @method :post
|
|
48
|
* @time :2025/4/3 15:55
|
54
|
* @time :2025/4/3 15:55
|
|
49
|
*/
|
55
|
*/
|
|
50
|
- public function linkData($domain, $page = 1, $pagesize = 200)
|
56
|
+ public function linkData($domain,$project_id, $page = 1, $pagesize = 200)
|
|
51
|
{
|
57
|
{
|
|
|
|
58
|
+ $domain = getDomain($domain);
|
|
52
|
$param = [
|
59
|
$param = [
|
|
53
|
'domain' => $domain,
|
60
|
'domain' => $domain,
|
|
54
|
'page' => $page,
|
61
|
'page' => $page,
|
|
@@ -60,7 +67,7 @@ class GoogleLinkService |
|
@@ -60,7 +67,7 @@ class GoogleLinkService |
|
60
|
$response = http_get($url);
|
67
|
$response = http_get($url);
|
|
61
|
if (!empty($response) && !empty($response['data']['data'])) {
|
68
|
if (!empty($response) && !empty($response['data']['data'])) {
|
|
62
|
if (!empty($response['data']['data'])) {
|
69
|
if (!empty($response['data']['data'])) {
|
|
63
|
- $this->saveLink($response['data']['data']);// 批量插入
|
70
|
+ $this->saveLink($response['data']['data'],$project_id,$domain);// 批量插入
|
|
64
|
}
|
71
|
}
|
|
65
|
$page++;
|
72
|
$page++;
|
|
66
|
$param['page'] = $page; // 更新页码
|
73
|
$param['page'] = $page; // 更新页码
|
|
@@ -78,7 +85,7 @@ class GoogleLinkService |
|
@@ -78,7 +85,7 @@ class GoogleLinkService |
|
78
|
* @method :post
|
85
|
* @method :post
|
|
79
|
* @time :2025/4/3 15:26
|
86
|
* @time :2025/4/3 15:26
|
|
80
|
*/
|
87
|
*/
|
|
81
|
- public function saveLink($data){
|
88
|
+ public function saveLink($data,$project_id,$domain){
|
|
82
|
$saveData = [];
|
89
|
$saveData = [];
|
|
83
|
foreach ($data as $val){
|
90
|
foreach ($data as $val){
|
|
84
|
$timestamp = strtotime($val['created_at']);
|
91
|
$timestamp = strtotime($val['created_at']);
|
|
@@ -88,7 +95,9 @@ class GoogleLinkService |
|
@@ -88,7 +95,9 @@ class GoogleLinkService |
|
88
|
'moz_da'=>$val['mozDA'],
|
95
|
'moz_da'=>$val['mozDA'],
|
|
89
|
'status'=>$val['status'],
|
96
|
'status'=>$val['status'],
|
|
90
|
'google_search'=>$val['googlesearch'],
|
97
|
'google_search'=>$val['googlesearch'],
|
|
91
|
- 'date'=>$date
|
98
|
+ 'date'=>$date,
|
|
|
|
99
|
+ 'project_id'=>$project_id,
|
|
|
|
100
|
+ 'domain'=>$domain
|
|
92
|
];
|
101
|
];
|
|
93
|
}
|
102
|
}
|
|
94
|
$linkModel = new GoogleLink();
|
103
|
$linkModel = new GoogleLink();
|