RangeDownload.php
6.2 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
<?php
namespace Qcloud\Cos;
use GuzzleHttp\Pool;
class RangeDownload {
const DEFAULT_PART_SIZE = 52428800;
private $client;
private $options;
private $partSize;
private $parts;
private $progress;
private $totalSize;
private $resumableJson;
private $concurrency;
private $partNumberList;
private $downloadedSize;
private $saveAs;
private $resumableTaskFile;
private $resumableDownload;
private $resumableJsonLocal;
private $fp;
private $fp_resume;
public function __construct( $client, $contentLength, $saveAs, $options = array() ) {
$this->client = $client;
$this->options = $options;
$this->partSize = isset( $options['PartSize'] ) ? $options['PartSize'] : self::DEFAULT_PART_SIZE;
$this->concurrency = isset( $options['Concurrency'] ) ? $options['Concurrency'] : 10;
$this->progress = isset( $options['Progress'] ) ? $options['Progress'] : function( $totalSize, $downloadedSize ) {};
$this->parts = [];
$this->partNumberList = [];
$this->downloadedSize = 0;
$this->totalSize = $contentLength;
$this->saveAs = $saveAs;
$this->resumableJson = isset( $options['ResumableJson'] ) ? $options['ResumableJson'] : [];
unset( $options['ResumableJson'] );
$this->resumableTaskFile = isset( $options['ResumableTaskFile'] ) ? $options['ResumableTaskFile'] : $saveAs . '.cosresumabletask';
$this->resumableDownload = isset( $options['ResumableDownload'] ) ? $options['ResumableDownload'] : false;
}
public function performdownloading() {
if ( $this->resumableDownload ) {
try {
if ( file_exists( $this->resumableTaskFile ) ) {
$origin_content = file_get_contents( $this->resumableTaskFile );
$this->resumableJsonLocal = json_decode( $origin_content, true );
if ( $this->resumableJsonLocal == null ) {
$this->resumableJsonLocal = [];
} else if ( $this->resumableJsonLocal['LastModified'] != $this->resumableJson['LastModified'] ||
$this->resumableJsonLocal['ContentLength'] != $this->resumableJson['ContentLength'] ||
$this->resumableJsonLocal['ETag'] != $this->resumableJson['ETag'] ||
$this->resumableJsonLocal['Crc64ecma'] != $this->resumableJson['Crc64ecma'] ) {
$this->resumableDownload = false;
}
}
} catch ( \Exception $e ) {
$this->resumableDownload = false;
}
}
try {
if ($this->resumableDownload) {
$this->fp = fopen( $this->saveAs, 'r+' );
} else {
$this->fp = fopen( $this->saveAs, 'wb' );
}
$rt = $this->donwloadParts();
$this->resumableJson['DownloadedBlocks'] = [];
if (file_exists( $this->resumableTaskFile )) {
unlink($this->resumableTaskFile);
}
} catch ( \Exception $e ) {
$this->fp_resume = fopen( $this->resumableTaskFile, 'wb' );
fwrite( $this->fp_resume, json_encode( $this->resumableJson ) );
fclose( $this->fp_resume );
throw ( $e );
}
finally {
fclose( $this->fp );
}
return $rt;
}
public function donwloadParts() {
$uploadRequests = function () {
$index = 1;
$partSize = 0;
for ( $offset = 0; $offset < $this->totalSize; ) {
$partSize = $this->partSize;
if ( $offset + $this->partSize >= $this->totalSize ) {
$partSize = $this->totalSize - $offset;
}
$this->parts[$index]['PartSize'] = $partSize;
$this->parts[$index]['Offset'] = $offset;
$begin = $offset;
$end = $offset + $partSize - 1;
if ( !( $this->resumableDownload &&
isset( $this->resumableJsonLocal['DownloadedBlocks'] ) &&
in_array( ['from' => $begin, 'to' => $end], $this->resumableJsonLocal['DownloadedBlocks'] ) ) ) {
$params = array(
'Bucket' => $this->options['Bucket'],
'Key' => $this->options['Key'],
'Range' => sprintf( 'bytes=%d-%d', $begin, $end )
);
$command = $this->client->getCommand( 'getObject', $params );
$request = $this->client->commandToRequestTransformer( $command );
$index += 1;
yield $request;
} else {
$this->resumableJson['DownloadedBlocks'][] = ['from' => $begin, 'to' => $end];
$this->downloadedSize += $partSize;
call_user_func_array( $this->progress, [$this->totalSize, $this->downloadedSize] );
}
$offset += $partSize;
}
}
;
$pool = new Pool( $this->client->httpClient, $uploadRequests(), [
'concurrency' => $this->concurrency,
'fulfilled' => function ( $response, $index ) {
$index = $index + 1;
$stream = $response->getBody();
$offset = $this->parts[$index]['Offset'];
$partsize = 8192;
$begin = $offset;
fseek( $this->fp, $offset );
while ( !$stream->eof() ) {
$output = $stream->read( $partsize );
$writeLen = fwrite( $this->fp, $output );
$offset += $writeLen;
}
$end = $offset - 1;
$this->resumableJson['DownloadedBlocks'][] = ['from' => $begin, 'to' => $end];
$partSize = $this->parts[$index]['PartSize'];
$this->downloadedSize += $partSize;
call_user_func_array( $this->progress, [$this->totalSize, $this->downloadedSize] );
}
,
'rejected' => function ( $reason, $index ) {
throw( $reason );
}
] );
$promise = $pool->promise();
$promise->wait();
}
}