jQuery UI Draggable Test Suite

    ame='id' value='623d53315bd9519a3dbc71f16da2d5d7f35d9fc6'/> Nextcloud server, a safe home for all your data: https://github.com/nextcloud/serverwww-data
    aboutsummaryrefslogtreecommitdiffstats
    path: root/lib/private/Files/ObjectStore/S3ObjectTrait.php
    blob: 0b2fd95c652baf5b29ea21d642d1614bcf75d6ff (plain)
    1
    2
    3
    4
    5
    6
    7
    8
    9
    10
    11
    12
    13
    14
    15
    16
    17
    18
    19
    20
    21
    22
    23
    24
    25
    26
    27
    28
    29
    30
    31
    32
    33
    34
    35
    36
    37
    38
    39
    40
    41
    42
    43
    44
    45
    46
    47
    48
    49
    50
    51
    52
    53
    54
    55
    56
    57
    58
    59
    60
    61
    62
    63
    64
    65
    66
    67
    68
    69
    70
    71
    72
    73
    74
    75
    76
    77
    78
    79
    80
    81
    82
    83
    84
    85
    86
    87
    88
    89
    90
    91
    92
    93
    94
    95
    96
    97
    98
    99
    100
    101
    102
    103
    104
    105
    106
    107
    108
    109
    110
    111
    112
    113
    114
    115
    116
    117
    118
    119
    120
    121
    122
    123
    124
    125
    126
    127
    128
    129
    130
    131
    132
    133
    134
    135
    136
    137
    138
    139
    140
    141
    142
    143
    144
    145
    146
    147
    148
    149
    150
    151
    152
    153
    154
    155
    156
    157
    158
    159
    160
    161
    162
    163
    164
    165
    166
    167
    168
    169
    170
    171
    172
    173
    174
    175
    176
    177
    178
    179
    180
    181
    182
    183
    
    <?php
    /**
     * @copyright Copyright (c) 2017 Robin Appelman <robin@icewind.nl>
     *
     * @author Christoph Wurst <christoph@winzerhof-wurst.at>
     * @author Florent <florent@coppint.com>
     * @author Morris Jobke <hey@morrisjobke.de>
     * @author Robin Appelman <robin@icewind.nl>
     * @author Roeland Jago Douma <roeland@famdouma.nl>
     *
     * @license GNU AGPL version 3 or any later version
     *
     * This program is free software: you can redistribute it and/or modify
     * it under the terms of the GNU Affero General Public License as
     * published by the Free Software Foundation, either version 3 of the
     * License, or (at your option) any later version.
     *
     * This program is distributed in the hope that it will be useful,
     * but WITHOUT ANY WARRANTY; without even the implied warranty of
     * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
     * GNU Affero General Public License for more details.
     *
     * You should have received a copy of the GNU Affero General Public License
     * along with this program. If not, see <http://www.gnu.org/licenses/>.
     *
     */
    namespace OC\Files\ObjectStore;
    
    use Aws\S3\Exception\S3MultipartUploadException;
    use Aws\S3\MultipartUploader;
    use Aws\S3\S3Client;
    use GuzzleHttp\Psr7\Utils;
    use OC\Files\Stream\SeekableHttpStream;
    use GuzzleHttp\Psr7;
    use Psr\Http\Message\StreamInterface;
    
    trait S3ObjectTrait {
    	/**
    	 * Returns the connection
    	 *
    	 * @return S3Client connected client
    	 * @throws \Exception if connection could not be made
    	 */
    	abstract protected function getConnection();
    
    	abstract protected function getCertificateBundlePath(): ?string;
    
    	/**
    	 * @param string $urn the unified resource name used to identify the object
    	 * @return resource stream with the read data
    	 * @throws \Exception when something goes wrong, message will be logged
    	 * @since 7.0.0
    	 */
    	public function readObject($urn) {
    		return SeekableHttpStream::open(function ($range) use ($urn) {
    			$command = $this->getConnection()->getCommand('GetObject', [
    				'Bucket' => $this->bucket,
    				'Key' => $urn,
    				'Range' => 'bytes=' . $range,
    			]);
    			$request = \Aws\serialize($command);
    			$headers = [];
    			foreach ($request->getHeaders() as $key => $values) {
    				foreach ($values as $value) {
    					$headers[] = "$key: $value";
    				}
    			}
    			$opts = [
    				'http' => [
    					'protocol_version' => $request->getProtocolVersion(),
    					'header' => $headers,
    				],
    				'ssl' => [
    					'cafile' => $this->getCertificateBundlePath()
    				]
    			];
    
    			if ($this->getProxy()) {
    				$opts['http']['proxy'] = $this->getProxy();
    				$opts['http']['request_fulluri'] = true;
    			}
    
    			$context = stream_context_create($opts);
    			return fopen($request->getUri(), 'r', false, $context);
    		});
    	}
    
    	/**
    	 * Single object put helper
    	 *
    	 * @param string $urn the unified resource name used to identify the object
    	 * @param StreamInterface $stream stream with the data to write
    	 * @param string|null $mimetype the mimetype to set for the remove object @since 22.0.0
    	 * @throws \Exception when something goes wrong, message will be logged
    	 */
    	protected function writeSingle(string $urn, StreamInterface $stream, string $mimetype = null): void {
    		$this->getConnection()->putObject([
    			'Bucket' => $this->bucket,
    			'Key' => $urn,
    			'Body' => $stream,
    			'ACL' => 'private',
    			'ContentType' => $mimetype,
    		]);
    	}
    
    
    	/**
    	 * Multipart upload helper that tries to avoid orphaned fragments in S3
    	 *
    	 * @param string $urn the unified resource name used to identify the object
    	 * @param StreamInterface $stream stream with the data to write
    	 * @param string|null $mimetype the mimetype to set for the remove object
    	 * @throws \Exception when something goes wrong, message will be logged
    	 */
    	protected function writeMultiPart(string $urn, StreamInterface $stream, string $mimetype = null): void {
    		$uploader = new MultipartUploader($this->getConnection(), $stream, [
    			'bucket' => $this->bucket,
    			'key' => $urn,
    			'part_size' => $this->uploadPartSize,
    			'params' => [
    				'ContentType' => $mimetype
    			],
    		]);
    
    		try {
    			$uploader->upload();
    		} catch (S3MultipartUploadException $e) {
    			// if anything goes wrong with multipart, make sure that you don“t poison and
    			// slow down s3 bucket with orphaned fragments
    			$uploadInfo = $e->getState()->getId();
    			if ($e->getState()->isInitiated() && (array_key_exists('UploadId', $uploadInfo))) {
    				$this->getConnection()->abortMultipartUpload($uploadInfo);
    			}
    			throw new \OCA\DAV\Connector\Sabre\Exception\BadGateway("Error while uploading to S3 bucket", 0, $e);
    		}
    	}
    
    
    	/**
    	 * @param string $urn the unified resource name used to identify the object
    	 * @param resource $stream stream with the data to write
    	 * @param string|null $mimetype the mimetype to set for the remove object @since 22.0.0
    	 * @throws \Exception when something goes wrong, message will be logged
    	 * @since 7.0.0
    	 */
    	public function writeObject($urn, $stream, string $mimetype = null) {
    		$psrStream = Utils::streamFor($stream);
    
    		// ($psrStream->isSeekable() && $psrStream->getSize() !== null) evaluates to true for a On-Seekable stream
    		// so the optimisation does not apply
    		$buffer = new Psr7\Stream(fopen("php://memory", 'rwb+'));
    		Utils::copyToStream($psrStream, $buffer, $this->uploadPartSize);
    		$buffer->seek(0);
    		if ($buffer->getSize() < $this->putSizeLimit) {
    			// buffer is fully seekable, so use it directly for the small upload
    			$this->writeSingle($urn, $buffer, $mimetype);
    		} else {
    			$loadStream = new Psr7\AppendStream([$buffer, $psrStream]);
    			$this->writeMultiPart($urn, $loadStream, $mimetype);
    		}
    	}
    
    	/**
    	 * @param string $urn the unified resource name used to identify the object
    	 * @return void
    	 * @throws \Exception when something goes wrong, message will be logged
    	 * @since 7.0.0
    	 */
    	public function deleteObject($urn) {
    		$this->getConnection()->deleteObject([
    			'Bucket' => $this->bucket,
    			'Key' => $urn,
    		]);
    	}
    
    	public function objectExists($urn) {
    		return $this->getConnection()->doesObjectExist($this->bucket, $urn);
    	}
    
    	public function copyObject($from, $to) {
    		$this->getConnection()->copy($this->getBucket(), $from, $this->getBucket(), $to);
    	}
    }