1 | /* $Id: s3.cpp 69111 2017-10-17 14:26:02Z vboxsync $ */
|
---|
2 | /** @file
|
---|
3 | * IPRT - S3 communication API.
|
---|
4 | */
|
---|
5 |
|
---|
6 | /*
|
---|
7 | * Copyright (C) 2009-2017 Oracle Corporation
|
---|
8 | *
|
---|
9 | * This file is part of VirtualBox Open Source Edition (OSE), as
|
---|
10 | * available from http://www.virtualbox.org. This file is free software;
|
---|
11 | * you can redistribute it and/or modify it under the terms of the GNU
|
---|
12 | * General Public License (GPL) as published by the Free Software
|
---|
13 | * Foundation, in version 2 as it comes in the "COPYING" file of the
|
---|
14 | * VirtualBox OSE distribution. VirtualBox OSE is distributed in the
|
---|
15 | * hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
|
---|
16 | *
|
---|
17 | * The contents of this file may alternatively be used under the terms
|
---|
18 | * of the Common Development and Distribution License Version 1.0
|
---|
19 | * (CDDL) only, as it comes in the "COPYING.CDDL" file of the
|
---|
20 | * VirtualBox OSE distribution, in which case the provisions of the
|
---|
21 | * CDDL are applicable instead of those of the GPL.
|
---|
22 | *
|
---|
23 | * You may elect to license modified versions of this file under the
|
---|
24 | * terms and conditions of either the GPL or the CDDL or both.
|
---|
25 | */
|
---|
26 |
|
---|
27 |
|
---|
28 | /*********************************************************************************************************************************
|
---|
29 | * Header Files *
|
---|
30 | *********************************************************************************************************************************/
|
---|
31 | #include <iprt/s3.h>
|
---|
32 | #include "internal/iprt.h"
|
---|
33 |
|
---|
34 | #include <iprt/err.h>
|
---|
35 | #include <iprt/mem.h>
|
---|
36 | #include <iprt/string.h>
|
---|
37 | #include <iprt/base64.h>
|
---|
38 | #include <iprt/file.h>
|
---|
39 | #include <iprt/stream.h>
|
---|
40 |
|
---|
41 | #ifdef RT_OS_WINDOWS /* OpenSSL drags in Windows.h, which isn't compatible with -Wall. */
|
---|
42 | # include <iprt/win/windows.h>
|
---|
43 | #endif
|
---|
44 | #include <curl/curl.h>
|
---|
45 | #include <openssl/hmac.h>
|
---|
46 | #include <libxml/parser.h>
|
---|
47 |
|
---|
48 | #include "internal/magics.h"
|
---|
49 |
|
---|
50 |
|
---|
51 | /*********************************************************************************************************************************
|
---|
52 | * Structures and Typedefs *
|
---|
53 | *********************************************************************************************************************************/
|
---|
54 | typedef struct RTS3INTERNAL
|
---|
55 | {
|
---|
56 | uint32_t u32Magic;
|
---|
57 | CURL *pCurl;
|
---|
58 | char *pszAccessKey;
|
---|
59 | char *pszSecretKey;
|
---|
60 | char *pszBaseUrl;
|
---|
61 | char *pszUserAgent;
|
---|
62 |
|
---|
63 | PFNRTS3PROGRESS pfnProgressCallback;
|
---|
64 | void *pvUser;
|
---|
65 |
|
---|
66 | long lLastResp;
|
---|
67 | } RTS3INTERNAL;
|
---|
68 | typedef RTS3INTERNAL* PRTS3INTERNAL;
|
---|
69 |
|
---|
70 | typedef struct RTS3TMPMEMCHUNK
|
---|
71 | {
|
---|
72 | char *pszMem;
|
---|
73 | size_t cSize;
|
---|
74 | } RTS3TMPMEMCHUNK;
|
---|
75 | typedef RTS3TMPMEMCHUNK *PRTS3TMPMEMCHUNK;
|
---|
76 |
|
---|
77 |
|
---|
78 | /*********************************************************************************************************************************
|
---|
79 | * Defined Constants And Macros *
|
---|
80 | *********************************************************************************************************************************/
|
---|
81 |
|
---|
82 | /** Validates a handle and returns VERR_INVALID_HANDLE if not valid. */
|
---|
83 | #define RTS3_VALID_RETURN_RC(hS3, rc) \
|
---|
84 | do { \
|
---|
85 | AssertPtrReturn((hS3), (rc)); \
|
---|
86 | AssertReturn((hS3)->u32Magic == RTS3_MAGIC, (rc)); \
|
---|
87 | } while (0)
|
---|
88 |
|
---|
89 | /** Validates a handle and returns VERR_INVALID_HANDLE if not valid. */
|
---|
90 | #define RTS3_VALID_RETURN(hS3) RTS3_VALID_RETURN_RC((hS3), VERR_INVALID_HANDLE)
|
---|
91 |
|
---|
92 | /** Validates a handle and returns (void) if not valid. */
|
---|
93 | #define RTS3_VALID_RETURN_VOID(hS3) \
|
---|
94 | do { \
|
---|
95 | AssertPtrReturnVoid(hS3); \
|
---|
96 | AssertReturnVoid((hS3)->u32Magic == RTS3_MAGIC); \
|
---|
97 | } while (0)
|
---|
98 |
|
---|
99 |
|
---|
100 | /*********************************************************************************************************************************
|
---|
101 | * Private RTS3 helper *
|
---|
102 | *********************************************************************************************************************************/
|
---|
103 |
|
---|
104 | static char* rtS3Host(const char* pszBucket, const char* pszKey, const char* pszBaseUrl)
|
---|
105 | {
|
---|
106 | char* pszUrl;
|
---|
107 | /* Host header entry */
|
---|
108 | if (pszBucket[0] == 0)
|
---|
109 | RTStrAPrintf(&pszUrl, "%s", pszBaseUrl);
|
---|
110 | else if (pszKey[0] == 0)
|
---|
111 | RTStrAPrintf(&pszUrl, "%s.%s", pszBucket, pszBaseUrl);
|
---|
112 | else
|
---|
113 | RTStrAPrintf(&pszUrl, "%s.%s/%s", pszBucket, pszBaseUrl, pszKey);
|
---|
114 | return pszUrl;
|
---|
115 | }
|
---|
116 |
|
---|
117 | static char* rtS3HostHeader(const char* pszBucket, const char* pszBaseUrl)
|
---|
118 | {
|
---|
119 | char* pszUrl;
|
---|
120 | /* Host header entry */
|
---|
121 | if (pszBucket[0] != 0)
|
---|
122 | RTStrAPrintf(&pszUrl, "Host: %s.%s", pszBucket, pszBaseUrl);
|
---|
123 | else
|
---|
124 | RTStrAPrintf(&pszUrl, "Host: %s", pszBaseUrl);
|
---|
125 | return pszUrl;
|
---|
126 | }
|
---|
127 |
|
---|
128 | static char* rtS3DateHeader()
|
---|
129 | {
|
---|
130 | /* Date header entry */
|
---|
131 | RTTIMESPEC TimeSpec;
|
---|
132 | RTTIME Time;
|
---|
133 | RTTimeExplode(&Time, RTTimeNow(&TimeSpec));
|
---|
134 |
|
---|
135 | static const char s_apszDayNms[7][4] = { "Mon", "Tue", "Wed", "Thu", "Fri", "Sat", "Sun" };
|
---|
136 | static const char s_apszMonthNms[1+12][4] =
|
---|
137 | { "???", "Jan", "Feb", "Mar", "Apr", "May", "Jun", "Jul", "Aug", "Sep", "Oct", "Nov", "Dec" };
|
---|
138 | char *pszDate;
|
---|
139 | RTStrAPrintf(&pszDate, "Date: %s, %02u %s %04d %02u:%02u:%02u UTC",
|
---|
140 | s_apszDayNms[Time.u8WeekDay],
|
---|
141 | Time.u8MonthDay,
|
---|
142 | s_apszMonthNms[Time.u8Month],
|
---|
143 | Time.i32Year,
|
---|
144 | Time.u8Hour,
|
---|
145 | Time.u8Minute,
|
---|
146 | Time.u8Second);
|
---|
147 |
|
---|
148 | return pszDate;
|
---|
149 | }
|
---|
150 |
|
---|
151 | static char* rtS3ParseHeaders(char** ppHeaders, size_t cHeadEnts)
|
---|
152 | {
|
---|
153 | char pszEmpty[] = "";
|
---|
154 | char *pszRes = NULL;
|
---|
155 | char *pszDate = pszEmpty;
|
---|
156 | char *pszType = pszEmpty;
|
---|
157 | for(size_t i=0; i < cHeadEnts; ++i)
|
---|
158 | {
|
---|
159 | if(ppHeaders[i] != NULL)
|
---|
160 | {
|
---|
161 | if (RTStrStr(ppHeaders[i], "Date: ") == ppHeaders[i])
|
---|
162 | {
|
---|
163 | pszDate = &(ppHeaders[i][6]);
|
---|
164 | }
|
---|
165 | else if(RTStrStr(ppHeaders[i], "Content-Type: ") == ppHeaders[i])
|
---|
166 | {
|
---|
167 | pszType = &(ppHeaders[i][14]);
|
---|
168 | // char *pszTmp = RTStrDup (&(ppHeaders[i][14]));
|
---|
169 | // if (pszRes)
|
---|
170 | // {
|
---|
171 | // char *pszTmp1 = pszRes;
|
---|
172 | // RTStrAPrintf(&pszRes, "%s\n%s", pszRes, pszTmp);
|
---|
173 | // RTStrFree(pszTmp);
|
---|
174 | // RTStrFree(pszTmp1);
|
---|
175 | // }
|
---|
176 | // else
|
---|
177 | // pszRes = pszTmp;
|
---|
178 | }
|
---|
179 | }
|
---|
180 | }
|
---|
181 | RTStrAPrintf(&pszRes, "\n%s\n%s", pszType, pszDate);
|
---|
182 | return pszRes;
|
---|
183 | }
|
---|
184 |
|
---|
185 | static char* rtS3Canonicalize(const char* pszAction, const char* pszBucket, const char* pszKey, char** papszHeadEnts, size_t cHeadEnts)
|
---|
186 | {
|
---|
187 | char* pszRes;
|
---|
188 | /* Grep the necessary info out of the headers & put them in a string */
|
---|
189 | char* pszHead = rtS3ParseHeaders(papszHeadEnts, cHeadEnts);
|
---|
190 | /* Create the string which will be used as signature */
|
---|
191 | RTStrAPrintf(&pszRes, "%s\n%s\n/",
|
---|
192 | pszAction,
|
---|
193 | pszHead);
|
---|
194 | RTStrFree(pszHead);
|
---|
195 | /* Add the bucket if the bucket isn't empty */
|
---|
196 | if (pszBucket[0] != 0)
|
---|
197 | {
|
---|
198 | char* pszTmp = pszRes;
|
---|
199 | RTStrAPrintf(&pszRes, "%s%s/", pszRes, pszBucket);
|
---|
200 | RTStrFree(pszTmp);
|
---|
201 | }
|
---|
202 | /* Add the key if the key isn't empty. */
|
---|
203 | if (pszKey[0] != 0)
|
---|
204 | {
|
---|
205 | char* pszTmp = pszRes;
|
---|
206 | RTStrAPrintf(&pszRes, "%s%s", pszRes, pszKey);
|
---|
207 | RTStrFree(pszTmp);
|
---|
208 | }
|
---|
209 |
|
---|
210 | return pszRes;
|
---|
211 | }
|
---|
212 |
|
---|
213 | static char* rtS3CreateSignature(PRTS3INTERNAL pS3Int, const char* pszAction, const char* pszBucket, const char* pszKey,
|
---|
214 | char** papszHeadEnts, size_t cHeadEnts)
|
---|
215 | {
|
---|
216 | /* Create a string we can sign */
|
---|
217 | char* pszSig = rtS3Canonicalize(pszAction, pszBucket, pszKey, papszHeadEnts, cHeadEnts);
|
---|
218 | // printf ("Sig %s\n", pszSig);
|
---|
219 | /* Sign the string by creating a SHA1 finger print */
|
---|
220 | char pszSigEnc[1024];
|
---|
221 | unsigned int cSigEnc = sizeof(pszSigEnc);
|
---|
222 | HMAC(EVP_sha1(), pS3Int->pszSecretKey, (int)strlen(pS3Int->pszSecretKey),
|
---|
223 | (const unsigned char*)pszSig, strlen(pszSig),
|
---|
224 | (unsigned char*)pszSigEnc, &cSigEnc);
|
---|
225 | RTStrFree(pszSig);
|
---|
226 | /* Convert the signature to Base64 */
|
---|
227 | size_t cSigBase64Enc = RTBase64EncodedLength(cSigEnc) + 1; /* +1 for the 0 */
|
---|
228 | char *pszSigBase64Enc = (char*)RTMemAlloc(cSigBase64Enc);
|
---|
229 | size_t cRes;
|
---|
230 | RTBase64Encode(pszSigEnc, cSigEnc, pszSigBase64Enc, cSigBase64Enc, &cRes);
|
---|
231 |
|
---|
232 | return pszSigBase64Enc;
|
---|
233 | }
|
---|
234 |
|
---|
235 | static char* rtS3CreateAuthHeader(PRTS3INTERNAL pS3Int, const char* pszAction, const char* pszBucket, const char* pszKey,
|
---|
236 | char** papszHeadEnts, size_t cHeadEnts)
|
---|
237 | {
|
---|
238 | char *pszAuth;
|
---|
239 | /* Create a signature out of the header & the bucket/key info */
|
---|
240 | char *pszSigBase64Enc = rtS3CreateSignature(pS3Int, pszAction, pszBucket, pszKey, papszHeadEnts, cHeadEnts);
|
---|
241 | /* Create the authorization header entry */
|
---|
242 | RTStrAPrintf(&pszAuth, "Authorization: AWS %s:%s",
|
---|
243 | pS3Int->pszAccessKey,
|
---|
244 | pszSigBase64Enc);
|
---|
245 | RTStrFree(pszSigBase64Enc);
|
---|
246 | return pszAuth;
|
---|
247 | }
|
---|
248 |
|
---|
249 | static int rtS3Perform(PRTS3INTERNAL pS3Int)
|
---|
250 | {
|
---|
251 | int rc = VERR_INTERNAL_ERROR;
|
---|
252 | CURLcode code = curl_easy_perform(pS3Int->pCurl);
|
---|
253 | if (code == CURLE_OK)
|
---|
254 | {
|
---|
255 | curl_easy_getinfo(pS3Int->pCurl, CURLINFO_RESPONSE_CODE, &pS3Int->lLastResp);
|
---|
256 | switch (pS3Int->lLastResp)
|
---|
257 | {
|
---|
258 | case 200:
|
---|
259 | case 204: rc = VINF_SUCCESS; break; /* No content */
|
---|
260 | case 403: rc = VERR_S3_ACCESS_DENIED; break; /* Access denied */
|
---|
261 | case 404: rc = VERR_S3_NOT_FOUND; break; /* Site not found */
|
---|
262 | }
|
---|
263 | }
|
---|
264 | else
|
---|
265 | {
|
---|
266 | switch(code)
|
---|
267 | {
|
---|
268 | case CURLE_URL_MALFORMAT:
|
---|
269 | case CURLE_COULDNT_RESOLVE_HOST:
|
---|
270 | #if defined(CURLE_REMOTE_FILE_NOT_FOUND)
|
---|
271 | case CURLE_REMOTE_FILE_NOT_FOUND: rc = VERR_S3_NOT_FOUND; break;
|
---|
272 | #elif defined(CURLE_FILE_COULDNT_READ_FILE)
|
---|
273 | case CURLE_FILE_COULDNT_READ_FILE: rc = VERR_S3_NOT_FOUND; break;
|
---|
274 | #endif
|
---|
275 | #if defined(CURLE_REMOTE_ACCESS_DENIED)
|
---|
276 | case CURLE_REMOTE_ACCESS_DENIED: rc = VERR_S3_ACCESS_DENIED; break;
|
---|
277 | #elif defined(CURLE_FTP_ACCESS_DENIED)
|
---|
278 | case CURLE_FTP_ACCESS_DENIED: rc = VERR_S3_ACCESS_DENIED; break;
|
---|
279 | #endif
|
---|
280 | case CURLE_ABORTED_BY_CALLBACK: rc = VERR_S3_CANCELED; break;
|
---|
281 | default: break;
|
---|
282 | }
|
---|
283 | }
|
---|
284 | return rc;
|
---|
285 | }
|
---|
286 |
|
---|
287 | static size_t rtS3WriteNothingCallback(void *pvBuf, size_t cbItem, size_t cItems, void *pvUser)
|
---|
288 | {
|
---|
289 | NOREF(pvBuf); NOREF(pvUser);
|
---|
290 | return cbItem * cItems;
|
---|
291 | }
|
---|
292 |
|
---|
293 | static size_t rtS3WriteMemoryCallback(void *pvBuf, size_t cSize, size_t cBSize, void *pvUser)
|
---|
294 | {
|
---|
295 | PRTS3TMPMEMCHUNK pTmpMem = (PRTS3TMPMEMCHUNK)pvUser;
|
---|
296 | size_t cRSize = cSize * cBSize;
|
---|
297 |
|
---|
298 | pTmpMem->pszMem = (char*)RTMemRealloc(pTmpMem->pszMem, pTmpMem->cSize + cRSize + 1);
|
---|
299 | if (pTmpMem->pszMem)
|
---|
300 | {
|
---|
301 | memcpy(&(pTmpMem->pszMem[pTmpMem->cSize]), pvBuf, cRSize);
|
---|
302 | pTmpMem->cSize += cRSize;
|
---|
303 | pTmpMem->pszMem[pTmpMem->cSize] = 0;
|
---|
304 | }
|
---|
305 | return cRSize;
|
---|
306 | }
|
---|
307 |
|
---|
308 | static size_t rtS3WriteFileCallback(void *pvBuf, size_t cSize, size_t cBSize, void *pvUser)
|
---|
309 | {
|
---|
310 | size_t cWritten;
|
---|
311 | RTFileWrite(*(RTFILE*)pvUser, pvBuf, cSize * cBSize, &cWritten);
|
---|
312 | return cWritten;
|
---|
313 | }
|
---|
314 |
|
---|
315 | static size_t rtS3ReadFileCallback(void *pvBuf, size_t cSize, size_t cBSize, void *pvUser)
|
---|
316 | {
|
---|
317 | size_t cRead;
|
---|
318 | RTFileRead(*(RTFILE*)pvUser, pvBuf, cSize * cBSize, &cRead);
|
---|
319 |
|
---|
320 | return cRead;
|
---|
321 | }
|
---|
322 |
|
---|
323 | static int rtS3ProgressCallback(void *pvUser, double dDlTotal, double dDlNow, double dUlTotal, double dUlNow)
|
---|
324 | {
|
---|
325 | if (pvUser)
|
---|
326 | {
|
---|
327 | PRTS3INTERNAL pS3Int = (PRTS3INTERNAL)pvUser;
|
---|
328 | if (pS3Int->pfnProgressCallback)
|
---|
329 | {
|
---|
330 | int rc = VINF_SUCCESS;
|
---|
331 | if (dDlTotal > 0)
|
---|
332 | rc = pS3Int->pfnProgressCallback((unsigned)(100.0/dDlTotal*dDlNow), pS3Int->pvUser);
|
---|
333 | else if (dUlTotal > 0)
|
---|
334 | rc = pS3Int->pfnProgressCallback((unsigned)(100.0/dUlTotal*dUlNow), pS3Int->pvUser);
|
---|
335 | if (rc != VINF_SUCCESS)
|
---|
336 | return -1;
|
---|
337 | }
|
---|
338 | }
|
---|
339 | return CURLE_OK;
|
---|
340 | }
|
---|
341 |
|
---|
342 | static void rtS3ReinitCurl(PRTS3INTERNAL pS3Int)
|
---|
343 | {
|
---|
344 | if (pS3Int &&
|
---|
345 | pS3Int->pCurl)
|
---|
346 | {
|
---|
347 | /* Reset the CURL object to an defined state */
|
---|
348 | curl_easy_reset(pS3Int->pCurl);
|
---|
349 | /* Make sure HTTP 1.1 is used */
|
---|
350 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_1_0);
|
---|
351 | /* We are cool we are a user agent now */
|
---|
352 | if (pS3Int->pszUserAgent)
|
---|
353 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_USERAGENT, pS3Int->pszUserAgent);
|
---|
354 | /* Check if the user has a progress callback requested */
|
---|
355 | if (pS3Int->pfnProgressCallback)
|
---|
356 | {
|
---|
357 | /* Yes, we are willing to receive progress info */
|
---|
358 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_NOPROGRESS, 0);
|
---|
359 | /* Callback for the progress info */
|
---|
360 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_PROGRESSFUNCTION, rtS3ProgressCallback);
|
---|
361 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_PROGRESSDATA, pS3Int);
|
---|
362 | }
|
---|
363 | /* Disable the internal cURL write function by providing one which does
|
---|
364 | * nothing */
|
---|
365 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_WRITEFUNCTION, rtS3WriteNothingCallback);
|
---|
366 | /* Set this do get some verbose info what CURL is doing */
|
---|
367 | // curl_easy_setopt(pS3Int->pCurl, CURLOPT_VERBOSE, 1);
|
---|
368 | }
|
---|
369 | }
|
---|
370 |
|
---|
371 |
|
---|
372 | /*********************************************************************************************************************************
|
---|
373 | * Private XML helper *
|
---|
374 | *********************************************************************************************************************************/
|
---|
375 |
|
---|
376 | static xmlNodePtr rtS3FindNode(xmlNodePtr pNode, const char *pszName)
|
---|
377 | {
|
---|
378 | pNode = pNode->xmlChildrenNode;
|
---|
379 | while (pNode != NULL)
|
---|
380 | {
|
---|
381 | /* Check this level. */
|
---|
382 | if (!xmlStrcmp(pNode->name, (const xmlChar *)pszName))
|
---|
383 | return pNode;
|
---|
384 |
|
---|
385 | /* Recursively check the children of this node. */
|
---|
386 | xmlNodePtr pChildNode = rtS3FindNode(pNode, pszName);
|
---|
387 | if (pChildNode != NULL)
|
---|
388 | return pChildNode;
|
---|
389 |
|
---|
390 | /* Next node. */
|
---|
391 | pNode = pNode->next;
|
---|
392 | }
|
---|
393 | return pNode;
|
---|
394 | }
|
---|
395 |
|
---|
396 | static int rtS3ReadXmlFromMemory(PRTS3TMPMEMCHUNK pChunk, const char* pszRootElement, xmlDocPtr *ppDoc, xmlNodePtr *ppCur)
|
---|
397 | {
|
---|
398 | *ppDoc = xmlReadMemory(pChunk->pszMem, (int)pChunk->cSize, "", "ISO-8859-1", XML_PARSE_NOBLANKS | XML_PARSE_NONET);
|
---|
399 | if (*ppDoc == NULL)
|
---|
400 | return VERR_PARSE_ERROR;
|
---|
401 |
|
---|
402 | *ppCur = xmlDocGetRootElement(*ppDoc);
|
---|
403 | if (*ppCur == NULL)
|
---|
404 | {
|
---|
405 | xmlFreeDoc(*ppDoc);
|
---|
406 | return VERR_PARSE_ERROR;
|
---|
407 | }
|
---|
408 | if (xmlStrcmp((*ppCur)->name, (const xmlChar *) pszRootElement))
|
---|
409 | {
|
---|
410 | xmlFreeDoc(*ppDoc);
|
---|
411 | return VERR_PARSE_ERROR;
|
---|
412 | }
|
---|
413 | return VINF_SUCCESS;
|
---|
414 | }
|
---|
415 |
|
---|
416 | static void rtS3ExtractAllBuckets(xmlDocPtr pDoc, xmlNodePtr pNode, PCRTS3BUCKETENTRY *ppBuckets)
|
---|
417 | {
|
---|
418 | pNode = rtS3FindNode(pNode, "Buckets");
|
---|
419 | if (pNode != NULL)
|
---|
420 | {
|
---|
421 | PRTS3BUCKETENTRY pPrevBucket = NULL;
|
---|
422 | xmlNodePtr pCurBucket = pNode->xmlChildrenNode;
|
---|
423 | while (pCurBucket != NULL)
|
---|
424 | {
|
---|
425 | if ((!xmlStrcmp(pCurBucket->name, (const xmlChar *)"Bucket")))
|
---|
426 | {
|
---|
427 | PRTS3BUCKETENTRY pBucket = (PRTS3BUCKETENTRY)RTMemAllocZ(sizeof(RTS3BUCKETENTRY));
|
---|
428 | pBucket->pPrev = pPrevBucket;
|
---|
429 | if (pPrevBucket)
|
---|
430 | pPrevBucket->pNext = pBucket;
|
---|
431 | else
|
---|
432 | (*ppBuckets) = pBucket;
|
---|
433 | pPrevBucket = pBucket;
|
---|
434 | xmlNodePtr pCurCont = pCurBucket->xmlChildrenNode;
|
---|
435 | while (pCurCont != NULL)
|
---|
436 | {
|
---|
437 | if ((!xmlStrcmp(pCurCont->name, (const xmlChar *)"Name")))
|
---|
438 | {
|
---|
439 | xmlChar *pszKey = xmlNodeListGetString(pDoc, pCurCont->xmlChildrenNode, 1);
|
---|
440 | pBucket->pszName = RTStrDup((const char*)pszKey);
|
---|
441 | xmlFree(pszKey);
|
---|
442 | }
|
---|
443 | if ((!xmlStrcmp(pCurCont->name, (const xmlChar*)"CreationDate")))
|
---|
444 | {
|
---|
445 | xmlChar *pszKey = xmlNodeListGetString(pDoc, pCurCont->xmlChildrenNode, 1);
|
---|
446 | pBucket->pszCreationDate = RTStrDup((const char*)pszKey);
|
---|
447 | xmlFree(pszKey);
|
---|
448 | }
|
---|
449 | pCurCont = pCurCont->next;
|
---|
450 | }
|
---|
451 | }
|
---|
452 | pCurBucket = pCurBucket->next;
|
---|
453 | }
|
---|
454 | }
|
---|
455 | }
|
---|
456 |
|
---|
457 | static void rtS3ExtractAllKeys(xmlDocPtr pDoc, xmlNodePtr pNode, PCRTS3KEYENTRY *ppKeys)
|
---|
458 | {
|
---|
459 | if (pNode != NULL)
|
---|
460 | {
|
---|
461 | PRTS3KEYENTRY pPrevKey = NULL;
|
---|
462 | xmlNodePtr pCurKey = pNode->xmlChildrenNode;
|
---|
463 | while (pCurKey != NULL)
|
---|
464 | {
|
---|
465 | if ((!xmlStrcmp(pCurKey->name, (const xmlChar *)"Contents")))
|
---|
466 | {
|
---|
467 | PRTS3KEYENTRY pKey = (PRTS3KEYENTRY)RTMemAllocZ(sizeof(RTS3KEYENTRY));
|
---|
468 | pKey->pPrev = pPrevKey;
|
---|
469 | if (pPrevKey)
|
---|
470 | pPrevKey->pNext = pKey;
|
---|
471 | else
|
---|
472 | (*ppKeys) = pKey;
|
---|
473 | pPrevKey = pKey;
|
---|
474 | xmlNodePtr pCurCont = pCurKey->xmlChildrenNode;
|
---|
475 | while (pCurCont != NULL)
|
---|
476 | {
|
---|
477 | if ((!xmlStrcmp(pCurCont->name, (const xmlChar *)"Key")))
|
---|
478 | {
|
---|
479 | xmlChar *pszKey = xmlNodeListGetString(pDoc, pCurCont->xmlChildrenNode, 1);
|
---|
480 | pKey->pszName = RTStrDup((const char*)pszKey);
|
---|
481 | xmlFree(pszKey);
|
---|
482 | }
|
---|
483 | if ((!xmlStrcmp(pCurCont->name, (const xmlChar*)"LastModified")))
|
---|
484 | {
|
---|
485 | xmlChar *pszKey = xmlNodeListGetString(pDoc, pCurCont->xmlChildrenNode, 1);
|
---|
486 | pKey->pszLastModified = RTStrDup((const char*)pszKey);
|
---|
487 | xmlFree(pszKey);
|
---|
488 | }
|
---|
489 | if ((!xmlStrcmp(pCurCont->name, (const xmlChar*)"Size")))
|
---|
490 | {
|
---|
491 | xmlChar *pszKey = xmlNodeListGetString(pDoc, pCurCont->xmlChildrenNode, 1);
|
---|
492 | pKey->cbFile = RTStrToUInt64((const char*)pszKey);
|
---|
493 | xmlFree(pszKey);
|
---|
494 | }
|
---|
495 | pCurCont = pCurCont->next;
|
---|
496 | }
|
---|
497 | }
|
---|
498 | pCurKey = pCurKey->next;
|
---|
499 | }
|
---|
500 | }
|
---|
501 | }
|
---|
502 |
|
---|
503 |
|
---|
504 | /*********************************************************************************************************************************
|
---|
505 | * Public RTS3 interface *
|
---|
506 | *********************************************************************************************************************************/
|
---|
507 |
|
---|
508 | RTR3DECL(int) RTS3Create(PRTS3 ppS3, const char* pszAccessKey, const char* pszSecretKey, const char* pszBaseUrl, const char* pszUserAgent /* = NULL */)
|
---|
509 | {
|
---|
510 | AssertPtrReturn(ppS3, VERR_INVALID_POINTER);
|
---|
511 |
|
---|
512 | /* We need at least an URL to connect with */
|
---|
513 | if (pszBaseUrl == NULL ||
|
---|
514 | pszBaseUrl[0] == 0)
|
---|
515 | return VERR_INVALID_PARAMETER;
|
---|
516 |
|
---|
517 | /* In windows, this will init the winsock stuff */
|
---|
518 | if (curl_global_init(CURL_GLOBAL_ALL) != 0)
|
---|
519 | return VERR_INTERNAL_ERROR;
|
---|
520 |
|
---|
521 | CURL* pCurl = curl_easy_init();
|
---|
522 | if (!pCurl)
|
---|
523 | return VERR_INTERNAL_ERROR;
|
---|
524 |
|
---|
525 | PRTS3INTERNAL pS3Int = (PRTS3INTERNAL)RTMemAllocZ(sizeof(RTS3INTERNAL));
|
---|
526 | if (pS3Int == NULL)
|
---|
527 | return VERR_NO_MEMORY;
|
---|
528 |
|
---|
529 | pS3Int->u32Magic = RTS3_MAGIC;
|
---|
530 | pS3Int->pCurl = pCurl;
|
---|
531 | pS3Int->pszAccessKey = RTStrDup(pszAccessKey);
|
---|
532 | pS3Int->pszSecretKey = RTStrDup(pszSecretKey);
|
---|
533 | pS3Int->pszBaseUrl = RTStrDup(pszBaseUrl);
|
---|
534 | if (pszUserAgent)
|
---|
535 | pS3Int->pszUserAgent = RTStrDup(pszUserAgent);
|
---|
536 |
|
---|
537 | *ppS3 = (RTS3)pS3Int;
|
---|
538 |
|
---|
539 | return VINF_SUCCESS;
|
---|
540 | }
|
---|
541 |
|
---|
542 | RTR3DECL(void) RTS3Destroy(RTS3 hS3)
|
---|
543 | {
|
---|
544 | if (hS3 == NIL_RTS3)
|
---|
545 | return;
|
---|
546 |
|
---|
547 | PRTS3INTERNAL pS3Int = hS3;
|
---|
548 | RTS3_VALID_RETURN_VOID(pS3Int);
|
---|
549 |
|
---|
550 | curl_easy_cleanup(pS3Int->pCurl);
|
---|
551 |
|
---|
552 | pS3Int->u32Magic = RTS3_MAGIC_DEAD;
|
---|
553 |
|
---|
554 | if (pS3Int->pszUserAgent)
|
---|
555 | RTStrFree(pS3Int->pszUserAgent);
|
---|
556 | RTStrFree(pS3Int->pszBaseUrl);
|
---|
557 | RTStrFree(pS3Int->pszSecretKey);
|
---|
558 | RTStrFree(pS3Int->pszAccessKey);
|
---|
559 |
|
---|
560 | RTMemFree(pS3Int);
|
---|
561 |
|
---|
562 | curl_global_cleanup();
|
---|
563 | }
|
---|
564 |
|
---|
565 | RTR3DECL(void) RTS3SetProgressCallback(RTS3 hS3, PFNRTS3PROGRESS pfnProgressCallback, void *pvUser /* = NULL */)
|
---|
566 | {
|
---|
567 | PRTS3INTERNAL pS3Int = hS3;
|
---|
568 | RTS3_VALID_RETURN_VOID(pS3Int);
|
---|
569 |
|
---|
570 | pS3Int->pfnProgressCallback = pfnProgressCallback;
|
---|
571 | pS3Int->pvUser = pvUser;
|
---|
572 | }
|
---|
573 |
|
---|
574 | RTR3DECL(int) RTS3GetBuckets(RTS3 hS3, PCRTS3BUCKETENTRY *ppBuckets)
|
---|
575 | {
|
---|
576 | PRTS3INTERNAL pS3Int = hS3;
|
---|
577 | RTS3_VALID_RETURN(pS3Int);
|
---|
578 |
|
---|
579 | /* Properly initialize this */
|
---|
580 | *ppBuckets = NULL;
|
---|
581 |
|
---|
582 | /* Reset the CURL object to an defined state */
|
---|
583 | rtS3ReinitCurl(pS3Int);
|
---|
584 | /* Create the CURL object to operate on */
|
---|
585 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_URL, pS3Int->pszBaseUrl);
|
---|
586 |
|
---|
587 | /* Create the three basic header entries */
|
---|
588 | char *apszHead[3] =
|
---|
589 | {
|
---|
590 | rtS3HostHeader("", pS3Int->pszBaseUrl), /* Host entry */
|
---|
591 | rtS3DateHeader(), /* Date entry */
|
---|
592 | NULL /* Authorization entry */
|
---|
593 | };
|
---|
594 | /* Create the authorization header entry */
|
---|
595 | apszHead[RT_ELEMENTS(apszHead)-1] = rtS3CreateAuthHeader(pS3Int, "GET", "", "", apszHead, RT_ELEMENTS(apszHead));
|
---|
596 |
|
---|
597 | /* Add all headers to curl */
|
---|
598 | struct curl_slist* pHeaders = NULL; /* Init to NULL is important */
|
---|
599 | for(size_t i=0; i < RT_ELEMENTS(apszHead); ++i)
|
---|
600 | pHeaders = curl_slist_append(pHeaders, apszHead[i]);
|
---|
601 |
|
---|
602 | /* Pass our list of custom made headers */
|
---|
603 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_HTTPHEADER, pHeaders);
|
---|
604 |
|
---|
605 | RTS3TMPMEMCHUNK chunk = { NULL, 0 };
|
---|
606 | /* Set the callback which receive the content */
|
---|
607 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_WRITEFUNCTION, rtS3WriteMemoryCallback);
|
---|
608 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_WRITEDATA, (void *)&chunk);
|
---|
609 | /* Start the request */
|
---|
610 | int rc = rtS3Perform(pS3Int);
|
---|
611 |
|
---|
612 | /* Regardless of the result, free all used resources first*/
|
---|
613 | curl_slist_free_all(pHeaders);
|
---|
614 | for(size_t i=0; i < RT_ELEMENTS(apszHead); ++i)
|
---|
615 | RTStrFree(apszHead[i]);
|
---|
616 |
|
---|
617 | /* On success parse the result */
|
---|
618 | if (RT_SUCCESS(rc))
|
---|
619 | {
|
---|
620 | xmlDocPtr pDoc;
|
---|
621 | xmlNodePtr pCur;
|
---|
622 | /* Parse the xml memory for "ListAllMyBucketsResult" */
|
---|
623 | rc = rtS3ReadXmlFromMemory(&chunk, "ListAllMyBucketsResult", &pDoc, &pCur);
|
---|
624 | if (RT_SUCCESS(rc))
|
---|
625 | {
|
---|
626 | /* Now extract all buckets */
|
---|
627 | rtS3ExtractAllBuckets(pDoc, pCur, ppBuckets);
|
---|
628 | /* Free the xml stuff */
|
---|
629 | xmlFreeDoc(pDoc);
|
---|
630 | }
|
---|
631 | }
|
---|
632 | /* Free the temporary memory */
|
---|
633 | RTMemFree(chunk.pszMem);
|
---|
634 |
|
---|
635 | return rc;
|
---|
636 | }
|
---|
637 |
|
---|
638 | RTR3DECL(int) RTS3BucketsDestroy(PCRTS3BUCKETENTRY pBuckets)
|
---|
639 | {
|
---|
640 | if (!pBuckets)
|
---|
641 | return VINF_SUCCESS;
|
---|
642 |
|
---|
643 | while (pBuckets)
|
---|
644 | {
|
---|
645 | PCRTS3BUCKETENTRY pTemp = pBuckets;
|
---|
646 | RTStrFree((char*)pBuckets->pszName);
|
---|
647 | RTStrFree((char*)pBuckets->pszCreationDate);
|
---|
648 | pBuckets = pBuckets->pNext;
|
---|
649 | RTMemFree((PRTS3BUCKETENTRY )pTemp);
|
---|
650 | }
|
---|
651 | return VINF_SUCCESS;
|
---|
652 | }
|
---|
653 |
|
---|
654 | RTR3DECL(int) RTS3CreateBucket(RTS3 hS3, const char* pszBucketName)
|
---|
655 | {
|
---|
656 | PRTS3INTERNAL pS3Int = hS3;
|
---|
657 | RTS3_VALID_RETURN(pS3Int);
|
---|
658 |
|
---|
659 | /* Reset the CURL object to an defined state */
|
---|
660 | rtS3ReinitCurl(pS3Int);
|
---|
661 |
|
---|
662 | char* pszUrl = rtS3Host(pszBucketName, "", pS3Int->pszBaseUrl);
|
---|
663 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_URL, pszUrl);
|
---|
664 | RTStrFree(pszUrl);
|
---|
665 |
|
---|
666 | /* Create the basic header entries */
|
---|
667 | char *apszHead[4] =
|
---|
668 | {
|
---|
669 | RTStrDup("Content-Length: 0"), /* Content length entry */
|
---|
670 | rtS3HostHeader(pszBucketName, pS3Int->pszBaseUrl), /* Host entry */
|
---|
671 | rtS3DateHeader(), /* Date entry */
|
---|
672 | NULL /* Authorization entry */
|
---|
673 | };
|
---|
674 | /* Create the authorization header entry */
|
---|
675 | apszHead[RT_ELEMENTS(apszHead)-1] = rtS3CreateAuthHeader(pS3Int, "PUT", pszBucketName, "", apszHead, RT_ELEMENTS(apszHead));
|
---|
676 |
|
---|
677 | /* Add all headers to curl */
|
---|
678 | struct curl_slist* pHeaders = NULL; /* Init to NULL is important */
|
---|
679 | for(size_t i=0; i < RT_ELEMENTS(apszHead); ++i)
|
---|
680 | pHeaders = curl_slist_append(pHeaders, apszHead[i]);
|
---|
681 |
|
---|
682 | /* Pass our list of custom made headers */
|
---|
683 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_HTTPHEADER, pHeaders);
|
---|
684 |
|
---|
685 | /* Set CURL in upload mode */
|
---|
686 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_PUT, 1);
|
---|
687 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_UPLOAD, 1);
|
---|
688 |
|
---|
689 | /* Set the size of the file we like to transfer */
|
---|
690 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_INFILESIZE_LARGE, 0);
|
---|
691 |
|
---|
692 | /* Start the request */
|
---|
693 | int rc = rtS3Perform(pS3Int);
|
---|
694 | if (RT_FAILURE(rc))
|
---|
695 | {
|
---|
696 | /* Handle special failures */
|
---|
697 | if (pS3Int->lLastResp == 409)
|
---|
698 | rc = VERR_S3_BUCKET_ALREADY_EXISTS;
|
---|
699 | }
|
---|
700 |
|
---|
701 | /* Regardless of the result, free all used resources first*/
|
---|
702 | curl_slist_free_all(pHeaders);
|
---|
703 | for(size_t i=0; i < RT_ELEMENTS(apszHead); ++i)
|
---|
704 | RTStrFree(apszHead[i]);
|
---|
705 |
|
---|
706 | return rc;
|
---|
707 | }
|
---|
708 |
|
---|
709 | RTR3DECL(int) RTS3DeleteBucket(RTS3 hS3, const char* pszBucketName)
|
---|
710 | {
|
---|
711 | PRTS3INTERNAL pS3Int = hS3;
|
---|
712 | RTS3_VALID_RETURN(pS3Int);
|
---|
713 |
|
---|
714 | /* Reset the CURL object to an defined state */
|
---|
715 | rtS3ReinitCurl(pS3Int);
|
---|
716 |
|
---|
717 | char* pszUrl = rtS3Host(pszBucketName, "", pS3Int->pszBaseUrl);
|
---|
718 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_URL, pszUrl);
|
---|
719 | RTStrFree(pszUrl);
|
---|
720 |
|
---|
721 | /* Create the three basic header entries */
|
---|
722 | char *apszHead[3] =
|
---|
723 | {
|
---|
724 | rtS3HostHeader(pszBucketName, pS3Int->pszBaseUrl), /* Host entry */
|
---|
725 | rtS3DateHeader(), /* Date entry */
|
---|
726 | NULL /* Authorization entry */
|
---|
727 | };
|
---|
728 | /* Create the authorization header entry */
|
---|
729 | apszHead[RT_ELEMENTS(apszHead)-1] = rtS3CreateAuthHeader(pS3Int, "DELETE", pszBucketName, "", apszHead, RT_ELEMENTS(apszHead));
|
---|
730 |
|
---|
731 | /* Add all headers to curl */
|
---|
732 | struct curl_slist* pHeaders = NULL; /* Init to NULL is important */
|
---|
733 | for(size_t i=0; i < RT_ELEMENTS(apszHead); ++i)
|
---|
734 | pHeaders = curl_slist_append(pHeaders, apszHead[i]);
|
---|
735 |
|
---|
736 | /* Pass our list of custom made headers */
|
---|
737 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_HTTPHEADER, pHeaders);
|
---|
738 |
|
---|
739 | /* Set CURL in delete mode */
|
---|
740 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_CUSTOMREQUEST, "DELETE");
|
---|
741 |
|
---|
742 | /* Start the request */
|
---|
743 | int rc = rtS3Perform(pS3Int);
|
---|
744 | if (RT_FAILURE(rc))
|
---|
745 | {
|
---|
746 | /* Handle special failures */
|
---|
747 | if (pS3Int->lLastResp == 409)
|
---|
748 | rc = VERR_S3_BUCKET_NOT_EMPTY;
|
---|
749 | }
|
---|
750 |
|
---|
751 | /* Regardless of the result, free all used resources first*/
|
---|
752 | curl_slist_free_all(pHeaders);
|
---|
753 | for(size_t i=0; i < RT_ELEMENTS(apszHead); ++i)
|
---|
754 | RTStrFree(apszHead[i]);
|
---|
755 |
|
---|
756 | return rc;
|
---|
757 | }
|
---|
758 |
|
---|
759 | RTR3DECL(int) RTS3GetBucketKeys(RTS3 hS3, const char* pszBucketName, PCRTS3KEYENTRY *ppKeys)
|
---|
760 | {
|
---|
761 | PRTS3INTERNAL pS3Int = hS3;
|
---|
762 | RTS3_VALID_RETURN(pS3Int);
|
---|
763 |
|
---|
764 | *ppKeys = NULL;
|
---|
765 |
|
---|
766 | /* Reset the CURL object to an defined state */
|
---|
767 | rtS3ReinitCurl(pS3Int);
|
---|
768 |
|
---|
769 | char* pszUrl = rtS3Host(pszBucketName, "", pS3Int->pszBaseUrl);
|
---|
770 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_URL, pszUrl);
|
---|
771 | RTStrFree(pszUrl);
|
---|
772 |
|
---|
773 | /* Create the three basic header entries */
|
---|
774 | char *apszHead[3] =
|
---|
775 | {
|
---|
776 | rtS3HostHeader(pszBucketName, pS3Int->pszBaseUrl), /* Host entry */
|
---|
777 | rtS3DateHeader(), /* Date entry */
|
---|
778 | NULL /* Authorization entry */
|
---|
779 | };
|
---|
780 | /* Create the authorization header entry */
|
---|
781 | apszHead[RT_ELEMENTS(apszHead)-1] = rtS3CreateAuthHeader(pS3Int, "GET", pszBucketName, "", apszHead, RT_ELEMENTS(apszHead));
|
---|
782 |
|
---|
783 | /* Add all headers to curl */
|
---|
784 | struct curl_slist* pHeaders = NULL; /* Init to NULL is important */
|
---|
785 | for(size_t i=0; i < RT_ELEMENTS(apszHead); ++i)
|
---|
786 | pHeaders = curl_slist_append(pHeaders, apszHead[i]);
|
---|
787 |
|
---|
788 | /* Pass our list of custom made headers */
|
---|
789 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_HTTPHEADER, pHeaders);
|
---|
790 |
|
---|
791 | RTS3TMPMEMCHUNK chunk = { NULL, 0 };
|
---|
792 | /* Set the callback which receive the content */
|
---|
793 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_WRITEFUNCTION, rtS3WriteMemoryCallback);
|
---|
794 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_WRITEDATA, (void *)&chunk);
|
---|
795 |
|
---|
796 | /* Start the request */
|
---|
797 | int rc = rtS3Perform(pS3Int);
|
---|
798 |
|
---|
799 | /* Regardless of the result, free all used resources first*/
|
---|
800 | curl_slist_free_all(pHeaders);
|
---|
801 | for(size_t i=0; i < RT_ELEMENTS(apszHead); ++i)
|
---|
802 | RTStrFree(apszHead[i]);
|
---|
803 |
|
---|
804 | /* On success parse the result */
|
---|
805 | if (RT_SUCCESS(rc))
|
---|
806 | {
|
---|
807 | xmlDocPtr pDoc;
|
---|
808 | xmlNodePtr pCur;
|
---|
809 | /* Parse the xml memory for "ListBucketResult" */
|
---|
810 | rc = rtS3ReadXmlFromMemory(&chunk, "ListBucketResult", &pDoc, &pCur);
|
---|
811 | if (RT_SUCCESS(rc))
|
---|
812 | {
|
---|
813 | /* Now extract all buckets */
|
---|
814 | rtS3ExtractAllKeys(pDoc, pCur, ppKeys);
|
---|
815 | /* Free the xml stuff */
|
---|
816 | xmlFreeDoc(pDoc);
|
---|
817 | }
|
---|
818 | }
|
---|
819 | /* Free the temporary memory */
|
---|
820 | RTMemFree(chunk.pszMem);
|
---|
821 |
|
---|
822 | return rc;
|
---|
823 | }
|
---|
824 |
|
---|
825 | RTR3DECL(int) RTS3KeysDestroy(PCRTS3KEYENTRY pKeys)
|
---|
826 | {
|
---|
827 | if (!pKeys)
|
---|
828 | return VINF_SUCCESS;
|
---|
829 |
|
---|
830 | while (pKeys)
|
---|
831 | {
|
---|
832 | PCRTS3KEYENTRY pTemp = pKeys;
|
---|
833 | RTStrFree((char*)pKeys->pszName);
|
---|
834 | RTStrFree((char*)pKeys->pszLastModified);
|
---|
835 | pKeys = pKeys->pNext;
|
---|
836 | RTMemFree((PRTS3KEYENTRY)pTemp);
|
---|
837 | }
|
---|
838 | return VINF_SUCCESS;
|
---|
839 | }
|
---|
840 |
|
---|
841 | RTR3DECL(int) RTS3DeleteKey(RTS3 hS3, const char* pszBucketName, const char* pszKeyName)
|
---|
842 | {
|
---|
843 | PRTS3INTERNAL pS3Int = hS3;
|
---|
844 | RTS3_VALID_RETURN(pS3Int);
|
---|
845 |
|
---|
846 | /* Reset the CURL object to an defined state */
|
---|
847 | rtS3ReinitCurl(pS3Int);
|
---|
848 |
|
---|
849 | char* pszUrl = rtS3Host(pszBucketName, pszKeyName, pS3Int->pszBaseUrl);
|
---|
850 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_URL, pszUrl);
|
---|
851 | RTStrFree(pszUrl);
|
---|
852 |
|
---|
853 | /* Create the three basic header entries */
|
---|
854 | char *apszHead[3] =
|
---|
855 | {
|
---|
856 | rtS3HostHeader(pszBucketName, pS3Int->pszBaseUrl), /* Host entry */
|
---|
857 | rtS3DateHeader(), /* Date entry */
|
---|
858 | NULL /* Authorization entry */
|
---|
859 | };
|
---|
860 | /* Create the authorization header entry */
|
---|
861 | apszHead[RT_ELEMENTS(apszHead)-1] = rtS3CreateAuthHeader(pS3Int, "DELETE", pszBucketName, pszKeyName, apszHead, RT_ELEMENTS(apszHead));
|
---|
862 |
|
---|
863 | /* Add all headers to curl */
|
---|
864 | struct curl_slist* pHeaders = NULL; /* Init to NULL is important */
|
---|
865 | for(size_t i=0; i < RT_ELEMENTS(apszHead); ++i)
|
---|
866 | pHeaders = curl_slist_append(pHeaders, apszHead[i]);
|
---|
867 |
|
---|
868 | /* Pass our list of custom made headers */
|
---|
869 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_HTTPHEADER, pHeaders);
|
---|
870 |
|
---|
871 | /* Set CURL in delete mode */
|
---|
872 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_CUSTOMREQUEST, "DELETE");
|
---|
873 |
|
---|
874 | /* Start the request */
|
---|
875 | int rc = rtS3Perform(pS3Int);
|
---|
876 |
|
---|
877 | /* Regardless of the result, free all used resources first*/
|
---|
878 | curl_slist_free_all(pHeaders);
|
---|
879 | for(size_t i=0; i < RT_ELEMENTS(apszHead); ++i)
|
---|
880 | RTStrFree(apszHead[i]);
|
---|
881 |
|
---|
882 | return rc;
|
---|
883 | }
|
---|
884 |
|
---|
885 | RTR3DECL(int) RTS3GetKey(RTS3 hS3, const char *pszBucketName, const char *pszKeyName, const char *pszFilename)
|
---|
886 | {
|
---|
887 | PRTS3INTERNAL pS3Int = hS3;
|
---|
888 | RTS3_VALID_RETURN(pS3Int);
|
---|
889 |
|
---|
890 | /* Reset the CURL object to an defined state */
|
---|
891 | rtS3ReinitCurl(pS3Int);
|
---|
892 |
|
---|
893 | /* Open the file */
|
---|
894 | RTFILE hFile;
|
---|
895 | int rc = RTFileOpen(&hFile, pszFilename, RTFILE_O_CREATE | RTFILE_O_WRITE | RTFILE_O_DENY_NONE);
|
---|
896 | if (RT_FAILURE(rc))
|
---|
897 | return rc;
|
---|
898 |
|
---|
899 | char* pszUrl = rtS3Host(pszBucketName, pszKeyName, pS3Int->pszBaseUrl);
|
---|
900 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_URL, pszUrl);
|
---|
901 | RTStrFree(pszUrl);
|
---|
902 |
|
---|
903 | /* Create the three basic header entries */
|
---|
904 | char *apszHead[3] =
|
---|
905 | {
|
---|
906 | rtS3HostHeader(pszBucketName, pS3Int->pszBaseUrl), /* Host entry */
|
---|
907 | rtS3DateHeader(), /* Date entry */
|
---|
908 | NULL /* Authorization entry */
|
---|
909 | };
|
---|
910 | /* Create the authorization header entry */
|
---|
911 | apszHead[RT_ELEMENTS(apszHead)-1] = rtS3CreateAuthHeader(pS3Int, "GET", pszBucketName, pszKeyName, apszHead, RT_ELEMENTS(apszHead));
|
---|
912 |
|
---|
913 | /* Add all headers to curl */
|
---|
914 | struct curl_slist* pHeaders = NULL; /* Init to NULL is important */
|
---|
915 | for(size_t i=0; i < RT_ELEMENTS(apszHead); ++i)
|
---|
916 | pHeaders = curl_slist_append(pHeaders, apszHead[i]);
|
---|
917 |
|
---|
918 | /* Pass our list of custom made headers */
|
---|
919 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_HTTPHEADER, pHeaders);
|
---|
920 |
|
---|
921 | /* Set the callback which receive the content */
|
---|
922 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_WRITEFUNCTION, rtS3WriteFileCallback);
|
---|
923 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_WRITEDATA, &hFile);
|
---|
924 |
|
---|
925 | /* Start the request */
|
---|
926 | rc = rtS3Perform(pS3Int);
|
---|
927 |
|
---|
928 | /* Regardless of the result, free all used resources first*/
|
---|
929 | curl_slist_free_all(pHeaders);
|
---|
930 | for(size_t i=0; i < RT_ELEMENTS(apszHead); ++i)
|
---|
931 | RTStrFree(apszHead[i]);
|
---|
932 |
|
---|
933 | /* Close the open file */
|
---|
934 | RTFileClose(hFile);
|
---|
935 |
|
---|
936 | /* If there was an error delete the newly created file */
|
---|
937 | if (RT_FAILURE(rc))
|
---|
938 | RTFileDelete(pszFilename);
|
---|
939 |
|
---|
940 | return rc;
|
---|
941 | }
|
---|
942 |
|
---|
943 | RTR3DECL(int) RTS3PutKey(RTS3 hS3, const char *pszBucketName, const char *pszKeyName, const char *pszFilename)
|
---|
944 | {
|
---|
945 | PRTS3INTERNAL pS3Int = hS3;
|
---|
946 | RTS3_VALID_RETURN(pS3Int);
|
---|
947 |
|
---|
948 | /* Reset the CURL object to an defined state */
|
---|
949 | rtS3ReinitCurl(pS3Int);
|
---|
950 |
|
---|
951 | /* Open the file */
|
---|
952 | RTFILE hFile;
|
---|
953 | int rc = RTFileOpen(&hFile, pszFilename, RTFILE_O_OPEN | RTFILE_O_READ | RTFILE_O_DENY_NONE);
|
---|
954 | if (RT_FAILURE(rc))
|
---|
955 | return rc;
|
---|
956 |
|
---|
957 | uint64_t cbFileSize;
|
---|
958 | rc = RTFileGetSize(hFile, &cbFileSize);
|
---|
959 | if (RT_FAILURE(rc))
|
---|
960 | {
|
---|
961 | RTFileClose(hFile);
|
---|
962 | return rc;
|
---|
963 | }
|
---|
964 |
|
---|
965 | char* pszUrl = rtS3Host(pszBucketName, pszKeyName, pS3Int->pszBaseUrl);
|
---|
966 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_URL, pszUrl);
|
---|
967 | RTStrFree(pszUrl);
|
---|
968 |
|
---|
969 | char* pszContentLength;
|
---|
970 | RTStrAPrintf(&pszContentLength, "Content-Length: %lu", cbFileSize);
|
---|
971 | /* Create the three basic header entries */
|
---|
972 | char *apszHead[5] =
|
---|
973 | {
|
---|
974 | /** @todo For now we use octet-stream for all types. Later we should try
|
---|
975 | * to set the right one (libmagic from the file packet could be a
|
---|
976 | * candidate for finding the right type). */
|
---|
977 | RTStrDup("Content-Type: octet-stream"), /* Content type entry */
|
---|
978 | pszContentLength, /* Content length entry */
|
---|
979 | rtS3HostHeader(pszBucketName, pS3Int->pszBaseUrl), /* Host entry */
|
---|
980 | rtS3DateHeader(), /* Date entry */
|
---|
981 | NULL /* Authorization entry */
|
---|
982 | };
|
---|
983 | /* Create the authorization header entry */
|
---|
984 | apszHead[RT_ELEMENTS(apszHead)-1] = rtS3CreateAuthHeader(pS3Int, "PUT", pszBucketName, pszKeyName, apszHead, RT_ELEMENTS(apszHead));
|
---|
985 |
|
---|
986 | /* Add all headers to curl */
|
---|
987 | struct curl_slist* pHeaders = NULL; /* Init to NULL is important */
|
---|
988 | for(size_t i=0; i < RT_ELEMENTS(apszHead); ++i)
|
---|
989 | pHeaders = curl_slist_append(pHeaders, apszHead[i]);
|
---|
990 |
|
---|
991 | /* Pass our list of custom made headers */
|
---|
992 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_HTTPHEADER, pHeaders);
|
---|
993 |
|
---|
994 | /* Set CURL in upload mode */
|
---|
995 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_PUT, 1);
|
---|
996 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_UPLOAD, 1);
|
---|
997 |
|
---|
998 | /* Set the size of the file we like to transfer */
|
---|
999 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_INFILESIZE_LARGE, cbFileSize);
|
---|
1000 |
|
---|
1001 | /* Set the callback which send the content */
|
---|
1002 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_READFUNCTION, rtS3ReadFileCallback);
|
---|
1003 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_READDATA, &hFile);
|
---|
1004 | curl_easy_setopt(pS3Int->pCurl, CURLOPT_SSLVERSION, (long)CURL_SSLVERSION_TLSv1);
|
---|
1005 |
|
---|
1006 | /* Start the request */
|
---|
1007 | rc = rtS3Perform(pS3Int);
|
---|
1008 |
|
---|
1009 | /* Regardless of the result, free all used resources first*/
|
---|
1010 | curl_slist_free_all(pHeaders);
|
---|
1011 | for(size_t i=0; i < RT_ELEMENTS(apszHead); ++i)
|
---|
1012 | RTStrFree(apszHead[i]);
|
---|
1013 |
|
---|
1014 | /* Close the open file */
|
---|
1015 | RTFileClose(hFile);
|
---|
1016 |
|
---|
1017 | return rc;
|
---|
1018 | }
|
---|
1019 |
|
---|