| # Licensed to the Apache Software Foundation (ASF) under one or more |
| # contributor license agreements. See the NOTICE file distributed with |
| # this work for additional information regarding copyright ownership. |
| # The ASF licenses this file to You under the Apache License, Version 2.0 |
| # (the "License"); you may not use this file except in compliance with |
| # the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| |
| *** Settings *** |
| Documentation S3 gateway test with aws cli |
| Library OperatingSystem |
| Library String |
| Resource ../commonlib.robot |
| Resource commonawslib.robot |
| Test Setup Setup s3 tests |
| |
| *** Keywords *** |
| Create Random file |
| [arguments] ${size_in_megabytes} |
| Execute dd if=/dev/urandom of=/tmp/part1 bs=1048576 count=${size_in_megabytes} |
| |
| |
| *** Variables *** |
| ${ENDPOINT_URL} http://s3g:9878 |
| ${BUCKET} generated |
| |
| *** Test Cases *** |
| |
| Test Multipart Upload |
| ${result} = Execute AWSS3APICli create-multipart-upload --bucket ${BUCKET} --key multipartKey |
| ${uploadID} = Execute and checkrc echo '${result}' | jq -r '.UploadId' 0 |
| Should contain ${result} ${BUCKET} |
| Should contain ${result} multipartKey |
| Should contain ${result} UploadId |
| # initiate again |
| ${result} = Execute AWSS3APICli create-multipart-upload --bucket ${BUCKET} --key multipartKey |
| ${nextUploadID} = Execute and checkrc echo '${result}' | jq -r '.UploadId' 0 |
| Should contain ${result} ${BUCKET} |
| Should contain ${result} multipartKey |
| Should contain ${result} UploadId |
| Should Not Be Equal ${uploadID} ${nextUploadID} |
| |
| # upload part |
| # each part should be minimum 5mb, other wise during complete multipart |
| # upload we get error entity too small. So, considering further complete |
| # multipart upload, uploading each part as 5MB file, exception is for last part |
| |
| Run Keyword Create Random file 5 |
| ${result} = Execute AWSS3APICli upload-part --bucket ${BUCKET} --key multipartKey --part-number 1 --body /tmp/part1 --upload-id ${nextUploadID} |
| Should contain ${result} ETag |
| # override part |
| Run Keyword Create Random file 5 |
| ${result} = Execute AWSS3APICli upload-part --bucket ${BUCKET} --key multipartKey --part-number 1 --body /tmp/part1 --upload-id ${nextUploadID} |
| Should contain ${result} ETag |
| |
| |
| Test Multipart Upload Complete |
| ${result} = Execute AWSS3APICli create-multipart-upload --bucket ${BUCKET} --key multipartKey1 |
| ${uploadID} = Execute and checkrc echo '${result}' | jq -r '.UploadId' 0 |
| Should contain ${result} ${BUCKET} |
| Should contain ${result} multipartKey |
| Should contain ${result} UploadId |
| |
| #upload parts |
| Run Keyword Create Random file 5 |
| ${result} = Execute AWSS3APICli upload-part --bucket ${BUCKET} --key multipartKey1 --part-number 1 --body /tmp/part1 --upload-id ${uploadID} |
| ${eTag1} = Execute and checkrc echo '${result}' | jq -r '.ETag' 0 |
| Should contain ${result} ETag |
| |
| Execute echo "Part2" > /tmp/part2 |
| ${result} = Execute AWSS3APICli upload-part --bucket ${BUCKET} --key multipartKey1 --part-number 2 --body /tmp/part2 --upload-id ${uploadID} |
| ${eTag2} = Execute and checkrc echo '${result}' | jq -r '.ETag' 0 |
| Should contain ${result} ETag |
| |
| #complete multipart upload |
| ${result} = Execute AWSS3APICli complete-multipart-upload --upload-id ${uploadID} --bucket ${BUCKET} --key multipartKey1 --multipart-upload 'Parts=[{ETag=${eTag1},PartNumber=1},{ETag=${eTag2},PartNumber=2}]' |
| Should contain ${result} ${BUCKET} |
| Should contain ${result} multipartKey1 |
| Should contain ${result} ETag |
| |
| #read file and check the key |
| ${result} = Execute AWSS3ApiCli get-object --bucket ${BUCKET} --key multipartKey1 /tmp/multipartKey1.result |
| Execute cat /tmp/part1 /tmp/part2 >> /tmp/multipartKey1 |
| Compare files /tmp/multipartKey1 /tmp/multipartKey1.result |
| |
| Test Multipart Upload Complete Entity too small |
| ${result} = Execute AWSS3APICli create-multipart-upload --bucket ${BUCKET} --key multipartKey2 |
| ${uploadID} = Execute and checkrc echo '${result}' | jq -r '.UploadId' 0 |
| Should contain ${result} ${BUCKET} |
| Should contain ${result} multipartKey |
| Should contain ${result} UploadId |
| |
| #upload parts |
| Execute echo "Part1" > /tmp/part1 |
| ${result} = Execute AWSS3APICli upload-part --bucket ${BUCKET} --key multipartKey2 --part-number 1 --body /tmp/part1 --upload-id ${uploadID} |
| ${eTag1} = Execute and checkrc echo '${result}' | jq -r '.ETag' 0 |
| Should contain ${result} ETag |
| |
| Execute echo "Part2" > /tmp/part2 |
| ${result} = Execute AWSS3APICli upload-part --bucket ${BUCKET} --key multipartKey2 --part-number 2 --body /tmp/part2 --upload-id ${uploadID} |
| ${eTag2} = Execute and checkrc echo '${result}' | jq -r '.ETag' 0 |
| Should contain ${result} ETag |
| |
| #complete multipart upload |
| ${result} = Execute AWSS3APICli and checkrc complete-multipart-upload --upload-id ${uploadID} --bucket ${BUCKET} --key multipartKey2 --multipart-upload 'Parts=[{ETag=${eTag1},PartNumber=1},{ETag=${eTag2},PartNumber=2}]' 255 |
| Should contain ${result} EntityTooSmall |
| |
| |
| Test Multipart Upload Complete Invalid part |
| ${result} = Execute AWSS3APICli create-multipart-upload --bucket ${BUCKET} --key multipartKey3 |
| ${uploadID} = Execute and checkrc echo '${result}' | jq -r '.UploadId' 0 |
| Should contain ${result} ${BUCKET} |
| Should contain ${result} multipartKey |
| Should contain ${result} UploadId |
| |
| #upload parts |
| Execute echo "Part1" > /tmp/part1 |
| ${result} = Execute AWSS3APICli upload-part --bucket ${BUCKET} --key multipartKey3 --part-number 1 --body /tmp/part1 --upload-id ${uploadID} |
| ${eTag1} = Execute and checkrc echo '${result}' | jq -r '.ETag' 0 |
| Should contain ${result} ETag |
| |
| Execute echo "Part2" > /tmp/part2 |
| ${result} = Execute AWSS3APICli upload-part --bucket ${BUCKET} --key multipartKey3 --part-number 2 --body /tmp/part2 --upload-id ${uploadID} |
| ${eTag2} = Execute and checkrc echo '${result}' | jq -r '.ETag' 0 |
| Should contain ${result} ETag |
| |
| #complete multipart upload |
| ${result} = Execute AWSS3APICli and checkrc complete-multipart-upload --upload-id ${uploadID} --bucket ${BUCKET} --key multipartKey3 --multipart-upload 'Parts=[{ETag=etag1,PartNumber=1},{ETag=etag2,PartNumber=2}]' 255 |
| Should contain ${result} InvalidPart |
| |
| Test abort Multipart upload |
| ${result} = Execute AWSS3APICli create-multipart-upload --bucket ${BUCKET} --key multipartKey4 --storage-class REDUCED_REDUNDANCY |
| ${uploadID} = Execute and checkrc echo '${result}' | jq -r '.UploadId' 0 |
| Should contain ${result} ${BUCKET} |
| Should contain ${result} multipartKey |
| Should contain ${result} UploadId |
| |
| ${result} = Execute AWSS3APICli and checkrc abort-multipart-upload --bucket ${BUCKET} --key multipartKey4 --upload-id ${uploadID} 0 |
| |
| Test abort Multipart upload with invalid uploadId |
| ${result} = Execute AWSS3APICli and checkrc abort-multipart-upload --bucket ${BUCKET} --key multipartKey5 --upload-id "random" 255 |
| |
| Upload part with Incorrect uploadID |
| Execute echo "Multipart upload" > /tmp/testfile |
| ${result} = Execute AWSS3APICli and checkrc upload-part --bucket ${BUCKET} --key multipartKey --part-number 1 --body /tmp/testfile --upload-id "random" 255 |
| Should contain ${result} NoSuchUpload |
| |
| Test list parts |
| #initiate multipart upload |
| ${result} = Execute AWSS3APICli create-multipart-upload --bucket ${BUCKET} --key multipartKey5 |
| ${uploadID} = Execute and checkrc echo '${result}' | jq -r '.UploadId' 0 |
| Should contain ${result} ${BUCKET} |
| Should contain ${result} multipartKey |
| Should contain ${result} UploadId |
| |
| #upload parts |
| Run Keyword Create Random file 5 |
| ${result} = Execute AWSS3APICli upload-part --bucket ${BUCKET} --key multipartKey5 --part-number 1 --body /tmp/part1 --upload-id ${uploadID} |
| ${eTag1} = Execute and checkrc echo '${result}' | jq -r '.ETag' 0 |
| Should contain ${result} ETag |
| |
| Execute echo "Part2" > /tmp/part2 |
| ${result} = Execute AWSS3APICli upload-part --bucket ${BUCKET} --key multipartKey5 --part-number 2 --body /tmp/part2 --upload-id ${uploadID} |
| ${eTag2} = Execute and checkrc echo '${result}' | jq -r '.ETag' 0 |
| Should contain ${result} ETag |
| |
| #list parts |
| ${result} = Execute AWSS3APICli list-parts --bucket ${BUCKET} --key multipartKey5 --upload-id ${uploadID} |
| ${part1} = Execute and checkrc echo '${result}' | jq -r '.Parts[0].ETag' 0 |
| ${part2} = Execute and checkrc echo '${result}' | jq -r '.Parts[1].ETag' 0 |
| Should Be equal ${part1} ${eTag1} |
| Should contain ${part2} ${eTag2} |
| Should contain ${result} STANDARD |
| |
| #list parts with max-items and next token |
| ${result} = Execute AWSS3APICli list-parts --bucket ${BUCKET} --key multipartKey5 --upload-id ${uploadID} --max-items 1 |
| ${part1} = Execute and checkrc echo '${result}' | jq -r '.Parts[0].ETag' 0 |
| ${token} = Execute and checkrc echo '${result}' | jq -r '.NextToken' 0 |
| Should Be equal ${part1} ${eTag1} |
| Should contain ${result} STANDARD |
| |
| ${result} = Execute AWSS3APICli list-parts --bucket ${BUCKET} --key multipartKey5 --upload-id ${uploadID} --max-items 1 --starting-token ${token} |
| ${part2} = Execute and checkrc echo '${result}' | jq -r '.Parts[0].ETag' 0 |
| Should Be equal ${part2} ${eTag2} |
| Should contain ${result} STANDARD |
| |
| #finally abort it |
| ${result} = Execute AWSS3APICli and checkrc abort-multipart-upload --bucket ${BUCKET} --key multipartKey5 --upload-id ${uploadID} 0 |
| |
| Test Multipart Upload with the simplified aws s3 cp API |
| Create Random file 22 |
| Execute AWSS3Cli cp /tmp/part1 s3://${BUCKET}/mpyawscli |
| Execute AWSS3Cli cp s3://${BUCKET}/mpyawscli /tmp/part1.result |
| Execute AWSS3Cli rm s3://${BUCKET}/mpyawscli |
| Compare files /tmp/part1 /tmp/part1.result |
| |
| Test Multipart Upload Put With Copy |
| Run Keyword Create Random file 5 |
| ${result} = Execute AWSS3APICli put-object --bucket ${BUCKET} --key copytest/source --body /tmp/part1 |
| |
| |
| ${result} = Execute AWSS3APICli create-multipart-upload --bucket ${BUCKET} --key copytest/destination |
| |
| ${uploadID} = Execute and checkrc echo '${result}' | jq -r '.UploadId' 0 |
| Should contain ${result} ${BUCKET} |
| Should contain ${result} UploadId |
| |
| ${result} = Execute AWSS3APICli upload-part-copy --bucket ${BUCKET} --key copytest/destination --upload-id ${uploadID} --part-number 1 --copy-source ${BUCKET}/copytest/source |
| Should contain ${result} ${BUCKET} |
| Should contain ${result} ETag |
| Should contain ${result} LastModified |
| ${eTag1} = Execute and checkrc echo '${result}' | jq -r '.CopyPartResult.ETag' 0 |
| |
| |
| Execute AWSS3APICli complete-multipart-upload --upload-id ${uploadID} --bucket ${BUCKET} --key copytest/destination --multipart-upload 'Parts=[{ETag=${eTag1},PartNumber=1}]' |
| Execute AWSS3APICli get-object --bucket ${BUCKET} --key copytest/destination /tmp/part-result |
| |
| Compare files /tmp/part1 /tmp/part-result |
| |
| Test Multipart Upload Put With Copy and range |
| Run Keyword Create Random file 10 |
| ${result} = Execute AWSS3APICli put-object --bucket ${BUCKET} --key copyrange/source --body /tmp/part1 |
| |
| |
| ${result} = Execute AWSS3APICli create-multipart-upload --bucket ${BUCKET} --key copyrange/destination |
| |
| ${uploadID} = Execute and checkrc echo '${result}' | jq -r '.UploadId' 0 |
| Should contain ${result} ${BUCKET} |
| Should contain ${result} UploadId |
| |
| ${result} = Execute AWSS3APICli upload-part-copy --bucket ${BUCKET} --key copyrange/destination --upload-id ${uploadID} --part-number 1 --copy-source ${BUCKET}/copyrange/source --copy-source-range bytes=0-10485758 |
| Should contain ${result} ${BUCKET} |
| Should contain ${result} ETag |
| Should contain ${result} LastModified |
| ${eTag1} = Execute and checkrc echo '${result}' | jq -r '.CopyPartResult.ETag' 0 |
| |
| ${result} = Execute AWSS3APICli upload-part-copy --bucket ${BUCKET} --key copyrange/destination --upload-id ${uploadID} --part-number 2 --copy-source ${BUCKET}/copyrange/source --copy-source-range bytes=10485758-10485760 |
| Should contain ${result} ${BUCKET} |
| Should contain ${result} ETag |
| Should contain ${result} LastModified |
| ${eTag2} = Execute and checkrc echo '${result}' | jq -r '.CopyPartResult.ETag' 0 |
| |
| |
| Execute AWSS3APICli complete-multipart-upload --upload-id ${uploadID} --bucket ${BUCKET} --key copyrange/destination --multipart-upload 'Parts=[{ETag=${eTag1},PartNumber=1},{ETag=${eTag2},PartNumber=2}]' |
| Execute AWSS3APICli get-object --bucket ${BUCKET} --key copyrange/destination /tmp/part-result |
| |
| Compare files /tmp/part1 /tmp/part-result |
