Coverage for tests/test_s3utils.py : 34%

Hot-keys on this page
r m x p toggle line displays
j k next/prev highlighted chunk
0 (zero) top of page
1 (one) first highlighted chunk
# This file is part of daf_butler. # # Developed for the LSST Data Management System. # This product includes software developed by the LSST Project # (http://www.lsst.org). # See the COPYRIGHT file at the top-level directory of this distribution # for details of code ownership. # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation, either version 3 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see <http://www.gnu.org/licenses/>.
import botocore from moto import mock_s3
"""A no-op decorator in case moto mock_s3 can not be imported. """
setAwsEnvCredentials, unsetAwsEnvCredentials)
"""Test for the S3 related utilities. """
# set up some fake credentials if they do not exist self.usingDummyCredentials = setAwsEnvCredentials()
s3 = boto3.client("s3") try: s3.create_bucket(Bucket=self.bucketName) s3.put_object(Bucket=self.bucketName, Key=self.fileName, Body=b"test content") except s3.exceptions.BucketAlreadyExists: pass
s3 = boto3.resource('s3') bucket = s3.Bucket(self.bucketName) try: bucket.objects.all().delete() except botocore.exceptions.ClientError as err: errorcode = err.response["ResponseMetadata"]["HTTPStatusCode"] if errorcode == 404: # the key does not exists - pass pass else: raise
bucket = s3.Bucket(self.bucketName) bucket.delete()
# unset any potentially set dummy credentials if self.usingDummyCredentials: unsetAwsEnvCredentials()
self.assertTrue(bucketExists(f"{self.bucketName}")) self.assertFalse(bucketExists(f"{self.bucketName}_NO_EXIST"))
s3 = boto3.client('s3') self.assertTrue(s3CheckFileExists(client=s3, bucket=self.bucketName, path=self.fileName)[0]) self.assertFalse(s3CheckFileExists(client=s3, bucket=self.bucketName, path=self.fileName+"_NO_EXIST")[0])
datastoreRootUri = f"s3://{self.bucketName}/" uri = f"s3://{self.bucketName}/{self.fileName}"
buri = ButlerURI(uri) location = Location(datastoreRootUri, self.fileName)
self.assertTrue(s3CheckFileExists(client=s3, path=buri)[0]) # just to make sure the overloaded keyword works correctly self.assertTrue(s3CheckFileExists(buri, client=s3)[0]) self.assertTrue(s3CheckFileExists(client=s3, path=location)[0])
# make sure supplying strings resolves correctly too self.assertTrue(s3CheckFileExists(uri, client=s3)) self.assertTrue(s3CheckFileExists(uri))
unittest.main() |