OXIESEC PANEL
- Current Dir:
/
/
opt
/
gsutil
/
gslib
/
tests
Server IP: 2a02:4780:11:1594:0:ef5:22d7:a
Upload:
Create Dir:
Name
Size
Modified
Perms
📁
..
-
02/11/2025 08:19:48 AM
rwxr-xr-x
📄
__init__.py
808 bytes
12/09/2024 05:26:03 PM
rw-r--r--
📁
__pycache__
-
02/11/2025 08:19:49 AM
rwxr-xr-x
📄
mock_cloud_api.py
7.97 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
mock_logging_handler.py
1.28 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
rewrite_helper.py
2.8 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
signurl_signatures.py
5.7 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_Doption.py
9.72 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_acl.py
55.99 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_autoclass.py
6.85 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_boto_util.py
9.65 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_bucketconfig.py
4.98 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_bucketpolicyonly.py
3.78 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_cat.py
11.55 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_cloud_api_delegator.py
2 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_command.py
3.39 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_command_runner.py
20.66 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_compose.py
14.12 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_context_config.py
18.78 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_copy_helper_funcs.py
39.76 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_copy_objects_iterator.py
4.49 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_cors.py
12.45 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_cp.py
216 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_creds_config.py
8.64 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_daisy_chain_wrapper.py
14.13 KB
12/09/2024 05:26:03 PM
rw-r--r--
📁
test_data
-
12/09/2024 05:26:03 PM
rwxr-xr-x
📄
test_defacl.py
14.36 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_defstorageclass.py
5.43 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_du.py
10.61 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_encryption_helper.py
4.62 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_execution_util.py
3.88 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_file_part.py
3.38 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_gcs_json_api.py
2.9 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_gcs_json_credentials.py
9.85 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_gcs_json_media.py
7.44 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_gsutil.py
4.68 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_hash.py
9.58 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_hashing_helper.py
10.78 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_help.py
3.5 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_hmac.py
23.9 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_iam.py
90.67 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_kms.py
16.68 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_label.py
11.55 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_lifecycle.py
13.8 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_logging.py
3.5 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_ls.py
53.16 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_mb.py
19.64 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_metrics.py
51.65 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_mtls.py
2.01 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_mv.py
13.04 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_naming.py
63.11 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_notification.py
5.9 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_notification_pubsub.py
5.46 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_pap.py
5.91 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_parallel_cp.py
10.15 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_parallelism_framework.py
33.09 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_perfdiag.py
12.62 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_plurality_checkable_iterator.py
7.53 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_posix_util.py
2.03 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_psc.py
5.88 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_rb.py
2.93 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_requester_pays.py
11.7 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_resumable_streaming.py
12.36 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_retention.py
28.9 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_retention_util.py
5.49 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_rewrite.py
31.62 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_rm.py
33.72 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_rpo.py
10.22 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_rsync.py
149.33 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_rsync_funcs.py
3.36 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_seek_ahead_thread.py
8.79 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_setmeta.py
12.54 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_shim_util.py
64.19 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_signurl.py
24.69 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_stat.py
11.38 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_stet_cp.py
5.77 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_stet_util.py
7.38 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_storage_url.py
7.02 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_tabcomplete.py
14.31 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_temporary_file_util.py
1.54 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_trace.py
1.76 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_tracker_file.py
9.9 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_ubla.py
3.88 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_ui.py
67.42 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_update.py
10.37 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_user_agent_helper.py
5.34 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_util.py
19.85 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_versioning.py
3.61 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_web.py
6.54 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_wildcard_iterator.py
22.18 KB
12/09/2024 05:26:03 PM
rw-r--r--
📄
test_wrapped_credentials.py
13.95 KB
12/09/2024 05:26:03 PM
rw-r--r--
📁
testcase
-
12/09/2024 05:26:03 PM
rwxr-xr-x
📄
util.py
29.01 KB
12/09/2024 05:26:03 PM
rw-r--r--
Editing: test_retention.py
Close
# -*- coding: utf-8 -*- # Copyright 2017 Google Inc. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. """Integration tests for retention command.""" from __future__ import absolute_import import datetime import re import gslib.tests.testcase as testcase from gslib.tests.testcase.integration_testcase import SkipForS3 from gslib.tests.testcase.integration_testcase import SkipForXML from gslib.tests.util import ObjectToURI as suri _SECONDS_IN_DAY = 24 * 60 * 60 _DAYS_IN_MONTH = 31 _SECONDS_IN_MONTH = _DAYS_IN_MONTH * _SECONDS_IN_DAY _DAYS_IN_YEAR = 365.25 _SECONDS_IN_YEAR = int(_DAYS_IN_YEAR * _SECONDS_IN_DAY) class TestRetention(testcase.GsUtilIntegrationTestCase): """Integration tests for retention command.""" @SkipForS3('Retention is not supported for s3 objects.') @SkipForXML('Retention is not supported for XML API.') def test_set_retention_seconds(self): bucket_uri = self.CreateBucket() self.RunGsUtil(['retention', 'set', '60s', suri(bucket_uri)]) self.VerifyRetentionPolicy(bucket_uri, expected_retention_period_in_seconds=60) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_set_retention_days(self): bucket_uri = self.CreateBucket() self.RunGsUtil(['retention', 'set', '1d', suri(bucket_uri)]) self.VerifyRetentionPolicy( bucket_uri, expected_retention_period_in_seconds=_SECONDS_IN_DAY) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_set_retention_months(self): bucket_uri = self.CreateBucket() self.RunGsUtil(['retention', 'set', '1m', suri(bucket_uri)]) self.VerifyRetentionPolicy( bucket_uri, expected_retention_period_in_seconds=_SECONDS_IN_MONTH) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_set_retention_years(self): bucket_uri = self.CreateBucket() self.RunGsUtil(['retention', 'set', '1y', suri(bucket_uri)]) self.VerifyRetentionPolicy( bucket_uri, expected_retention_period_in_seconds=_SECONDS_IN_YEAR) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_set_retention_multiple_sequential(self): bucket1_uri = self.CreateBucket() bucket2_uri = self.CreateBucket() self.RunGsUtil( ['retention', 'set', '1y', suri(bucket1_uri), suri(bucket2_uri)]) self.VerifyRetentionPolicy( bucket1_uri, expected_retention_period_in_seconds=_SECONDS_IN_YEAR) self.VerifyRetentionPolicy( bucket2_uri, expected_retention_period_in_seconds=_SECONDS_IN_YEAR) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_set_retention_multiple_parallel(self): bucket1_uri = self.CreateBucket() bucket2_uri = self.CreateBucket() self.RunGsUtil( ['-m', 'retention', 'set', '1y', suri(bucket1_uri), suri(bucket2_uri)]) self.VerifyRetentionPolicy( bucket1_uri, expected_retention_period_in_seconds=_SECONDS_IN_YEAR) self.VerifyRetentionPolicy( bucket2_uri, expected_retention_period_in_seconds=_SECONDS_IN_YEAR) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_increase_retention_unlocked(self): bucket_uri = self.CreateBucketWithRetentionPolicy( retention_period_in_seconds=_SECONDS_IN_DAY) self.RunGsUtil(['retention', 'set', '1m', suri(bucket_uri)]) self.VerifyRetentionPolicy( bucket_uri, expected_retention_period_in_seconds=_SECONDS_IN_MONTH) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_decrease_retention_unlocked(self): bucket_uri = self.CreateBucketWithRetentionPolicy( retention_period_in_seconds=_SECONDS_IN_MONTH) self.RunGsUtil( ['retention', 'set', '{}s'.format(_SECONDS_IN_DAY), suri(bucket_uri)]) self.VerifyRetentionPolicy( bucket_uri, expected_retention_period_in_seconds=_SECONDS_IN_DAY) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_clear_unlocked_retention(self): bucket_uri = self.CreateBucketWithRetentionPolicy( retention_period_in_seconds=_SECONDS_IN_DAY) self.RunGsUtil(['retention', 'clear', suri(bucket_uri)]) self.VerifyRetentionPolicy(bucket_uri, expected_retention_period_in_seconds=None) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_set_retention_unlocked_invalid_arg(self): bucket_uri = self.CreateBucket() stderr = self.RunGsUtil( ['retention', 'set', '1a', suri(bucket_uri)], expected_status=1, return_stderr=True) self.assertRegex(stderr, r'Incorrect retention period specified') @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_lock_retention_userConfirms(self): bucket_uri = self.CreateBucketWithRetentionPolicy( retention_period_in_seconds=_SECONDS_IN_DAY) self.RunGsUtil(['retention', 'lock', suri(bucket_uri)], stdin='y') self.VerifyRetentionPolicy( bucket_uri, expected_retention_period_in_seconds=_SECONDS_IN_DAY, expected_is_locked=True) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_lock_retention_userDoesNotConfirm(self): bucket_uri = self.CreateBucketWithRetentionPolicy( retention_period_in_seconds=_SECONDS_IN_DAY) stderr = self.RunGsUtil( ['retention', 'lock', suri(bucket_uri)], stdin='n', return_stderr=True) self.assertRegex(stderr, 'Abort [Ll]ocking [Rr]etention [Pp]olicy on') self.VerifyRetentionPolicy( bucket_uri, expected_retention_period_in_seconds=_SECONDS_IN_DAY) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_lock_with_no_retention_policy_invalid(self): bucket_uri = self.CreateBucket() stderr = self.RunGsUtil( ['retention', 'lock', suri(bucket_uri)], stdin='y', expected_status=1, return_stderr=True) self.assertRegex(stderr, 'does not have a(n Unlocked)? [Rr]etention [Pp]olicy') self.VerifyRetentionPolicy(bucket_uri, expected_retention_period_in_seconds=None) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_lock_retention_with_invalid_arg(self): bucket_uri = self.CreateBucket() stderr = self.RunGsUtil( ['retention', 'lock', '-a', suri(bucket_uri)], stdin='y', expected_status=1, return_stderr=True) self.assertRegex(stderr, r'Incorrect option\(s\) specified') @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_lock_retention_already_locked(self): bucket_uri = self.CreateBucketWithRetentionPolicy( retention_period_in_seconds=_SECONDS_IN_DAY, is_locked=True) stderr = self.RunGsUtil( ['retention', 'lock', suri(bucket_uri)], stdin='y', return_stderr=True) self.assertRegex(stderr, r'Retention [Pp]olicy on .* is already locked') @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_increase_retention_locked(self): bucket_uri = self.CreateBucketWithRetentionPolicy( retention_period_in_seconds=_SECONDS_IN_DAY, is_locked=True) self.RunGsUtil([ 'retention', 'set', '{}s'.format(_SECONDS_IN_DAY + 1), suri(bucket_uri) ]) self.VerifyRetentionPolicy( bucket_uri, expected_retention_period_in_seconds=_SECONDS_IN_DAY + 1, expected_is_locked=True) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_decrease_retention_locked(self): bucket_uri = self.CreateBucketWithRetentionPolicy( retention_period_in_seconds=_SECONDS_IN_DAY, is_locked=True) stderr = self.RunGsUtil([ 'retention', 'set', '{}s'.format(_SECONDS_IN_DAY - 1), suri(bucket_uri) ], expected_status=1, return_stderr=True) self.assertRegex( stderr, 'Cannot reduce retention duration of a ' 'locked Retention Policy for bucket') @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_clear_locked_retention(self): bucket_uri = self.CreateBucketWithRetentionPolicy( retention_period_in_seconds=_SECONDS_IN_DAY, is_locked=True) stderr = self.RunGsUtil( ['retention', 'clear', suri(bucket_uri)], expected_status=1, return_stderr=True) self.assertRegex( stderr, r'Bucket .* has a locked Retention Policy which cannot be removed') @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_get_retention_locked(self): bucket_uri = self.CreateBucketWithRetentionPolicy( retention_period_in_seconds=_SECONDS_IN_DAY, is_locked=True) stdout = self.RunGsUtil( ['-DD', 'retention', 'get', suri(bucket_uri)], return_stdout=True) if self._use_gcloud_storage: self.assertRegex(stdout, r'isLocked\: true') self.assertRegex(stdout, r'retentionPeriod\: \'86400\'') self.assertRegex(stdout, r'effectiveTime\: \'.*\'') else: self.assertRegex(stdout, r'Retention Policy \(LOCKED\):') self.assertRegex(stdout, r'Duration: 1 Day\(s\)') self.assertRegex(stdout, r'Effective Time: .* GMT') actual_retention_policy = self.json_api.GetBucket( bucket_uri.bucket_name, fields=['retentionPolicy']).retentionPolicy if self._use_gcloud_storage: expected_effective_time = datetime.datetime.fromisoformat( re.search(r'effectiveTime\: \'(.*)\'', stdout).group(1)) actual_effective_time = actual_retention_policy.effectiveTime else: expected_effective_time = self._ConvertTimeStringToSeconds( re.search(r'(?<=Time: )[\w,: ]+', stdout).group()) actual_effective_time = self.DateTimeToSeconds( actual_retention_policy.effectiveTime.replace(tzinfo=None)) self.assertEqual(actual_effective_time, expected_effective_time) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_get_retention_unlocked(self): bucket_uri = self.CreateBucketWithRetentionPolicy( retention_period_in_seconds=_SECONDS_IN_DAY) stdout = self.RunGsUtil( ['retention', 'get', suri(bucket_uri)], return_stdout=True) if self._use_gcloud_storage: # Sometimes the field is absent if isLocked is false. self.assertNotRegex(stdout, r'isLocked \: true') self.assertRegex(stdout, r'retentionPeriod\: \'86400\'') self.assertRegex(stdout, r'effectiveTime\: \'.*\'') else: self.assertRegex(stdout, r'Retention Policy \(UNLOCKED\):') self.assertRegex(stdout, r'Duration: 1 Day\(s\)') self.assertRegex(stdout, r'Effective Time: .* GMT') actual_retention_policy = self.json_api.GetBucket( bucket_uri.bucket_name, fields=['retentionPolicy']).retentionPolicy if self._use_gcloud_storage: expected_effective_time = datetime.datetime.fromisoformat( re.search(r'effectiveTime\: \'(.*)\'', stdout).group(1)) actual_effective_time = actual_retention_policy.effectiveTime else: expected_effective_time = self._ConvertTimeStringToSeconds( re.search(r'(?<=Time: )[\w,: ]+', stdout).group()) actual_effective_time = self.DateTimeToSeconds( actual_retention_policy.effectiveTime.replace(tzinfo=None)) self.assertEqual(actual_effective_time, expected_effective_time) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_get_no_retention(self): bucket_uri = self.CreateBucket() stdout = self.RunGsUtil( ['retention', 'get', suri(bucket_uri)], return_stdout=True) if self._use_gcloud_storage: self.assertRegex(stdout, 'null') else: self.assertRegex(stdout, 'has no Retention Policy') @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_get_invalid_args(self): bucket_uri = self.CreateBucketWithRetentionPolicy( retention_period_in_seconds=_SECONDS_IN_DAY) stderr = self.RunGsUtil( ['retention', 'get', '-a', suri(bucket_uri)], expected_status=1, return_stderr=True) self.assertRegex(stderr, r'Incorrect option\(s\) specified.') @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_set_temporary_hold_invalid_arg(self): object_uri = self.CreateObject() stderr = self.RunGsUtil(['retention', 'temp', 'held', suri(object_uri)], expected_status=1, return_stderr=True) self.assertRegex( stderr, r'Invalid subcommand ".*" for the "retention temp" command') @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_temporary_hold_bucket_with_no_retention(self): bucket_uri = self.CreateBucket() object_uri = self.CreateObject(bucket_uri=bucket_uri, contents='content') self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object_uri, temporary_hold=None) self.RunGsUtil(['retention', 'temp', 'set', suri(object_uri)]) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object_uri, temporary_hold=True) self.RunGsUtil(['retention', 'temp', 'release', suri(object_uri)]) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object_uri, temporary_hold=False) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_temporary_hold_bucket_with_retention(self): retention_period = 1 bucket_uri = self.CreateBucketWithRetentionPolicy(retention_period) object_uri = self.CreateObject(bucket_uri=bucket_uri, contents='content') self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object_uri, temporary_hold=None, retention_period=retention_period) self.RunGsUtil(['retention', 'temp', 'set', suri(object_uri)]) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object_uri, temporary_hold=True, retention_period=retention_period) self.RunGsUtil(['retention', 'temp', 'release', suri(object_uri)]) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object_uri, temporary_hold=False, retention_period=retention_period) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_temporary_hold_multiple_sequential(self): bucket_uri = self.CreateBucket() object1_uri = self.CreateObject(bucket_uri=bucket_uri, contents='content') object2_uri = self.CreateObject(bucket_uri=bucket_uri, contents='content') self.RunGsUtil( ['retention', 'temp', 'set', suri(object1_uri), suri(object2_uri)]) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object1_uri, temporary_hold=True) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object2_uri, temporary_hold=True) self.RunGsUtil( ['retention', 'temp', 'release', suri(object1_uri), suri(object2_uri)]) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object1_uri, temporary_hold=False) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object2_uri, temporary_hold=False) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_temporary_hold_multiple_parallel(self): bucket_uri = self.CreateBucket() object1_uri = self.CreateObject(bucket_uri=bucket_uri, contents='content') object2_uri = self.CreateObject(bucket_uri=bucket_uri, contents='content') self.RunGsUtil([ '-m', 'retention', 'temp', 'set', suri(object1_uri), suri(object2_uri) ]) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object1_uri, temporary_hold=True) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object2_uri, temporary_hold=True) self.RunGsUtil([ '-m', 'retention', 'temp', 'release', suri(object1_uri), suri(object2_uri) ]) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object1_uri, temporary_hold=False) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object2_uri, temporary_hold=False) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_set_event_based_hold_invalid_arg(self): object_uri = self.CreateObject() stderr = self.RunGsUtil(['retention', 'event', 'rel', suri(object_uri)], expected_status=1, return_stderr=True) self.assertRegex( stderr, r'Invalid subcommand ".*" for the "retention event" command') @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_event_based_hold_bucket_with_no_retention(self): bucket_uri = self.CreateBucket() object_uri = self.CreateObject(bucket_uri=bucket_uri, contents='content') self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object_uri, event_based_hold=None) self.RunGsUtil(['retention', 'event', 'set', suri(object_uri)]) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object_uri, event_based_hold=True) self.RunGsUtil(['retention', 'event', 'release', suri(object_uri)]) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object_uri, event_based_hold=False) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_event_based_hold_bucket_with_retention(self): retention_period = 1 bucket_uri = self.CreateBucketWithRetentionPolicy(retention_period) object_uri = self.CreateObject(bucket_uri=bucket_uri, contents='content') self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object_uri, event_based_hold=None, retention_period=retention_period) self.RunGsUtil(['retention', 'event', 'set', suri(object_uri)]) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object_uri, event_based_hold=True, retention_period=None) self.RunGsUtil(['retention', 'event', 'release', suri(object_uri)]) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object_uri, event_based_hold=False, retention_period=retention_period) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_event_based_hold_multiple_sequential(self): bucket_uri = self.CreateBucket() object1_uri = self.CreateObject(bucket_uri=bucket_uri, contents='content') object2_uri = self.CreateObject(bucket_uri=bucket_uri, contents='content') self.RunGsUtil( ['retention', 'event', 'set', suri(object1_uri), suri(object2_uri)]) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object1_uri, event_based_hold=True) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object2_uri, event_based_hold=True) self.RunGsUtil( ['retention', 'event', 'release', suri(object1_uri), suri(object2_uri)]) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object1_uri, event_based_hold=False) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object2_uri, event_based_hold=False) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_event_based_hold_multiple_parallel(self): bucket_uri = self.CreateBucket() object1_uri = self.CreateObject(bucket_uri=bucket_uri, contents='content') object2_uri = self.CreateObject(bucket_uri=bucket_uri, contents='content') self.RunGsUtil([ '-m', 'retention', 'event', 'set', suri(object1_uri), suri(object2_uri) ]) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object1_uri, event_based_hold=True) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object2_uri, event_based_hold=True) self.RunGsUtil([ '-m', 'retention', 'event', 'release', suri(object1_uri), suri(object2_uri) ]) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object1_uri, event_based_hold=False) self._VerifyObjectHoldAndRetentionStatus(bucket_uri, object2_uri, event_based_hold=False) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_default_event_based_hold(self): bucket_uri = self.CreateBucket() self.RunGsUtil(['retention', 'event-default', 'set', suri(bucket_uri)]) self._VerifyDefaultEventBasedHold(bucket_uri, expected_default_event_based_hold=True) self.RunGsUtil(['retention', 'event-default', 'release', suri(bucket_uri)]) self._VerifyDefaultEventBasedHold(bucket_uri, expected_default_event_based_hold=False) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_default_event_based_hold_multiple_sequential(self): bucket1_uri = self.CreateBucket() bucket2_uri = self.CreateBucket() self.RunGsUtil([ 'retention', 'event-default', 'set', suri(bucket1_uri), suri(bucket2_uri) ]) self._VerifyDefaultEventBasedHold(bucket1_uri, expected_default_event_based_hold=True) self._VerifyDefaultEventBasedHold(bucket2_uri, expected_default_event_based_hold=True) @SkipForS3('Retention is not supported for s3 objects') @SkipForXML('Retention is not supported for XML API') def test_default_event_based_hold_multiple_parallel(self): bucket1_uri = self.CreateBucket() bucket2_uri = self.CreateBucket() self.RunGsUtil([ 'retention', 'event-default', 'set', suri(bucket1_uri), suri(bucket2_uri) ]) self._VerifyDefaultEventBasedHold(bucket1_uri, expected_default_event_based_hold=True) self._VerifyDefaultEventBasedHold(bucket2_uri, expected_default_event_based_hold=True) def _VerifyObjectHoldAndRetentionStatus(self, bucket_uri, object_uri, temporary_hold=None, event_based_hold=None, retention_period=None): object_metadata = self.json_api.GetObjectMetadata( bucket_uri.bucket_name, object_uri.object_name, fields=[ 'timeCreated', 'temporaryHold', 'eventBasedHold', 'retentionExpirationTime' ]) if temporary_hold is None: self.assertEqual(object_metadata.temporaryHold, None) else: self.assertEqual(object_metadata.temporaryHold, temporary_hold) if event_based_hold is None: self.assertEqual(object_metadata.eventBasedHold, None) else: self.assertEqual(object_metadata.eventBasedHold, event_based_hold) if retention_period is None: self.assertEqual(object_metadata.retentionExpirationTime, None) elif event_based_hold is False: retention_policy = self.json_api.GetBucket(bucket_uri.bucket_name, fields=['retentionPolicy' ]).retentionPolicy time_delta = datetime.timedelta(0, retention_policy.retentionPeriod) expected_expiration_time = object_metadata.timeCreated + time_delta if event_based_hold is None: self.assertEqual(object_metadata.retentionExpirationTime, expected_expiration_time) else: # since we don't expose the release time of event-based hold we can # only verify that expected_expiration_time is greater than # object-creation-time + retention period # that is because # eventBased-hold's release time > object-creation-time self.assertGreater(object_metadata.retentionExpirationTime, expected_expiration_time) def _VerifyDefaultEventBasedHold(self, bucket_uri, expected_default_event_based_hold=None): actual_default_event_based_hold = self.json_api.GetBucket( bucket_uri.bucket_name, fields=['defaultEventBasedHold']).defaultEventBasedHold if expected_default_event_based_hold is None: self.assertEqual(actual_default_event_based_hold, None) else: self.assertEqual(actual_default_event_based_hold, expected_default_event_based_hold) def _ConvertTimeStringToSeconds(self, time_string): """Converts time in following format to its equivalent timestamp in seconds. Format: '%a, %d %b %Y %H:%M:%S GMT' i.e.: 'Fri, 18 Aug 2017 23:31:39 GMT' Args: time_string: time in string format. Returns: returns equivalent timestamp in seconds of given time. """ converted_time = datetime.datetime.strptime(time_string, '%a, %d %b %Y %H:%M:%S GMT') return self.DateTimeToSeconds(converted_time)