OXIESEC PANEL
- Current Dir:
/
/
opt
/
gsutil
/
gslib
/
__pycache__
Server IP: 2a02:4780:11:1594:0:ef5:22d7:a
Upload:
Create Dir:
Name
Size
Modified
Perms
📁
..
-
02/11/2025 08:19:48 AM
rwxr-xr-x
📄
__init__.cpython-39.pyc
2.94 KB
02/11/2025 08:19:48 AM
rw-r--r--
📄
__main__.cpython-39.pyc
20.78 KB
02/11/2025 08:19:48 AM
rw-r--r--
📄
boto_resumable_upload.cpython-39.pyc
14.86 KB
02/11/2025 08:19:48 AM
rw-r--r--
📄
boto_translation.cpython-39.pyc
47.41 KB
02/11/2025 08:19:48 AM
rw-r--r--
📄
bucket_listing_ref.cpython-39.pyc
4.23 KB
02/11/2025 08:19:48 AM
rw-r--r--
📄
cloud_api.cpython-39.pyc
41.26 KB
02/11/2025 08:19:48 AM
rw-r--r--
📄
cloud_api_delegator.cpython-39.pyc
21.69 KB
02/11/2025 08:19:48 AM
rw-r--r--
📄
command.cpython-39.pyc
63.61 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
command_argument.cpython-39.pyc
4.25 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
command_runner.cpython-39.pyc
15.75 KB
02/11/2025 08:19:48 AM
rw-r--r--
📄
context_config.cpython-39.pyc
6.98 KB
02/11/2025 08:19:48 AM
rw-r--r--
📄
cred_types.cpython-39.pyc
851 bytes
02/11/2025 08:19:49 AM
rw-r--r--
📄
cs_api_map.cpython-39.pyc
3.25 KB
02/11/2025 08:19:48 AM
rw-r--r--
📄
daisy_chain_wrapper.cpython-39.pyc
8.35 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
devshell_auth_plugin.cpython-39.pyc
1.24 KB
02/11/2025 08:19:48 AM
rw-r--r--
📄
discard_messages_queue.cpython-39.pyc
989 bytes
02/11/2025 08:19:49 AM
rw-r--r--
📄
exception.cpython-39.pyc
5.84 KB
02/11/2025 08:19:48 AM
rw-r--r--
📄
file_part.cpython-39.pyc
4.04 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
gcs_json_api.cpython-39.pyc
53.37 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
gcs_json_credentials.cpython-39.pyc
13.84 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
gcs_json_media.cpython-39.pyc
19.41 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
help_provider.cpython-39.pyc
2.36 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
iamcredentials_api.cpython-39.pyc
7.62 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
impersonation_credentials.cpython-39.pyc
1.79 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
kms_api.cpython-39.pyc
9.34 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
lazy_wrapper.cpython-39.pyc
2.27 KB
02/11/2025 08:19:48 AM
rw-r--r--
📄
metrics.cpython-39.pyc
26.95 KB
02/11/2025 08:19:48 AM
rw-r--r--
📄
metrics_tuple.cpython-39.pyc
491 bytes
02/11/2025 08:19:48 AM
rw-r--r--
📄
name_expansion.cpython-39.pyc
20.03 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
no_op_credentials.cpython-39.pyc
936 bytes
02/11/2025 08:19:49 AM
rw-r--r--
📄
parallel_tracker_file.cpython-39.pyc
8.89 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
plurality_checkable_iterator.cpython-39.pyc
3.2 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
progress_callback.cpython-39.pyc
4.35 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
project_id.cpython-39.pyc
841 bytes
02/11/2025 08:19:48 AM
rw-r--r--
📄
pubsub_api.cpython-39.pyc
7.69 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
resumable_streaming_upload.cpython-39.pyc
5.23 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
seek_ahead_thread.cpython-39.pyc
4.09 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
sig_handling.cpython-39.pyc
4.62 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
storage_url.cpython-39.pyc
16.48 KB
02/11/2025 08:19:48 AM
rw-r--r--
📄
tab_complete.cpython-39.pyc
10.35 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
thread_message.cpython-39.pyc
12.17 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
tracker_file.cpython-39.pyc
17.01 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
tz_utc.cpython-39.pyc
2.05 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
ui_controller.cpython-39.pyc
30.35 KB
02/11/2025 08:19:49 AM
rw-r--r--
📄
wildcard_iterator.cpython-39.pyc
23.94 KB
02/11/2025 08:19:48 AM
rw-r--r--
Editing: gcs_json_api.cpython-39.pyc
Close
a +(Wg� � @ s� d Z ddlmZ ddlmZ ddlmZ ddlmZ ddlmZ ddlZddl m Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZdd lmZ dd lmZ dd lmZ dd lmZ dd lm Z ddl m Z ddl Z ddl Z ddl!m"Z" ddl#m$Z$ ddl#m%Z% ddl#m&Z& ddl#m'Z' ddl#m(Z( ddl#m)Z) ddl#m*Z* ddl#m+Z+ ddl#m,Z, ddl#m-Z- ddl#m.Z. ddl#m/Z/ dd l#m0Z0 dd l#m1Z1 dd l#m2Z2 dd l3m4Z4 dd l5m6Z6 dd!l5m7Z7 dd"l8m9Z9 dd#l8m:Z: dd$l8m;Z; dd%l8m<Z< dd&l8m=Z= dd'l8m>Z> dd(l8m?Z? dd)l@mAZA dd*lBmCZC dd+lDmEZE dd,lFmGZG dd-lHmIZJ dd.lHmKZL dd/lMmNZN dd0lMmOZO dd1lMmPZP dd2lMmQZQ dd3lMmRZR dd4lSmTZT dd5lSmUZU dd6lSmVZV dd7lSmWZW dd8lSmXZX dd9lSmYZY dd:lSmZZZ dd;l[m\Z\ dd<l[m]Z] dd=l^m_Z_ dd>l^m`Z` dd?l^maZa dd@l^mbZb ddAl^mcZc ddBldmeZe ddCldmfZf ddDldmgZg ddEldmhZh ddFlimjZj ddGlkmlZl ddHlmmnZnmoZo ddIlpmqZq ddJlrmsZs ddKlrmtZt ddLlrmuZu ddMlrmvZv ddNlrmwZw ddOlrmxZx ddPlymzZz ej{�re|Z}eLj~Z~e~jZ�e�j�Z�dQZ�ej�ej�ej�ej�fZ�ej�ej�ej�ej�e j�e j�e j�e j�e j�j�ej�ej�ej�ej�e�fZ�e�g dR��Z�ddSdTdUdVdWdX�Z�ddSdYdZdTdUdVd[�Z�e���� Z�e���e�� e�d\d]g�Z�d^Z�d_Z�d`Z�daZ�G dbdc� dce'�Z�dS )dz>JSON gsutil Cloud API implementation for Google Cloud Storage.� )�absolute_import)�print_function)�division)�unicode_literals)�contextmanagerN)� http_client)�encoding)� exceptions)� http_wrapper)�transfer)�CalculateWaitForRetry)�config)�context_config)�AccessDeniedException)�ArgumentException)�BadRequestException)�CloudApi)�EncryptionException)�NotEmptyException)�NotFoundException)�PreconditionException)� Preconditions)� PublishPermissionDeniedException)�ResumableDownloadException)� ResumableUploadAbortException)�ResumableUploadException)�!ResumableUploadStartOverException)�ServiceException)�CommandException)� SetUpJsonCredentialsAndCache)�isP12Credentials)�BytesTransferredContainer)�&DownloadCallbackConnectionClassFactory)�HttpWithDownloadStream)�HttpWithNoRetries)�$UploadCallbackConnectionClassFactory)�WrapDownloadHttpRequest)�WrapUploadHttpRequest)�ImpersonationCredentials)�NoOpCredentials)�ProgressCallbackWithTimeout)�PopulateProjectId)�storage_v1_client)�storage_v1_messages)�DeleteTrackerFile)�GetRewriteTrackerFilePath)�HashRewriteParameters)�ReadRewriteTrackerFile)�WriteRewriteTrackerFile)� GetCertsFile)�GetGcsJsonApiVersion)�GetJsonResumableChunkSize)�GetMaxRetryDelay)� GetNewHttp)� GetNumRetries)� JsonResumableChunkSizeDefined)�ListToGetFields)�ValidateDstObjectMetadata)�IAM_POLICY_VERSION)�NUM_OBJECTS_PER_LIST_PAGE)�REQUEST_REASON_ENV_VAR)�REQUEST_REASON_HEADER_KEY)�UTF8)�#Base64Sha256FromBase64EncryptionKey)� CryptoKeyType)�CryptoKeyWrapperFromKey)� FindMatchingCSEKInBotoConfig)� AddAcceptEncodingGzipIfNeeded)�LogAndHandleRetries)� CreatePayload� GetFinalUrl)�GetPrintableExceptionString)� CreateBucketNotFoundException)�%CreateNotFoundExceptionForObjectWrite)� CreateObjectNotFoundException)�DEFAULT_CONTENT_TYPE)�PRIVATE_DEFAULT_OBJ_ACL)�REMOVE_CORS_CONFIG)�ServiceAccountCredentialsi� )�acl�defaultObjectAclz items/aclzitems/defaultObjectAclz items/owner�owner�authenticatedRead�private�projectPrivate� publicRead�publicReadWrite)N�authenticated-readrU �project-private� public-readzpublic-read-write�bucketOwnerRead�bucketOwnerFullControl)NrY zbucket-owner-readzbucket-owner-full-controlrU rZ r[ �crc32c�md5Hash�skipz4Insufficient OAuth2 scope to perform this operation.zstorage.googleapis.comzstorage.mtls.googleapis.comc s� e Zd ZdZd�� fdd� Zdd� Zdd � Zd d � Zd d � Zdd� Z d�dd�Z d�dd�Z d�dd�Z d�dd�Z d�dd�Zd�dd�Zd d � Zd�d d �Zd d!� Zd"d#� Zd�d$d%�Zd�d&d'�Zd�d(d)�Zd�d*d+�Zd�d,d-�Zd.d/� Zd�d0d1�Zd�d2d3�Zd4d5� Z e d6d7� �Z d�d8d9�Z d�d:d;�Z d�d<d=�Z!d�d>d?�Z"d�d@dA�Z#d�dBdC�Z$dDdE� Z%d�dFdG�Z&d�dHdI�Z'd�dJdK�Z(ddddLe)j*j+ddddddf dMdN�Z,d�dOdP�Z-d�dQdR�Z.d�dSdT�Z/ddddddddde0j1ddLf dUdV�Z2dWdX� Z3d�dYdZ�Z4d�d[d\�Z5d�d]d^�Z6d�d_d`�Z7d�dadb�Z8d�dcdd�Z9d�dedf�Z:d�dgdh�Z;d�didj�Z<dkdl� Z=d�dmdn�Z>dodp� Z?dqdr� Z@dsdt� ZAdudv� ZBdwdx� ZCd�dzd{�ZDd|d}� ZEd~d� ZFd�d�� ZGd�d�� ZHd�d�d��ZId�d�� ZJd�d�� ZKd�d�� ZLd�d�d��ZM� ZNS )�� GcsJsonApiz=Google Cloud Storage JSON implementation of gsutil Cloud API.Nr c s� t t| �j|||d|||| | d� t� | _t� | _t| ||d� | �� | _ | � � | _ | j r|| j � | j �| _| j � | j �| _n| j | _| j | _t| j �r�t| jj� t| jj� nt| j� t| j� d| _t�ddd�} t�� �r t�� j�r | �rtd�t| ���t| _ n | �pt | _ | �s>t�dd d�} | �r>td | ��t�dd d�} | �szt�dd d�}|�rrtd | ��d| _ ndt�dd � | _ t � | _ | j| j | j d d | j d | _!|�r�t"j#d| d�nd| _$i }t�ddd�}|�r�| �r�||d< | �%|� |dk}|dk}t&j'| j!| j||| j | j | j$|d�| _(t)� | _*| j*| j(_*t+� | _,| j,| j(_,t-| j.d�| j(_/d| j(_0t1| j t2��r�| j(�3dd� dS ) a� Performs necessary setup for interacting with Google Cloud Storage. Args: bucket_storage_uri_class: Unused. logger: logging.logger for outputting log messages. status_queue: Queue for relaying status to UI. provider: Unused. This implementation supports only Google Cloud Storage. credentials: Credentials to be used for interacting with Google Cloud Storage. debug: Debug level for the API implementation (0..3). http_headers (dict|None): Arbitrary headers to be included in every request. trace_token: Trace token to pass to the API implementation. perf_trace_token: Performance trace token to use when making API calls. user_project: Project to be billed for this request. �gs)�provider�debug� http_headers� trace_token�perf_trace_token� user_project)� credentialszhttps://� Credentials� gs_json_hostNz�"use_client_certificate" is enabled, which sets gsutil to use the host {}. However, a custom host was set using "gs_json_host": {}. Please set "use_client_certificate" to "False" or comment out the "gs_json_host" line in the Boto config.�gs_hostz�JSON API is selected but gs_json_host is not configured, while gs_host is configured to %s. Please also configure gs_json_host and gs_json_port to match your desired endpoint.� gs_json_port�gs_portz�JSON API is selected but gs_json_port is not configured, while gs_port is configured to %s. Please also configure gs_json_host and gs_json_port to match your desired endpoint.� �:�/zstorage/ztoken:%s)�trace�gs_json_host_header�Host� )�url�http� log_request� log_responseri �version�default_global_params�additional_http_headers)� status_queueT�keyZ'AIzaSyDnacJHrKma0048b13sh8cgxNUwulubmJM)4�superra �__init__r3 � certs_filer7 rw r �_GetNewDownloadHttp� download_http�_GetNewUploadHttp� upload_httpri � authorize�authorized_download_http�authorized_upload_httpr r& r' Z http_baser �getr �get_context_config�use_client_certificater �format� MTLS_HOSTZ host_base� DEFAULT_HOST� host_portr4 � api_version�url_base�apitools_messages�StandardQueryParameters� global_params�_UpdateHeaders�apitools_clientZ StorageV1� api_clientr6 �max_retry_waitr8 � num_retriesrF r} � retry_func�(overwrite_transfer_urls_with_client_base� isinstancer) �AddGlobalParam)�self�bucket_storage_uri_class�loggerr} rc ri rd re rf rg rh rk rl rm rn r| rs rx ry �� __class__� �!/opt/gsutil/gslib/gcs_json_api.pyr� � s� � � ��� ���������� � � �zGcsJsonApi.__init__c C s4 t | jt�r| jjS t | jt�r(| jjS td��dS )z%Returns the service account email id.zBCannot get service account email id for the given credential type.N)r� ri r( �service_account_idrP �service_account_emailr �r� r� r� r� �GetServiceAccountIdY s �z GcsJsonApi.GetServiceAccountIdc C s> | j r|�| j � | jr"| j|d< tj�t�}|r:||t< d S )N�cookie)re �updaterg �os�environr� r> r? )r� �headers�request_reasonr� r� r� r� d s zGcsJsonApi._UpdateHeadersc C s t td�S )N�� http_class)r7 r# r� r� r� r� r� q s z GcsJsonApi._GetNewDownloadHttpc C s t td�S )zCReturns an upload-safe Http object (by disabling httplib2 retries).r� )r7 r$ r� r� r� r� r� t s z GcsJsonApi._GetNewUploadHttpc C sX t | jt�r4| jj}| jj}|�||�}|j|jfS t | jt�rL| j� |�S t d��dS )zReturns the Signed Content.zKAuthentication using a service account is required for signing the content.N) r� ri r( �apir� ZSignBlobZkeyIdZ signedBlobrP � sign_blobr )r� �string_to_signZ iam_cred_apir� �responser� r� r� �_GetSignedContentx s �z GcsJsonApi._GetSignedContentc C s |du pt �t|��S )a Checks Returns true if ACL related values are in fields set. Args: fields: list or set of fields. May be in GET ['acl'] or List ['items/acl'] call format. Returns: True if an ACL value is requested in the input fields, False otherwise. N)�_ACL_FIELDS_SET� intersection�set�r� �fieldsr� r� r� �_FieldsContainsAclField� s z"GcsJsonApi._FieldsContainsAclFieldc C s* |r&t �t|��r&d|vr&tdt ��dS )zEEnsures customerEncryption field is included if hashes are requested.�customerEncryptionzhgsutil client error: customerEncryption must be included when requesting potentially encrypted fields %sN)�_ENCRYPTED_HASHES_SETr� r� r r� r� r� r� �._ValidateEncryptionFieldsForMetadataGetRequest� s ���z9GcsJsonApi._ValidateEncryptionFieldsForMetadataGetRequestc C sz t j|| jtd�}t �� }|r.d�t|��|_z| jj j ||d�W S t yt } z| j ||d� W Y d }~n d }~0 0 d S )N)�bucket� userProject� optionsRequestedPolicyVersion�,�r� �� bucket_name) r� �!StorageBucketsGetIamPolicyRequestrh r< r� �joinr� r� r� �buckets� GetIamPolicy� TRANSLATABLE_APITOOLS_EXCEPTIONS�_TranslateExceptionAndRaise)r� r� rc r� �apitools_requestr� �er� r� r� �GetBucketIamPolicy� s � �z GcsJsonApi.GetBucketIamPolicyc C s� |d urt |�}tj|||| jd�}t�� }|r@d�t|��|_z| jj j ||d�W S t y� } z | j ||||d� W Y d }~n d }~0 0 d S )N�r� �object� generationr� r� r� �r� � object_namer� ) �longr� �!StorageObjectsGetIamPolicyRequestrh r� r� r� r� r� �objectsr� r� r� ) r� r� r� r� rc r� r� r� r� r� r� r� �GetObjectIamPolicy� s* � ��z GcsJsonApi.GetObjectIamPolicyc C s| |d urt |�}tj||||| jd�}t�� }z| jjj||d�W S tyv } z | j |||d� W Y d }~n d }~0 0 d S )N)r� r� r� �policyr� r� �r� r� ) r� r� �!StorageObjectsSetIamPolicyRequestrh r� r� r� � SetIamPolicyr� r� ) r� r� r� r� r� rc � api_requestr� r� r� r� r� �SetObjectIamPolicy� s& � ��z GcsJsonApi.SetObjectIamPolicyc C sf t j||| jd�}t �� }z| jjj||d�W S ty` } z| j||d� W Y d }~n d }~0 0 d S )N)r� r� r� r� r� ) r� �!StorageBucketsSetIamPolicyRequestrh r� r� r� r� r� r� )r� r� r� rc r� r� r� r� r� r� �SetBucketIamPolicy� s � �z GcsJsonApi.SetBucketIamPolicyc C sh | � � } t| ||||||||d� \} } tjr6| �t�} | �| �\} } |�d| | f � t| |d || �S )�,See CloudApi class for function doc strings.) � client_id�method�duration�pathr� r� �region�signed_headers�string_to_sign_debugz7Key ID used to sign blob for service account "%s": "%s"�host) r� rG �six�PY3�encoder@ r� rd rH )r� r� r� r� r� r� r� r� r� r� r� �canonical_query_string�key_idZ raw_signaturer� r� r� �SignUrl� s* � � �zGcsJsonApi.SignUrlc C s� t jjj}| �|�r t jjj}t j||| jd�}t �� }|rLd�t |��|_ z| j j j ||d�W S ty� } z| j||d� W Y d}~n d}~0 0 dS )r� )r� � projectionr� r� r� r� N)r� �StorageBucketsGetRequest�ProjectionValueValuesEnum�noAclr� �fullrh r� r� r� r� r� r� �Getr� r� )r� r� rc r� r� r� r� r� r� r� r� � GetBucket� s" � �zGcsJsonApi.GetBucketc C sT z t j|d�}| jj�|�W S tyN } z| j||d� W Y d}~n d}~0 0 dS )r� )r� r� N)r� �&StorageBucketAccessControlsListRequestr� ZbucketAccessControls�Listr� r� )r� r� �requestr� r� r� r� �ListBucketAccessControls s �z#GcsJsonApi.ListBucketAccessControlsc C sX z t j||d�}| jj�|�W S tyR } z | j|||d� W Y d}~n d}~0 0 dS )r� )r� r� r� N)r� �&StorageObjectAccessControlsListRequestr� ZobjectAccessControlsr� r� r� )r� r� r� r� r� r� r� r� �ListObjectAccessControls s ��z#GcsJsonApi.ListObjectAccessControlsc C s� t jjj}| �|�r t jjj}|} |s,t� }g } dD ]4} t| | d�} | r4t� | �s4t | | d� | � | � q4| j r�| j t kr�g | _ | � d� | jr�| jd tkr�g | _| � d� d} |r�| � d� t j�| �|��} d}|r�| � d� t j�| �|��}t j|| ||j| || jd�}t �� }|�r0d�t|��|_| j�| ��d z"| jj j ||d �W W d � S t �y� } z| � |� W Y d}~n d}~0 0 W d � n1 �s�0 Y dS ) r� )�billing� encryption� lifecycle�logging�metadata�retentionPolicy� versioning�websiteN�corsr rR rQ )r� �bucketResourcer� �ifMetagenerationMatch� predefinedAcl�predefinedDefaultObjectAclr� r� r� ) r� �StorageBucketsPatchRequestr� r� r� r� r �getattrr � MessageToDict�setattr�appendr rO rR rN � PredefinedAclValueValuesEnum� _BucketCannedAclToPredefinedAcl�)PredefinedDefaultObjectAclValueValuesEnum� _ObjectCannedAclToPredefinedAcl�meta_gen_matchrh r� r� r� r� r� � IncludeFieldsr� �Patchr� r� )r� r� r � canned_acl�canned_def_acl� preconditionsrc r� r� �bucket_metadata�apitools_include_fieldsZmetadata_field�attr�predefined_aclZpredefined_def_aclr� r� r� r� r� r� � PatchBucket+ sh � � ��� �zGcsJsonApi.PatchBucketc C s� z t |�}W n ty& td��Y n0 tj||| jd�}t�� }z| jjj ||d�W S t y� } z| j ||d� W Y d }~n d }~0 0 d S )Nz6LockRetentionPolicy Metageneration must be an integer.�r� r r� r� r� ) r� � ValueErrorr r� �(StorageBucketsLockRetentionPolicyRequestrh r� r� r� �LockRetentionPolicyr� r� )r� r� �metagenerationrc r� r� r� r� r� r� r | s& � ���z GcsJsonApi.LockRetentionPolicyc C s� t jjj}| �|�r t jjj}|s*t �� }||_|jrB|j� � |_|j rT|j � � |_ t |�}t j|||| j d�}t � � }|r�d�t|��|_z| jjj||d�W S ty� } z| j| |d� W Y d} ~ n d} ~ 0 0 dS )r� )r� �projectr� r� r� r� r� N)r� �StorageBucketsInsertRequestr� r� r� r� �Bucket�name�location�lower� storageClassr+ rh r� r� r� r� r� r� �Insertr� r� ) r� r� � project_idr rc r� r� r� r� r� r� r� r� � CreateBucket� s4 � �zGcsJsonApi.CreateBucketc C s� |s t � }tj||j| jd�}z| jj�|� W nr ty� } zZt | j ||d�t �r�| j |dgd�}|j r�|j jr�t d|jd��| j||d� W Y d}~n d}~0 0 dS )r� r r� r �r� ZVersionedBucketNotEmpty��statusN)r r� �StorageBucketsDeleteRequestr rh r� r� �Deleter� r� �_TranslateApitoolsExceptionr r� r �enabled� status_coder� )r� r� r rc r� r� r r� r� r� � DeleteBucket� s( � ��zGcsJsonApi.DeleteBucketc c sJ t jjj}| �|�r t jjj}t|�}t j|t|| jd�}t � � }|rhd|vrX|� d� d� t |��|_ z| jjj||d�}W n. ty� } z| �|� W Y d}~n d}~0 0 | �|�D ] } | V q�|j�rFt j||jt|| jd�}z| jjj||d�}W n0 t�y* } z| �|� W Y d}~n d}~0 0 | �|�D ] } | V �q6q�dS )r� )r" � maxResultsr� r� � nextPageTokenr� r� N)r" � pageTokenr5 r� r� )r� �StorageBucketsListRequestr� r� r� r� r+ �NUM_BUCKETS_PER_LIST_PAGErh r� �addr� r� r� r� r� r� r� r� � _YieldBucketsr6 ) r� r* rc r� r� r� r� � bucket_listr� r� r� r� r� � ListBuckets� sN � � � � zGcsJsonApi.ListBucketsc c s |j r|j D ] }|V q dS )z0Yields buckets from a list returned by apitools.N)�items)r� r< r� r� r� r� r; � s zGcsJsonApi._YieldBucketsc c s� t jjj}| �|�r t jjj}t j|||||t| jd�}t �� } |r�t |�}d|vr^|� d� t |d�� t �r�|� d� |� d� |� d� |� d� d�|�| _d } d } | �r�d } t j|||||| t| jd �}z| jjj|| d �} W n4 t�y } z| j| |d� W Y d } ~ n d } ~ 0 0 | j�r.d } | j} | �| �D ]P}|jtjjk�r�| j||j t |�d�}|t k�rr�q8n|�r�||_ n |V �q8q�d S )r� )r� �prefix� delimiter�versionsr� r5 r� r6 �� list_fieldszitems/customerEncryptionzitems/kmsKeyNamezitems/generationz items/namer� TNF)r� r? r@ rA r� r7 r5 r� r� r� r, ) r� �StorageObjectsListRequestr� r� r� r� r= rh r� r� r: r: r� r� r� r� r� r� r� r� r� r6 �_YieldObjectsAndPrefixes�datatyper �CsObjectOrPrefixType�OBJECT�_DecryptHashesIfPossible�data�_SKIP_LISTING_OBJECT)r� r� r? r@ � all_versionsrc r� r� r� r� Z list_pageZnext_page_token� object_listr� Zobject_or_prefixZdecrypted_metadatar� r� r� � ListObjects� s| � �� � � $� zGcsJsonApi.ListObjectsc C s� t |d�}| �|�s&| j||d� dS d}| j||d�rTtj| j||j|j|d�}n^| j ||d�r�|j j }t j r�t|t�s�|�d�}t|t�}|r�tj| j||j|j|t|�d�}|du r�dS z|� W S ty� t Y S 0 dS )a. Attempts to decrypt object metadata. Helps fetch encrypted object metadata fields (if requested) for API method calls that requested them but did not receive them; this occurs for ListObjects(), along with GetObjectMetadata() calls for which the object is CSEK-encrypted but no decryption information was supplied. This method issues a StorageObjectsGetRequest (if object hash fields were requested but not retrieved), formatted appropriately depending on the encryption method. Args: bucket_name: String of bucket containing the object. object_metadata: apitools Object describing the object. Must include name, generation, and customerEncryption fields. fields: ListObjects-format fields to return. Returns: - apitools_messages.Object with decrypted hash fields if decryption was performed. - None if the object was not encrypted, or CSEK-encrypted but we could not find a matching decryption key. - gcs_json_api._SKIP_LISTING_OBJECT if the object no longer exists. rB r, N�r� r� �ascii�r� r� �decryption_tuple)r: �_ObjectIsEncrypted�2_RaiseIfNoDesiredHashesPresentForUnencryptedObject� _ObjectKMSEncryptedAndNeedHashes� functools�partial�_GetObjectMetadataHelperr% r� �!_ObjectCSEKEncryptedAndNeedHashesr� � keySha256r� r� r� �bytesr� rD r rC r rK )r� r� �object_metadatar� � get_fieldsZget_metadata_func� key_sha256�decryption_keyr� r� r� rI L sP ���� � z#GcsJsonApi._DecryptHashesIfPossiblec c sL |j r$|j D ]}t�|tjj�V q |jrH|jD ]}t�|tjj�V q0d S �N)r> r �CsObjectOrPrefixrG rH �prefixes�PREFIX)r� rM Z cloud_objr? r� r� r� rE � s � �z#GcsJsonApi._YieldObjectsAndPrefixesc c s4 |r | j j�� }| j j�|� dV |r0|| j _dS )z@Wrapped code makes apitools requests with the specified headers.N)r� r| �copyr� )r� r� Z old_headersr� r� r� �_ApitoolsRequestHeaders� s z"GcsJsonApi._ApitoolsRequestHeadersc C s: i }|r6|j tjkr6|j|d< |j|d< t|j�|d< |S )z:Returns headers dict matching crypto_tuple, or empty dict.�x-goog-encryption-algorithm�x-goog-encryption-key� x-goog-encryption-key-sha256)� crypto_typerB �CSEK� crypto_alg� crypto_keyrA )r� � crypto_tupler� r� r� r� �_EncryptionHeadersFromTuple� s �z&GcsJsonApi._EncryptionHeadersFromTuplec C sd i }|r2|j tjkr2|j|d< |j|d< |j|d< |r`|j tjkr`|j|d< |j|d< |j|d< |S )zAReturns headers dict matching the provided tuples, or empty dict.z'x-goog-copy-source-encryption-algorithmz!x-goog-copy-source-encryption-keyz(x-goog-copy-source-encryption-key-sha256rf rg rh )ri rB rj rk rl �crypto_key_sha256)r� rR �encryption_tupler� r� r� r� � _RewriteCryptoHeadersFromTuples� s ��� �z*GcsJsonApi._RewriteCryptoHeadersFromTuplesc C s� | j ||||d�}| j|d�}zd|rl| �| j|d���$ | jjj||d�W d � W S 1 s`0 Y n| jjj||d�W S W n6 ty� } z | j||||d� W Y d}~n d}~0 0 dS )a� Get metadata, adding necessary headers for CSEK decryption if necessary. Args: bucket_name: (str) Bucket containing the object. object_name: (str) Object name. generation: (int) Generation of the object to retrieve. fields: (list<str>) If present, return only these Object metadata fields, for example: ['acl', 'updated']. decryption_tuple: (gslib.utils.encryption_helper.CryptoKeyWrapper) The CryptoKeyWrapper for the desired decryption key. Raises: ArgumentException for errors during input validation. ServiceException for errors interacting with cloud storage providers. Returns: (apitools_message.Object) The retrieved object metadata. rO r, �rm r� Nr� ) �'_CreateApitoolsObjectMetadataGetRequest�&_GetApitoolsObjectMetadataGlobalParamsre rn r� r� r� r� r� ) r� r� r� r� r� rR r� r� r� r� r� r� rX � s* � � �( � �z#GcsJsonApi._GetObjectMetadataHelperc C sL | j |d� tjjj}| �|�r*tjjj}|r6t|�}tj||||| jd�S )Nr, )r� r� r� r� r� ) r� r� �StorageObjectsGetRequestr� r� r� r� r� rh )r� r� r� r� r� r� r� r� r� rs � s �z2GcsJsonApi._CreateApitoolsObjectMetadataGetRequestc C s t �� }|r d�t|��|_|S )Nr� )r� r� r� r� r� )r� r� r� r� r� r� rt s z1GcsJsonApi._GetApitoolsObjectMetadataGlobalParamsc C s� z�| j ||||d�}| j||d�s(|W S |jj}tjrJt|t�sJ|�d�}t |t �}|snt d|| j ||f ��tjr�t|t�s�|�t �}| j ||||t|�d�W S ty� } z | j| |||d� W Y d} ~ n d} ~ 0 0 dS )r� rO r, rP zWMissing decryption key with SHA256 hash %s. No decryption key matches object %s://%s/%srQ r� N)rX rY r� rZ r� r� r� r[ r� rD r r rc r@ rC r� r� ) r� r� r� r� rc r� r\ r^ r_ r� r� r� r� �GetObjectMetadata sJ �� �� ��z GcsJsonApi.GetObjectMetadatac C s t |jp |j�S r` )�boolr� � kmsKeyName)r� r\ r� r� r� rS ; s �z GcsJsonApi._ObjectIsEncryptedc C sL |du r dS d|v o|j }d|v o*|j }|rH|jsH|rHtd|j ��dS )zBRaise an exception if none of the desired hash fields are present.Nr_ r^ zNService did not provide requested hashes in metadata for unencrypted object %s)r_ r^ �componentCountr r% )r� r\ r� Zmd5_requested_but_missingZ crc32c_requested_but_missingr� r� r� rT ? s �� ���z=GcsJsonApi._RaiseIfNoDesiredHashesPresentForUnencryptedObjectc C s, |durt �|�sdS |jo*|j o*|j S )a� Checks if an object is KMS-encrypted and lacking requested hash fields. Args: object_metadata: (apitools_messages.Object) Object metadata returned from an API call; may or may not contain hash-related metadata fields. fields: (list<str>) Requested object metadata fields. Returns: True if a GetObjectMetadata request should be issued on the KMS-encrypted object in order to retrieve encrypted hash fields, False otherwise. NF)r� r� rx r^ r_ �r� r\ r� r� r� r� rU R s �z+GcsJsonApi._ObjectKMSEncryptedAndNeedHashesc C s, |du st �|�sdS |jo*|j o*|j S )a� Checks if an object is CSEK-encrypted and lacking requested hash fields. Args: object_metadata: (apitools_messages.Object) Object metadata returned from an API call; may or may not contain hash-related metadata fields. fields: (list<str>) Requested object metadata fields. Returns: True if a GetObjectMetadata request including a decryption key should be issued on the CSEK-encrypted object in order to retrieve encrypted hash fields, False otherwise. NF)r� r� r� r^ r_ rz r� r� r� rY e s ��z,GcsJsonApi._ObjectCSEKEncryptedAndNeedHashesFc C s� |r t |�}|}| r | d }n| r6t�t�| ��d }| rT|du rJtd��| | |� t� }| |_t||| | d�}|� � }|| j _ d|i| j _ | r�| j r�t�t�| ��}|d d| j 7 < t�|�} tjj|| | jj| j| jd �}ntjj|d || jd �}| j|_tj|||| jd �}td | j d�|_ zX|t j j k�r\| j!||||||||| | | |d� W S | j"|||||||| | | |d� W S W n8 t#�y� } z | j$||||d� W Y d}~n d}~0 0 dS )r� � � total_sizeNz`Download size is required when callbacks are requested for a download, but no size was provided.)r| �progress_callback� digesters�httpsrv z&trace=token%%3A%s)r� �clientF)� auto_transferr| r� r� T�Zis_data_transferr} )�compressed_encodingr� � start_byte�end_byte�serialization_datarR �r� r� r� r� r� rR r� )%r� �json�loadsr� � ensure_strr r! �bytes_transferredr" �GetConnectionClassr� �stream� connectionsrf �dumps�apitools_transfer�Download�FromDatar� rw r� � FromStreamr� � bytes_httpr� ru rh rF r} r� r �DownloadStrategy� RESUMABLE�_PerformResumableDownload�_PerformDownloadr� r� )r� r� r� �download_streamrc r� � object_sizer� �download_strategyr� r� r} r� r~ rR Zouter_total_size�bytes_downloaded_container�callback_class_factoryZdownload_http_class�serialization_dict�apitools_downloadr� r� r� r� r� �GetObjectMediay s� �� � ��� ��� �zGcsJsonApi.GetObjectMediac C s� d} | }| | j kr�z"| j|||||||| | | | d� W S ty� } z�| �|� |�� } | |_| |krl| }d} | d7 } | | j kr�td| j t|�f ��t� t | | j d�� | j � tj�r�| j �d| t|�t�� � t�|j� W Y d }~qd }~0 0 qd S )Nr r� r{ �5Transfer failed after %d retries. Final exception: %s��max_waitz=Retrying download from byte %s after exception: %s. Trace: %s)r� r� �HTTP_TRANSFER_EXCEPTIONS�$_ValidateHttpAccessTokenRefreshError�tellr� r rI �time�sleepr r� r� � isEnabledForr� �DEBUGrd � traceback� format_exc�apitools_http_wrapper�RebuildHttpConnectionsr� )r� r� r� r� r� r� r� r� r� r� r� r� rR �retries�last_progress_byter� r� r� r� r� � sP � ����z$GcsJsonApi._PerformResumableDownloadc C s� | sRz| j jj||d� W n6 tyP } z | j| |||d� W Y d } ~ n d } ~ 0 0 dd� } d| j ji}t||d� | �|� |�| � | �� |s�| d ur�|j ||| dd� n|j | | |dd � |j S ) N)�downloadr� c S s d S r` r� )�unused_responseZunused_download_objectr� r� r� � _NoOpCallbackT s z2GcsJsonApi._PerformDownload.<locals>._NoOpCallback� user-agent)r� F)�additional_headers�start�end� use_chunks)�callback�finish_callbackr� r� ) r� r� r� r� r� � user_agentrE r� r� rn �GetRange� StreamMediar )r� r� r� r� r� r� r� r� r� r� r� rR r� r� r� r� r� r� r� = sB � � �� � ��zGcsJsonApi._PerformDownloadc C sn t jjj} | �|�r t jjj} |s(t� }|r4t|�}d} g } |r\| �d� t j� | � |��} |j dkrp| �d� |j dkr�| �d� |j dkr�| �d� |jdkr�| �d� t j||||| |j|j| | jd� } t �� }|r�d �t|��|_zF| j�| ��$ | jjj| |d �W d � W S 1 �s$0 Y W n8 t�yh } z | j||||d � W Y d}~n d}~0 0 dS ) r� NrQ ro � cacheControl�contentDisposition�contentEncoding�contentLanguage) r� r� �objectResourcer� r� �ifGenerationMatchr r r� r� r� r� ) r� �StorageObjectsPatchRequestr� r� r� r� r r� r r r r� r� r� r� � gen_matchr rh r� r� r� r� r� r r� r r� r� )r� r� r� r r r� r rc r� rh r� r r r� r� r� r� r� r� �PatchObjectMetadatax s^ � � �,�z GcsJsonApi.PatchObjectMetadatac C s t |� d}|r"tj�| �|��}t� }| r>|r>|} | d|� t|| | | j| jd�}|� � }||d�| j _ d| j j i}| �|� �z.d}d}d}| s�|j}|s�t}|s�t� }tj|j||j|j|| jd�}t�� }|r�d�t|��|_| j|d�}| tj k�rhtj |||d | j |d �}| |_ | j |_!| �"|��& | j j#j$|||d �W d � W S 1 �s\0 Y nFd| j j i}|�%|� | �|� | �&|| j ||| | |||| || |� W S W nJ t'�y� } z0t(| j)|j�}| j*||j|j+|d � W Y d}~n d}~0 0 dS ) a Upload implementation. Cloud API arguments, plus two more. Additional args: apitools_strategy: SIMPLE_UPLOAD or RESUMABLE_UPLOAD. total_size: Total size of the upload; None if it is unknown (streaming). Returns: Uploaded object metadata. Nr )r| r} r� rd )rw r r� )r� r� r� r r r� r� rr T)r| r� r� � gzip_encoded��uploadr� �r� r� �not_found_exception),r; r� �StorageObjectsInsertRequestr r r! r% r� rd r� r� r� r� r� r� � contentTyperM r r� r� r rh r� r� r� r� rn r� � SIMPLE_UPLOAD�Uploadr� �strategyr� r� re r� r) r� �_PerformResumableUploadr� rK rc r� r% )r� � upload_streamr\ r �sizer rp rc r� r� �tracker_callbackr} �apitools_strategyr| r� r �bytes_uploaded_containerr� Zupload_http_classr� � content_typer� r� �encryption_headers�apitools_uploadr� r� r� r� r� � _UploadObject� s� � �� � �� � �*� � ��zGcsJsonApi._UploadObjectc C s �z�|r8t jj||| jj| j| | jd�}t� |_||_nft j|||t� d| j| d�}||_ ||_| � | ��$ | jj j |||d� W d � n1 s�0 Y t d| jd�|_dd� }|j| _| r�| t�|j�� d }|j}|| jk�r�zv| �s|�rt� �s|j||| d �}n|j||| d �}| jj �| jj �d �|�}|d u �rX| �rX| |j|j� |W W S t�y� } �zD| � |� t � |j� || jk�r.z |� � |j}|| _W �q.W nv t�y( } z\| � |� t � |j� |d 7 }|| jk�r t d | j|f ��t!�"t#|| j$d�� W Y d }~n d }~0 0 �q�||k�rB|}d }n>|d 7 }|| jk�rlt d | jt%|�f ��t!�"t#|| j$d�� | j&�'t(j)��r�| j&�*d|t%|�t+�,� � W Y d }~q�d }~0 0 q�W n> t-�y } z$| �.|�}|�r�|�n� W Y d }~n d }~0 0 d S )N)r� r� r� F)r| � chunksizer� r� r� r� Tr� c S s d S r` r� )r� Zunused_upload_objectr� r� r� r� ] s z9GcsJsonApi._PerformResumableUpload.<locals>._NoOpCallbackr )r� r� r� r) r{ r� r� z;Retrying upload from byte %s after exception: %s. Trace: %s)/r� r� r� r� rw r� r5 r� r� r� re r� r) rF r} r� �progressr� r� r� r� r9 r� �StreamInChunks�ProcessHttpResponse�GetMethodConfigr| r� r� r� r� �RefreshResumableUploadStater r� r� r r� rI r� r� r� r� rd r� r� r� �*_TranslateApitoolsResumableUploadException)r� r� r� r� r� r� r� r� r� r� r� Z addl_headersr} r� r� r� r� r� � http_responseZprocessed_responser� r� �e2Z resumable_exr� r� r� r� 6 s� �� �$� � ��� � � �� � �� �� z"GcsJsonApi._PerformResumableUploadc C s | j |||||||| tj| d� S )r� )r r� r r} rp r� r� r� )r� r� r� ) r� r� r\ r r� r r} rp rc r� r� r� r� r� � UploadObject� s �zGcsJsonApi.UploadObjectc C s | j |||||||tjd| d� S )r� N)r r r} rp r� r� r| r� �r� r� �RESUMABLE_UPLOAD) r� r� r\ r r r} rp rc r� r� r� r� r� �UploadObjectStreaming� s �z GcsJsonApi.UploadObjectStreamingc C s$ | j ||||| ||||| tj| d� S )r� ) r r r� r� r� r� r} rp r� r� r� ) r� r� r\ r r r� r� r� r} rp rc r� r� r� r� r� �UploadObjectResumable� s �z GcsJsonApi.UploadObjectResumablec C s� t |� d} |r"tj�| �|��} |r.t|�}|s8t� }tjjj} | � | �rVtjjj } t� � }| r�t g d��}| D ]}|� d| � qrd�t |��|_d}| r�| jtjkr�| j}d}|r�|jtjkr�|j}n|jtjkr�|j|_t|j|j|j|jd�}t||| ||j|j | ||||jd� }t ||�}| j | |d�}d}z�td�}| � |��X tj|j|j|j|j|j| |||j|j | ||| j d �}| j!j"j#||d �}W d � n1 �s�0 Y t|j$�}|�r�|�s�t%t|j&�|�}|�r�|�'|| � |j(�r��q n|�s|j)}t*|||j)� |}�qBt+|� |j,W S t-�y� } z@t.| j/|j| j/|j|j|d �} | j0| |j|j| d � W Y d} ~ n d} ~ 0 0 dS ) r� N)�done� objectSize� rewriteToken�totalBytesRewrittenz resource/r� �JSON)�src_generationr� r r �max_bytes_per_callZsrc_dec_key_sha256Zdst_enc_key_sha256r� )rR rp r )� sourceBucket� sourceObject�destinationBucket�destinationKmsKeyName�destinationObjectr� r� �sourceGenerationr� r �destinationPredefinedAclr� �maxBytesRewrittenPerCallr� r� )� src_provider�src_bucket_name�src_object_namer� r� )1r; r� � StorageObjectsRewriteRequest�'DestinationPredefinedAclValueValuesEnumr r� r r� r� r� r� r� r� r: r� r� ri rB rj ro �CMEKrl rx r/ r� r% r0 r� r r1 rq re rh r� r� ZRewriter� r* r� �Progressr� r� r2 r. �resourcer� rK rc r� ) r� �src_obj_metadata�dst_obj_metadatar� r r r} r� rp rR rc r� r r� r� Z new_fields�fieldZdec_key_sha256Zenc_key_sha256Ztracker_file_nameZrewrite_params_hashZresume_rewrite_tokenZcrypto_headersZprogress_cb_with_timeoutZlast_bytes_writtenr� Zrewrite_responseZ bytes_writtenr� r� r� r� r� � CopyObject s� � �� �� ��& ����zGcsJsonApi.CopyObjectc C s~ |s t � }|rt|�}tj||||j|j| jd�}z| jj� |�W S t yx } z | j ||||d� W Y d}~n d}~0 0 dS )r� )r� r� r� r� r r� r� N) r r� r� �StorageObjectsDeleteRequestr� r rh r� r� r0 r� r� )r� r� r� r r� rc r� r� r� r� r� � DeleteObject� s( ��zGcsJsonApi.DeleteObjectc C sL t |� |j}d|_|j}d|_|js,t|_|s6t� }t�� } |rRd�t |��| _ tj ||d�} | j |d�} d} |r�|j tjkr�|j} | �| ��� tj| |||j|j| j| d�} z"| jjj| | d�W W d � S t�y& } z:t|tj ��r|j dk�rt d��n | � |� W Y d}~n d}~0 0 W d � n1 �s>0 Y dS ) r� Nr� )� sourceObjects� destinationrr )�composeRequestr� r� r� r r� rx r� � z)One of the source objects does not exist.) r; r% r� r� rM r r� r� r� r� r� �ComposeRequestrn ri rB r� rl re � StorageObjectsComposeRequestr� r rh r� r� ZComposer� r� �apitools_exceptions� HttpErrorr3 r r� )r� �src_objs_metadatar r rp rc r� � dst_obj_name�dst_bucket_namer� Zsrc_objs_compose_requestr� rx r� r� r� r� r� � ComposeObject� sT �� � �� zGcsJsonApi.ComposeObjectc C s� t jjj}t j|||dd�}t j|||| jd�} t �� } |rLd�t|��| _ z| j j j | | d�W S t y� } z| j| |d� W Y d} ~ n d} ~ 0 0 dS )r� ZWEB_HOOK)�address�id�token�type)r� �channelr� r� r� r� r� N)r� � StorageObjectsWatchAllRequestr� r� �Channelrh r� r� r� r� r� r� ZWatchAllr� r� ) r� r� r � channel_idr rc r� r� r r� r� r� r� r� r� � WatchBucket� s* �� �zGcsJsonApi.WatchBucketc C sT t j||d�}z| jj�|� W n. tyN } z| �|� W Y d}~n d}~0 0 dS )r� )r � resourceIdN)r� r r� ZchannelsZStopr� r� )r� r � resource_idrc r r� r� r� r� � StopChannel s zGcsJsonApi.StopChannelc C sX t j|| jd�}z| jj�|�W S tyR } z| j||d� W Y d}~n d}~0 0 dS )r� �r� r� r� N)r� �!StorageBucketsListChannelsRequestrh r� r� � ListChannelsr� r� )r� r� rc r� r� r� r� r� r� r s �zGcsJsonApi.ListChannelsc C sV z"t jt�|�d�}| jj�|�W S tyP } z| �|� W Y d}~n d}~0 0 dS )r� )� projectIdN) r� �'StorageProjectsServiceAccountGetRequestr� � text_typer� Zprojects_serviceAccountr� r� r� )r� �project_numberr� r� r� r� r� �GetProjectServiceAccount s �z#GcsJsonApi.GetProjectServiceAccountc C s� zft j||d�}|r||_|r<dd� |�� D �}t|d�|_|rF||_t j||| jd�} | j j � | �W S t y� } z| � | � W Y d} ~ n d} ~ 0 0 dS )r� )�topic�payload_formatc S s g | ]\}}t ||d ��qS ))r~ �value)� NotificationAdditionalProperty)�.0r~ r( r� r� r� � <listcomp>) s �z7GcsJsonApi.CreateNotificationConfig.<locals>.<listcomp>)�additionalProperties�r� � notificationr� N)r� � Notification� event_typesr> �!NotificationCustomAttributesValue�custom_attributes�object_name_prefix�!StorageNotificationsInsertRequestrh r� � notificationsr) r� r� ) r� r� � pubsub_topicr' r0 r2 r3 r. �additional_propertiesr� r� r� r� r� �CreateNotificationConfig s. ����z#GcsJsonApi.CreateNotificationConfigc C sV z"t j||| jd�}| jj�|�W S tyP } z| �|� W Y d}~n d}~0 0 dS )r� r- N)r� �!StorageNotificationsDeleteRequestrh r� r5 r0 r� r� )r� r� r. r� r� r� r� r� �DeleteNotificationConfig: s �z#GcsJsonApi.DeleteNotificationConfigc c sh z4t j|| jd�}| jj�|�}|jD ] }|V q&W n. tyb } z| �|� W Y d}~n d}~0 0 dS )r� r N) r� � StorageNotificationsListRequestrh r� r5 r� r> r� r� )r� r� r� r� r. r� r� r� r� �ListNotificationConfigsE s � z"GcsJsonApi.ListNotificationConfigsc C sR z t j||d�}| jj�|�W S tyL } z| �|� W Y d}~n d}~0 0 dS )r� )r! �serviceAccountEmailN)r� �$StorageProjectsHmacKeysCreateRequestr� �hmacKeysZCreater� r� )r� r* r� r� r� r� r� r� � CreateHmacKeyP s �zGcsJsonApi.CreateHmacKeyc C sR z t j||d�}| jj�|�W S tyL } z| �|� W Y d}~n d}~0 0 dS �r� )r! �accessIdN)r� �$StorageProjectsHmacKeysDeleteRequestr� r? r0 r� r� �r� r* � access_idr� r� r� r� r� � DeleteHmacKeyY s �zGcsJsonApi.DeleteHmacKeyc C sR z t j||d�}| jj�|�W S tyL } z| �|� W Y d}~n d}~0 0 dS rA )r� �!StorageProjectsHmacKeysGetRequestr� r? r� r� r� rD r� r� r� � GetHmacKeyb s �zGcsJsonApi.GetHmacKeyTc c s� z6t j|||td�}| jj�|�}|jD ] }|V q(W n. tyd } z| �|� W Y d}~n d}~0 0 |j r�t j||||j td�}z| jj�|�}W n. ty� } z| �|� W Y d}~n d}~0 0 |jD ] }|V q�qfdS )r� )r! r= �showDeletedKeysr5 N)r! r= rI r7 r5 ) r� �"StorageProjectsHmacKeysListRequestr9 r� r? r� r> r� r� r6 )r� r* r� �show_deleted_keysr� r� r~ r� r� r� r� � ListHmacKeysk s4 � � zGcsJsonApi.ListHmacKeysc C sp z<t j||d�}t �� }||_|r(||_||_| jj�|�W S t yj } z| � |� W Y d}~n d}~0 0 dS rA ) r� �$StorageProjectsHmacKeysUpdateRequest�HmacKeyMetadata�state�etagr� r� r? ZUpdater� r� )r� r* rE rO rP r� r r� r� r� r� � UpdateHmacKey� s �zGcsJsonApi.UpdateHmacKeyc C s |t v rt | S td| ��dS )ai Translates the input string to a bucket PredefinedAcl string. Args: canned_acl_string: Canned ACL string. Returns: String that can be used as a query parameter with the JSON API. This corresponds to a flavor of *PredefinedAclValueValuesEnum and can be used as input to apitools requests that affect bucket access controls. �Invalid canned ACL %sN)�._BUCKET_PREDEFINED_ACL_XML_TO_JSON_TRANSLATIONr �r� Zcanned_acl_stringr� r� r� r � s z*GcsJsonApi._BucketCannedAclToPredefinedAclc C s |t v rt | S td| ��dS )aj Translates the input string to an object PredefinedAcl string. Args: canned_acl_string: Canned ACL string. Returns: String that can be used as a query parameter with the JSON API. This corresponds to a flavor of *PredefinedAclValueValuesEnum and can be used as input to apitools requests that affect object access controls. rR N)�._OBJECT_PREDEFINED_ACL_XML_TO_JSON_TRANSLATIONr rT r� r� r� r � s z*GcsJsonApi._ObjectCannedAclToPredefinedAclc C s( t |tjj�r$|jdks$|jdks$� d S )N� �� )r� � oauth2clientr� �HttpAccessTokenRefreshErrorr. )r� r� r� r� r� r� � s ��z/GcsJsonApi._ValidateHttpAccessTokenRefreshErrorc C sD | j �tj�r | j �dt�� � | j|||||d�}|r>|�n� dS )a Translates an HTTP exception and raises the translated or original value. Args: e: Any Exception. bucket_name: Optional bucket name in request that caused the exception. object_name: Optional object name in request that caused the exception. generation: Optional generation in request that caused the exception. not_found_exception: Optional exception to raise in the not-found case. Raises: Translated CloudApi exception, or the original exception if it was not translatable. z TranslateExceptionAndRaise: %s)r� r� r� r� N)r� r� r� r� rd r� r� r1 )r� r� r� r� r� r� �translated_exceptionr� r� r� r� � s ��z&GcsJsonApi._TranslateExceptionAndRaisec C sh t |tj�rdt|dd �rdz8t�t�|j��}d|v rNd|d v rN|d d W S W n t yb Y n0 d S )N�content�error�message) r� r r r r� r� r� r� r[ � Exception)r� � http_errorZjson_objr� r� r� �_GetMessageFromHttpError� s z#GcsJsonApi._GetMessageFromHttpErrorc C sX z@|j d }|�d�}|dkr>||d � �d�d }d| W S W n tyR Y n0 d S )Nzwww-authenticatezscope="r �"r{ zAcceptable scopes: %s)r� �find�splitr^ )r� r_ �www_authenticateZ scope_idx�scopesr� r� r� �!_GetAcceptableScopesFromHttpError� s z,GcsJsonApi._GetAcceptableScopesFromHttpErrorc C s t |tj�r�| �|�}|jdkr2t|p(d|jd�S |jdkrNt|pDd|jd�S |jdkrjt|p`d|jd�S |jdkr�t|p|d|jd�S |jd kr�t|p�d|jd�S t |tj�r�td t |� �S t |tj ��rd t |�v s�d t |�v r�tt |��S d t |�v �rtdt |� �S d S )NrW z Server Errorr- rV zToo Many Requestsi� � Bad Requestr � za%s; if this issue persists, try deleting the tracker files present under ~/.gsutil/tracker-files/zAborting transferzNot enough bytes in streamz additional bytes left in streamz?%s; this can happen if a file changes size while being uploaded) r� r r r` r3 r r r �StreamExhausted�str� TransferError)r� r� r] r� r� r� r� � sN � � � � � �� � ��z5GcsJsonApi._TranslateApitoolsResumableUploadExceptionc C s� t |tj��rn| �|�}|jdkr4t|p*d|jd�S |jdkr�dt|�v r\t|pRd|jd�S dt|�v r~tt|j| � |�d�S �n�|jd k�r�d t|�v r�t|p�d |jd�S d t|�v r�t|p�d |jd�S dt|�v r�t d| |jd�S dt|�v �rtd|jd�S dt|�v �r td|jd�S dt|�v �r<td|jd�S dt|�v �r`tt|j| � |�d�S dt|�v �r|t ||jd�S t|�p�t|�|jd�S n�|jdk�r|�r�t |d|j� |S |�r�|�r�t |j| j|||d�S t|j| j|�S t|�p�|j|jd�S |jdk�rF|�rFdt|�v �r4t d| |jd�S td | |jd�S |jd k�r`t||jd�S t||jd�S t |tj��r�td t|� �S d S ) a! Translates apitools exceptions into their gsutil Cloud Api equivalents. Args: e: Any exception in TRANSLATABLE_APITOOLS_EXCEPTIONS. bucket_name: Optional bucket name in request that caused the exception. object_name: Optional object name in request that caused the exception. generation: Optional generation in request that caused the exception. not_found_exception: Optional exception to raise in the not-found case. Returns: ServiceException for translatable exceptions, None otherwise. rh rg r- i� zLogin Requiredz Access denied: login required.Zinsufficient_scope)r. �bodyi� z7The account for the specified project has been disabledzAccount disabled.z,Daily Limit for Unauthenticated Use Exceededz8Access denied: quota exceeded. Is your project ID valid?z-The bucket you tried to delete was not empty.zBucketNotEmpty (%s)zFThe bucket you tried to create requires domain ownership verification.z�The bucket you tried to create requires domain ownership verification. Please see https://cloud.google.com/storage/docs/naming?hl=en#verification for more details.zUser Rate Limit Exceededz5Rate limit exceeded. Please retry this request later.zAccess Not Configuredz�Access Not Configured. Please go to the Google Cloud Platform Console (https://cloud.google.com/console#/project) for your project, select APIs and Auth and enable the Google Cloud Storage JSON API.z,does not have permission to publish messagesr r. )r� i� z,The bucket you tried to delete is not empty.z�A Cloud Storage bucket named '%s' already exists. Try another name. Bucket names must be globally unique across all Google Cloud projects, including those outside of your organization.i� z.Transfer invalid (possible encoding error: %s)N)r� r r r` r3 r rj r �"_INSUFFICIENT_OAUTH2_SCOPE_MESSAGErf r r r rL rc rJ r r] r r �TransferInvalidError)r� r� r� r� r� r� r] r� r� r� r1 s� � � � � � ������ � ���� �z&GcsJsonApi._TranslateApitoolsException)NNr NNNN)N)N)NN)NNN)NN)N)NN)NNNNN)N)NNNN)NN)NNN)NNNNN)N)N)NN)NNN)NN)N)NNN)N)N)N)NFr NNN)NFr NNN)NNNNNN)NNNNNNNF)NNNNNNF) NNNNNNNNNF) NNNNNNNNN)NNN)NNNN)NNN)N)NN)NNN)T)NNNN)NNNN)O�__name__� __module__� __qualname__�__doc__r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r+ r4 r= r; rN rI rE r re rn rq rX rs rt rv rS rT rU rY r r� �ONE_SHOTr� r� r� r� r� r� r� r� r� r� r� r r r r r r r% r8 r: r< r@ rF rH rL rQ r r r� r� r` rf r� r1 � __classcell__r� r� r� r� ra � s� � � � � Q � % , � N H � � / � � , � � � J � ? � E� | � � � � � � ; � � � ! � ! ! �ra )�rr � __future__r r r r � contextlibr rV � six.movesr r� r� r� �socket�sslr� r� r� �apitools.base.pyr r r r r� r r� Zapitools.base.py.utilr �botor �httplib2rX �gslibr �gslib.cloud_apir r r r r r r r r r r r r r r �gslib.exceptionr Zgslib.gcs_json_credentialsr r Zgslib.gcs_json_mediar! r" r# r$ r% r& r' Z gslib.impersonation_credentialsr( �gslib.no_op_credentialsr) Zgslib.progress_callbackr* �gslib.project_idr+ �"gslib.third_party.storage_apitoolsr, r� r- r� Zgslib.tracker_filer. r/ r0 r1 r2 Zgslib.utils.boto_utilr3 r4 r5 r6 r7 r8 r9 � gslib.utils.cloud_api_helperr: r; �gslib.utils.constantsr< r= r> r? r@ Z gslib.utils.encryption_helperrA rB rC rD �gslib.utils.metadata_utilrE Zgslib.utils.retry_utilrF Zgslib.utils.signurl_helperrG rH �gslib.utils.text_utilrI � gslib.utils.translation_helperrJ rK rL rM rN rO Z oauth2client.service_accountrP r� �intr� r/ �CustomAttributesValuer1 �AdditionalPropertyr) r9 r ri rk rn r� �TransferRetryError�BadStatusCodeError�RetryAfterError� RequestError� BadStatusLine�IncompleteRead�ResponseNotReady�ServerNotFoundErrorr� rY r\ �gaierror�timeout�SSLErrorr r� r� r� rS rU rd Z+FULL_PREDEFINED_ACL_XML_TO_JSON_TRANSLATIONr� r� rK rm r� r� ra r� r� r� r� �<module> s �� � � � � �