o ýeVwã@sÔdZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl m Z ddl mZmZmZddlmZmZmZmZddlZddlZddlZddlZddlmZddlmZdd lmZdd lmZdd l m!Z!dd l m"Z"dd l m#Z#ddl$m%Z%ddl$m&Z&ddl$m'Z'ddl$m(Z(ddl$m)Z)ddl*m+Z+ddl,m-Z-ddl,m.Z.ddl/m0Z0ddlm1Z1e 2e3¡Z4dZ5dZ6dZ7dZ8dZ9Gdd„dƒZ:Gdd „d eƒZ;Gd!d"„d"e<ƒZ=Gd#d$„d$e<ƒZ>dS)%z. This module provides a client class for BOS. éN)Ústr)Úbytes)Ú iteritemsÚiterkeysÚ itervalues)ÚThreadPoolExecutorÚwaitÚ ALL_COMPLETEDÚFIRST_COMPLETED)Úbce_client_configuration)Úutils)Ú bce_v1_signer)Ú BceBaseClient)ÚBceClientError)ÚBceServerError)ÚBceHttpClientError)Úbce_http_client)Úhandler)Úhttp_content_types)Ú http_headers)Ú http_methods)Úbos)Ú bos_handler)Ú storage_class)Úrequired)ÚcompatssyncsasyncZAES256s bcebos.comshttpc@s(eZdZdZdd„Zdd„Zdd„ZdS) ÚUploadTaskHandlez? handle to control multi upload file with multi-thread cCsd|_t ¡|_dS©NF)Ú cancel_flagÚ threadingÚLockÚ cancel_lock©Úself©r$úPD:\Projects\ConvertPro\env\Lib\site-packages\baidubce/services/bos/bos_client.pyÚ__init__DszUploadTaskHandle.__init__cCs|j ¡d|_|j ¡dS)zI cancel putting super object from file with multi-thread TN©r!ÚacquirerÚreleaser"r$r$r%ÚcancelHs zUploadTaskHandle.cancelcCs|j ¡|j}|j ¡|S)z! get cancel flag r')r#Úresultr$r$r%Ú is_cancelPs  zUploadTaskHandle.is_cancelN)Ú__name__Ú __module__Ú __qualname__Ú__doc__r&r*r,r$r$r$r%r@s  rc @s eZdZdZdídd„Zdídd„Zeeefddídd „ƒZ eeefddíd d „ƒZ eeefddíd d „ƒZ eeefddídd„ƒZ e dd„ƒZeeefeefddídd„ƒZeeefeddídd„ƒZeeefddídd„ƒZeeefddídd„ƒZeeefddídd„ƒZeeefddîdd„ƒZeeefddíd d!„ƒZeeefddíd"d#„ƒZeeefdedfd$d%„ƒZeeefddíd&d'„ƒZeeefddíd(d)„ƒZeeefed*díd+d,„ƒZeeefddíd-d.„ƒZeeefddíd/d0„ƒZeeefed1díd2d3„ƒZ eeefddïd4d5„ƒZ!eeefddïd6d7„ƒZ"eeefddïd8d9„ƒZ#eeefddíd:d;„ƒZ$eeefed<díd=d>„ƒZ%eeefeefd?díd@dA„ƒZ&eeefeefd?dídBdC„ƒZ'eeefddídDdE„ƒZ(eeefddïdFdG„ƒZ)eeefddídHdI„ƒZ*eeefddídJdK„ƒZ+eeefeefdLdMdNddddde,j-fdOdP„ƒZ.eeefeefdQ dídRdS„ƒZ/eeefddídTdU„ƒZ0eeefddídVdW„ƒZ1eeefedX dídYdZ„ƒZ2eeefddíd[d\„ƒZ3eeefddíd]d^„ƒZ4eeefd  dðd`da„ƒZ5eeefddîdbdc„ƒZ6e ddde„ƒZ7e dfdg„ƒZ8eeefeefdLdîdhdi„ƒZ9eeefeefdLdñdkdl„ƒZ:e dòdndo„ƒZ;e dpdq„ƒZeeefeefdLdídwdx„ƒZ?eeefeefe@eAjBeefdy         dôdzd{„ƒZCeeefeefeefd|          dõd}d~„ƒZDeeefeefe@eAjBeefdy           dödd€„ƒZEeeefeefeefd            d÷d‚dƒ„ƒZFeeefeefeefd„             død…d†„ƒZGeeefeefeefeefd‡        dùdˆd‰„ƒZHeeefeefdLdídŠd‹„ƒZIeeefedŒdíddŽ„ƒZJeeefeefeefd  dïdd‘„ƒZKeeefddíd’d“„ƒZLeeefddíd”d•„ƒZMeeefeefdL    dód–d—„ƒZNeeefeefeefeOeAjBe@d˜  dód™dš„ƒZPeeefeefeefeefeefeOeAjBeAjBd›     dúdœd„ƒZQeeefeefeefeOeAjBeefeAjBdž  dódŸd „ƒZReeefeefeefed¡  dïd¢d£„ƒZSeeefeefeefd¤díd¥d¦„ƒZTeeefeefeefd¤  dîd§d¨„ƒZUeeefeefeefd¤díd©dª„ƒZVeeefd   dúd«d¬„ƒZWeeefddîd­d®„ƒZX dïd¯d°„ZYeeefeefeefdt ±        dûd²d³„ƒZZeeefeefeefd´dídµd¶„ƒZ[eeefeefdL    dód·d¸„ƒZ\eeefeefdLdíd¹dº„ƒZ]eeefeefdLdíd»d¼„ƒZ^eeefeefeefd½   dîd¾d¿„ƒZ_eeefeefeefe`dÀ  dúdÁd„ƒZaeeefeefdÃdídÄdÅ„ƒZbeeefeefefdÆdïdÇdÈ„ƒZcdídÉdÊ„ZdeeOeOdËdídÌdÍ„ƒZedídÎdÏ„ZfeeefddídÐdÑ„ƒZgeeefefdÒdídÓdÔ„ƒZheeefddídÕdÖ„ƒZieeefefd×dídØdÙ„ƒZjeeefddídÚdÛ„ƒZkeeefddídÜdÝ„ƒZle            d÷dÞdß„ƒZme düdád℃Zndãdä„Zoe dýdåd愃Zpdçdè„Zqe dédꄃZr    dþdëdì„ZsdS)ÿÚ BosClientz sdk client NcCst ||¡dS©N)rr&©r#Úconfigr$r$r%r&^szBosClient.__init__cCs|jtj|dS)zÓ List buckets of user :param config: None :type config: BceClientConfiguration :returns: all buckets owned by the user. :rtype: baidubce.bce_response.BceResponse ©r4©Ú _send_requestrÚGETr3r$r$r%Ú list_bucketsas zBosClient.list_buckets)Ú bucket_namecCs"ddi}|jtj|||d}|jS)a Get the region which the bucket located in. :param bucket_name: the name of bucket :type bucket_name: string or unicode :param config: None :type config: BceClientConfiguration :return: region of the bucket :rtype: str slocationó©Úparamsr4)r7rr8Zlocation_constraint)r#r:r4r=Úresponser$r$r%Úget_bucket_locationls zBosClient.get_bucket_locationcCó|jtj||dS)a Create bucket with specific name :param bucket_name: the name of bucket :type bucket_name: string or unicode :param config: None :type config: BceClientConfiguration :returns: :rtype: baidubce.bce_response.BceResponse r5)r7rÚPUT©r#r:r4r$r$r%Ú create_bucket}s zBosClient.create_bucketc Cs~z |jtj||dWdSty>}z&t|jtƒr8|jjtj j kr)WYd}~dS|jjtj j kr8WYd}~dS|‚d}~ww)z¸ Check whether there is a bucket with specific name :param bucket_name: None :type bucket_name: str :return:True or False :rtype: bool r5TNF) r7rÚHEADrÚ isinstanceÚ last_errorrÚ status_codeÚhttpÚclientÚ FORBIDDENÚ NOT_FOUND)r#r:r4Úer$r$r%Údoes_bucket_exist‹s  €úzBosClient.does_bucket_existcCó|jtj|ddi|dS)z  Get Access Control Level of bucket :type bucket: string :param bucket: None :return: **json text of acl** óaclr;r<r6rBr$r$r%Úget_bucket_acl ó  üzBosClient.get_bucket_aclcCs.i}t|jƒD] \}}| d¡s|||<q|S)NÚ_)rÚ__dict__Ú startswith)Úaclr+ÚkÚvr$r$r%Ú_dump_acl_object°s  €zBosClient._dump_acl_object)r:rUcCs8|jtj|tjd|itjdtjt j iddi|ddS)zë Set Access Control Level of bucket :type bucket: string :param bucket: None :type grant_list: list of grant :param grant_list: None :return: **HttpResponse Class** ÚaccessControlList©ÚdefaultrOr;©ÚbodyÚheadersr=r4N© r7rrAÚjsonÚdumpsr1rXrÚ CONTENT_TYPErÚJSON)r#r:rUr4r$r$r%Úset_bucket_acl¸s  ÿ  úzBosClient.set_bucket_acl)r:Ú canned_aclcCs$|jtj|tj|iddi|ddS)zi :param bucket_name: :param canned_acl: :param config: :return: rOr;©r^r=r4N)r7rrArÚBCE_ACL)r#r:rer4r$r$r%Úset_bucket_canned_aclÍs   üzBosClient.set_bucket_canned_aclcCó>t |¡}|jtj|tjd|itjdt j t j iddi|dS)úN :param bucket_name: :param config: :return: Z storageClassrZó storageClassr;r\© rÚconvert_to_stringr7rrAr`rar1rXrrbrrc)r#r:rr4r$r$r%Úset_bucket_storage_classÜs  ÿ úz"BosClient.set_bucket_storage_classcCrN)rjrkr;r<r6rBr$r$r%Úget_bucket_storage_classîs ýz"BosClient.get_bucket_storage_classcCr@)z¼ Delete a Bucket(Must Delete all the Object in Bucket before) :type bucket: string :param bucket: None :return: **HttpResponse Class** r5©r7rÚDELETErBr$r$r%Ú delete_bucketûs zBosClient.delete_bucketcCsTi}|dur ||d<|dur||d<|jtj|tj|tjdtjt j iddi|dS)a³ Set index page and not_found 404 page for static website trusteeship :type bucket_name: string :param bucket_name: None :type index:string :param index:object name of index page for static website trusteeship :type not_found:string :param not_found:object name of not_found 404 page for static website trusteeship :return: **HttpResponse Class** NÚindexZnotFoundrZówebsiter;r\r_)r#r:rsÚ not_foundr4r]r$r$r%Úput_bucket_static_websitesÿ úz#BosClient.put_bucket_static_websitecCrN)z® Get Information of static website trusteeship :type bucket: string :param bucket: None :return: **HttpResponse Class** rtr;r<r6rBr$r$r%Úget_bucket_static_website&ó  ýz#BosClient.get_bucket_static_websitecCrN)z¾ Delete Information of static website trusteeship to be closed :type bucket: string :param bucket: None :return: **HttpResponse Class** rtr;r<rprBr$r$r%Údelete_bucket_static_website7rxz&BosClient.delete_bucket_static_websitecCri)aN Set server encryption for bucket :type bucket: string :param bucket: None :type encryption_algorithm: string :param grant_list: server encryption algorithm for bucekt.Now the value of encryption_algorithm only is 'AES256' :return: **HttpResponse Class** ZencryptionAlgorithmrZó encryptionr;r\rl)r#r:Zencryption_algorithmr4r$r$r%Úput_bucket_encryptionHs  ÿ úzBosClient.put_bucket_encryptioncCrN)z  Get status of server encryption :type bucket: string :param bucket: None :return: **HttpResponse Class** rzr;r<r6rBr$r$r%Úget_bucket_encryption`rxzBosClient.get_bucket_encryptioncCrN)z˜ Close server encryption :type bucket: string :param bucket: None :return: **HttpResponse Class** rzr;r<rprBr$r$r%Údelete_bucket_encryptionqrxz"BosClient.delete_bucket_encryption)r:ÚresourcecCs4|jtj|tjd|itjdtjt j iddi|dS)a Open image copyright protection and set resource :type bucket: string :param bucket: None :type resource: list of string :param grant_list: resource range to be protected :return: **HttpResponse Class** r~rZócopyrightProtectionr;r\r_)r#r:r~r4r$r$r%Úput_bucket_copyright_protectionƒs ÿ úz)BosClient.put_bucket_copyright_protectioncCrN)z´ Get configuration of image copyright protection :type bucket: string :param grant_list: None :return: **HttpResponse Class** rr;r<r6rBr$r$r%Úget_bucket_copyright_protection™rxz)BosClient.get_bucket_copyright_protectioncCrN)z¡ Close image copyright protection :type bucket: string :param bucket: None :return: **HttpResponse Class** rr;r<rprBr$r$r%Ú"delete_bucket_copyright_protectionªrxz,BosClient.delete_bucket_copyright_protection)r:Ú replicationcCsNddi}d|vrt |d¡|d<|jtj|tj|tjdt j t j i||dS)a Open cross-region replication :type bucket: string :param bucket: None :type replication: dict :type replication: configuration for cross-region replication :return: **HttpResponse Class** ó replicationr;ÚidóidrZr\© rÚconvert_to_bytesr7rrAr`rar1rXrrbrrc)r#r:rƒr4r=r$r$r%Úput_bucket_replication»sÿ úz BosClient.put_bucket_replicationcCó2ddi}|durt |¡|d<|jtj|||dS)zð Get configuration of cross-region replication :type bucket: string :param bucket: None :type id: string :param id: replication rule id :return: **HttpResponse Class** r„r;Nr†r<©rrˆr7rr8©r#r:r…r4r=r$r$r%Úget_bucket_replicationÔóýz BosClient.get_bucket_replicationcCrŠ)a Delete configuration of cross-region replication and close it :type bucket: string :param bucket: None :type id: string :param id: replication rule id :return: **HttpResponse Class** r„r;Nr†r<©rrˆr7rrqrŒr$r$r%Údelete_bucket_replicationërŽz#BosClient.delete_bucket_replicationcCrŠ)a1 Get status of cross-region replication,for exapmle 'historyReplicationPercent', 'latestReplicationTime' :type bucket: string :param bucket: None :type id: string :param id: replication rule id :return: **HttpResponse Class** sreplicationProgressr;Nr†r<r‹rŒr$r$r%Úget_bucket_replication_progresssýz)BosClient.get_bucket_replication_progresscCs|jtj|dddœ|dS)z´ list configuration of cross-region replication rule :type bucket: string :param bucket: None :return: **HttpResponse Class** r;)r„slistr<r6rBr$r$r%Úlist_bucket_replications  ýz!BosClient.list_bucket_replication)r:Ú inventorycCs@t |d¡}|jtj|tj|tjdt j t j id|dœ|dS)zñ set bucket inventoru :type bucket: string :param bucket: None :type inventory: dict :param inventory: configuration for bucket inventory :return: **HttpResponse Class** r…rZr;©ó inventoryr†r\r‡)r#r:r“r4Zconf_idr$r$r%Úput_bucket_inventory)sÿ úzBosClient.put_bucket_inventory)r:Úinventory_conf_idcCó |jtj|dt |¡dœ|dS)z¦ Get configuration of bucket inventory :type bucket: string :param bucket: None :return: **HttpResponse Class** r;r”r<)r7rr8rrˆ©r#r:r—r4r$r$r%Úget_bucket_inventory@ó  ýzBosClient.get_bucket_inventorycCr˜)z© Delete configuration of bucket inventory :type bucket: string :param bucket: None :return: **HttpResponse Class** r;r”r<)r7rrqrrˆr™r$r$r%Údelete_bucket_inventoryPr›z!BosClient.delete_bucket_inventorycCrN)z§ list configuration of bucket inventory :type bucket: string :param bucket: None :return: **HttpResponse Class** r•r;r<r6rBr$r$r%Úlist_bucket_inventory`rxzBosClient.list_bucket_inventorycCsF|dur t |¡}|jtj|tjd|itjdt j t j iddi|dS)zò Open bucket trash function :type bucket: string :param bucket: None :type trash_dir: string :param trash_dir: directory of trash,optional :return: **HttpResponse Class** NZtrashDirrZótrashr;r\rl)r#r:Z trash_dirr4r$r$r%Úput_bucket_trashps  ÿ úzBosClient.put_bucket_trashcCrN)zŸ Get status of bucket trash :type bucket: string :param grant_list: None :return: **HttpResponse Class** ržr;r<r6rBr$r$r%Úget_bucket_trashˆrxzBosClient.get_bucket_trashcCrN)z“ Close bucket trash :type bucket: string :param bucket: None :return: **HttpResponse Class** ržr;r<rprBr$r$r%Údelete_bucket_trash™rxzBosClient.delete_bucket_trash)r:Úkeyric  Csþt |¡}| | |¡} |pi}|pi}|dur|| _t | j| j¡\} } } | }| | jkr5|dt | ¡7}||tj <|  | ||¡}| t j krP| t j krPtdgƒ}| jdur]| j|tj ¡<t | j| ||||||¡|tj ¡<dt | j¡||t |d¡fS)aè Get an authorization url with expire time. specified protocol in endpoint > protocal > default protocol in config. :type timestamp: int :param timestamp: None :type expiration_in_seconds: int :param expiration_in_seconds: None :type options: dict :param options: None :param is_official_domain: default use not official domain,example: bucket.bj.bcebos.com :return: **URL string** Nó:shosts %s://%s%s?%sF)rrˆÚ _merge_configÚprotocolr Zparse_host_portÚendpointÚ default_portrZHOSTÚ _get_pathrr8rDÚsetÚsecurity_tokenÚSTS_SECURITY_TOKENÚlowerr ÚsignÚ credentialsZ AUTHORIZATIONÚnameZget_canonical_querystring)r#r:r¢Ú timestampZexpiration_in_secondsr^r=Zheaders_to_signr¥r4Z httpmethodZendpoint_protocolZ endpoint_hostZ endpoint_portZ full_hostÚpathr$r$r%Úgenerate_pre_signed_url©s@  ÿ    ø  ýz!BosClient.generate_pre_signed_url)r:ÚrulescCó$|jtj|ddit d|i¡|dS)zÀ Put Bucket Lifecycle :type bucket: string :param bucket: None :type rules: list :param rules: None :return:**Http Response** ó lifecycler;Úrule©r=r]r4©r7rrAr`ra)r#r:r³r4r$r$r%Úput_bucket_lifecycleîs  üzBosClient.put_bucket_lifecyclecCrN)zƒ Get Bucket Lifecycle :type bucket: string :param bucket: None :return:**Http Response** rµr;r<r6rBr$r$r%Úget_bucket_lifecycleó  ýzBosClient.get_bucket_lifecyclecCrN)zŽ Delete Bucket Lifecycle :type bucket: string :param bucket: None :return:**Http Response** rµr;r<rprBr$r$r%Údelete_bucket_lifecycler»z!BosClient.delete_bucket_lifecycle)r:Úcors_configurationcCr´)zÍ Put Bucket Cors :type bucket: string :param bucket: None :type cors_configuration: list :param cors_configuration: None :return:**Http Response** ócorsr;ZcorsConfigurationr·r¸)r#r:r½r4r$r$r%Úput_bucket_cors"s  üzBosClient.put_bucket_corscCrN)z~ Get Bucket Cors :type bucket: string :param bucket: None :return:**Http Response** r¾r;r<r6rBr$r$r%Úget_bucket_cors7r»zBosClient.get_bucket_corscCrN)z Delete Bucket Cors :type bucket: string :param bucket: None :return:**Http Response** r¾r;r<rprBr$r$r%Údelete_bucket_corsFr»zBosClient.delete_bucket_corséècCsXi}|dur ||d<|dur||d<|dur||d<|dur"||d<|jtj|||dS)a¡ Get Object Information of bucket :type bucket: string :param bucket: None :type delimiter: string :param delimiter: None :type marker: string :param marker: None :type max_keys: int :param max_keys: value <= 1000 :type prefix: string :param prefix: None :return: **_ListObjectsResponse Class** NsmaxKeysóprefixsmarkeró delimiterr<r6)r#r:Zmax_keysÚprefixÚmarkerÚ delimiterr4r=r$r$r%Ú list_objectsUszBosClient.list_objectsccsBd} |j|||||d}|jD]}|Vq|jr|j}ndSq)ú :param bucket_name: :param prefix: :param delimiter: :param config: :return: NT)rÆrÅrÇr4)rÈÚcontentsÚ is_truncatedZ next_marker)r#r:rÅrÇr4rÆr>Úitemr$r$r%Úlist_all_objectszs€  ÿ øzBosClient.list_all_objectscCsH|durdSt|ttfƒstdƒ‚t|ƒdkrtdƒ‚tjdt|ƒiS)Nz!range should be a list or a tupleézrange should have length of 2ó bytes=%d-%d)rEÚlistÚtupleÚ TypeErrorÚlenÚ ValueErrorrÚRANGE)Úranger$r$r%Ú_get_range_header_dicts z BosClient._get_range_header_dictcCs˜i}| ¡}tjrg}|D]\}}| ¡}| ||f¡q |}t tj¡}|D]\}}| |¡rB|t |ƒd…}t  |¡|t  |¡<q'||j _ ||_ dS)aÚSets response.body to http_response and response.user_metadata to a dict consists of all http headers starts with 'x-bce-meta-'. :param http_response: the http_response object returned by HTTPConnection.getresponse() :type http_response: httplib.HTTPResponse :param response: general response object which will be returned to the caller :type response: baidubce.BceResponse :return: always true :rtype bool NT)Ú getheadersrÚPY3r¬ÚappendrmrÚBCE_USER_METADATA_PREFIXrTrÓZconvert_to_unicodeÚmetadataÚ user_metadataÚdata)Ú http_responser>rÝZ headers_listZ temp_headsrVrWrÅr$r$r%Ú_parse_bos_objectšs( ÿ   ÿ€zBosClient._parse_bos_objectcCsjt |¡}t|ƒdks| d¡rtdƒ‚t |¡}|dur(|dur#i}||tj<|j t j ||||tj dS)úx :param bucket_name: :param key: :param range: :param config: :return: ró/ú(Key can not be empty or start with '/' .N©r^r4Ú body_parser) rrˆrÓrTrr1r×rÚBOS_TRAFFIC_LIMITr7rr8rà)r#r:r¢rÖÚ traffic_limitr4Ú range_headerr$r$r%Ú get_object½s   úzBosClient.get_objectÚStandardc Cslt |¡}i}|dur||tj<t |¡dvrtd |¡ƒ‚t |¡|tj<|jt j |||ddi|t j dS)zb :param bucket_name: :param key: :param config: :return: N)rêZ ExpeditedZLowCostz\invalid tier:{} for restore_object.The valid value is "Standard" or "Expedited" or "LowCost"srestorer;)r^r=r4rå) rrˆrZBOS_RESTORE_DAYSrmrÔÚformatZBOS_RESTORE_TIERr7rÚPOSTr1rà)r#r:r¢ÚdaysZtierr4r^r$r$r%Úrestore_object×s$  ÿùzBosClient.restore_objecté@cCs^t|dƒ}z$|rt|jjƒ}t |||¡}n|}t |||¡| ¡W| ¡dS| ¡w)NÚwbT) ÚopenÚintrÜÚcontent_lengthr Úmake_progress_adapterÚshutilÚ copyfileobjÚclose)rßr>Ú file_nameÚbuf_sizeÚprogress_callbackÚfÚ file_sizeÚstreamr$r$r%Ú_save_body_to_fileñs    ÿzBosClient._save_body_to_filecCs| ||¡dS)NT)Úinit_from_http_response)rßr>Úselect_responser$r$r%Ú_parse_select_messages zBosClient._parse_select_messagecCs4t |¡}|j||||d}|j ¡}|j ¡|S)rá)rÖr4)rrˆrérÞÚreadr÷)r#r:r¢rÖr4r>Úsr$r$r%Úget_object_as_strings   zBosClient.get_object_as_string)r:r¢røc s€t |¡}t|ƒdks| d¡rtdƒ‚t ˆ¡‰t |¡}|dur-|dur(i}||tj<ˆj t j |||ˆ‡‡‡‡fdd„dS)a› Get Content of Object and Put Content to File :type bucket: string :param bucket: None :type key: string :param key: None :type file_name: string :param file_name: None :type range: tuple :param range: (0,9) represent get object contents of 0-9 in bytes. 10 bytes date in total. :return: **HTTP Response** rrârãNcstj||ˆˆ ˆd¡ˆdS)NÚ recv_buf_size)rú)r1rþÚ_get_config_parameter©rßr>©r4rørúr#r$r%Ú;s ûz.BosClient.get_object_to_file..rä) rrˆrÓrTrr1r×rrær7rr8) r#r:r¢rørÖr4rúrçrèr$rr%Úget_object_to_files"    úzBosClient.get_object_to_filecCót |¡}|jtj|||dS)zÔ Get head of object :type bucket: string :param bucket: None :type key: string :param key: None :return: **_GetObjectMetaDataResponse Class** r5)rrˆr7rrD©r#r:r¢r4r$r$r%Úget_object_meta_dataCó zBosClient.get_object_meta_data)r:r¢rÞróÚ content_md5c Csˆt |¡}t |¡}|j|||| || | | d}|tjkr#tdtjƒ‚ddi}|dur/||d<| r7t || ¡}|jt j ||||||dS)a4 Put an appendable object to BOS or add content to an appendable object :type bucket: string :param bucket: None :type key: string :param key: None :type content_length: long :type offset: long :return: **HTTP Response** ©rórÚ content_typeÚcontent_sha256rÝrÚ user_headersrçúDObject length should be less than %d. Use multi-part upload instead.sappendr;Nsoffsetr\) rrˆÚ_prepare_object_headersrZMAX_APPEND_OBJECT_LENGTHrÔr rôr7rrì)r#r:r¢rÞrróÚoffsetrrÝrrrrúrçr4r^r=r$r$r%Ú append_objectSs<  ø ÿ ùzBosClient.append_object)r:r¢rÞcCs t |¡}t|tƒr| tj¡}d}z3t |¡}|dur't j ||  | d¡d}|j ||||t |ƒ||||| | | | | dW|durE| ¡SS|durO| ¡ww)zŽ Create an appendable object and put content of string to the object or add content of string to an appendable object Nr©rù)r:r¢rÞrrórrrÝrrrrúrçr4)rrˆrErÚencodeÚbaidubceÚDEFAULT_ENCODINGÚioÚBytesIOr Úget_md5_from_fprrrÓr÷)r#r:r¢rÞrrrrÝrrrrúrçr4Úfpr$r$r%Úappend_object_from_string’s<     ÿó  ÿ ÿz#BosClient.append_object_from_stringc Cszt |¡}t |¡}|j|||||| | |d}| |d¡}|tjkr)tdtjƒ‚|r1t ||¡}|j t j |||||dS)al Put object and put content of file to the object :type bucket: string :param bucket: None :type key: string :param key: None :type fp: FILE :param fp: None :type file_size: long :type offset: long :type content_length: long :return: **HTTP Response** rrr)r]r^r4) rrˆrrrÚMAX_PUT_OBJECT_LENGTHrÔr rôr7rrA)r#r:r¢rÞrórrrrÝrrÚ encryptionÚ customer_keyÚcustomer_key_md5rúrçr4r^rùr$r$r%Ú put_objectÁs6 % ø ÿ úzBosClient.put_object)Úbucketr¢rÞcCs¤t |¡}t|tƒr| tj¡}d}z5t |¡}|dur't j ||  |d¡d}|j |||t |ƒ|||||| | | | | ||dW|durG| ¡SS|durQ| ¡ww)af Create object and put content of string to the object :type bucket: string :param bucket: None :type key: string :param key: None :type input_content: string :param input_content: None :type options: dict :param options: None :return: **HTTP Response** Nrr© rórrrrÝrrr"r#r$rúrçr4)rrˆrErrrrrrr rrr%rÓr÷)r#r&r¢rÞrrrrÝrrr"r#r$rúrçr4rr$r$r%Úput_object_from_strings<     ÿ ó  ÿ ÿz BosClient.put_object_from_string)r&r¢røcCs²t |¡}t|dƒ}zI|dur| dtj¡| ¡}| d¡|dur1| |d¡}tj |||d}|dur:t  |¡}|j ||||||||| | | | | |||dW|  ¡S|  ¡w)a^ Put object and put content of file to the object :type bucket: string :param bucket: None :type key: string :param key: None :type file_name: string :param file_name: None :type options: dict :param options: None :return: **HttpResponse Class** ÚrbNrr)Úlengthrùr') rrˆrñÚseekÚosÚSEEK_ENDÚtellrr rZguess_content_type_by_file_namer%r÷)r#r&r¢rørórrrrÝrrr"r#r$rúrçr4rrr$r$r%Úput_object_from_file>s< "   ÿ  ózBosClient.put_object_from_file)Úsource_bucket_nameÚ source_keyÚtarget_bucket_nameÚ target_keyc  CsÒt |¡}t |¡}|j|||| | d} t dt |¡|fd¡| tj<|dur-|| tj<|dus5|dur;d| tj<nd| tj<| dur\z t   | | d¡} Wnt y[}z|‚d}~ww|j t j||| | tjdS) a{ Copy one object to another object :type source_bucket: string :param source_bucket: None :type source_key: string :param source_key: None :type target_bucket: string :param target_bucket: None :type target_key: string :param target_key: None :return: **HttpResponse Class** )rrÝrrrçó/%s/%sFNsreplacescopyTrä)rrˆrr Únormalize_stringrÚBCE_COPY_SOURCEÚBCE_COPY_SOURCE_IF_MATCHZBCE_COPY_METADATA_DIRECTIVEr1Ú_get_user_headerÚ Exceptionr7rrArZparse_copy_object_response)r#r0r1r2r3ÚetagrrÝrrZcopy_object_user_headersrçr4r^rLr$r$r%Ú copy_object~sH ûþ ý   €ÿúzBosClient.copy_objectcCr )zÁ Delete Object :type bucket: string :param bucket: None :type key: string :param key: None :return: **HttpResponse Class** r5rr r$r$r%Ú delete_object¿rzBosClient.delete_object)r:Úkey_listcCs2dd„|Dƒ}|jtj|t d|i¡ddi|dS)zÚ Delete Multiple Objects :type bucket: string :param bucket: None :type key_list: string list :param key_list: None :return: **HttpResponse Class** cSsg|] }dt |¡i‘qS©r¢)rrm)Ú.0rVr$r$r%Ú Üsz5BosClient.delete_multiple_objects..Úobjectssdeleter;©r]r=r4)r7rrìr`ra)r#r:r=r4Z key_list_jsonr$r$r%Údelete_multiple_objectsÏs  üz!BosClient.delete_multiple_objects)Ú source_bucketÚ target_bucketÚ target_prefixc Cs&|jtj|ddit ||dœ¡|dS)zè Put Bucket Logging :type source_bucket: string :param source_bucket: None :type target_bucket: string :param target_bucket: None :return: **HttpResponse Class** óloggingr;)Z targetBucketZ targetPrefixr·r¸)r#rDrErFr4r$r$r%Úput_bucket_loggingãsÿûzBosClient.put_bucket_loggingcCrN)zœ Get Bucket Logging :type bucket_name: string :param bucket_name: None :return: **HttpResponse Class** rGr;r<r6rBr$r$r%Úget_bucket_loggingýr»zBosClient.get_bucket_loggingcCrN)zŸ Delete Bucket Logging :type bucket_name: string :param bucket_name: None :return: **HttpResponse Class** rGr;r<rprBr$r$r%Údelete_bucket_logging r»zBosClient.delete_bucket_loggingc Csšt |¡}i}|dur||tj<|durt |¡|tj<ntj|tj<|dur?z t   ||d¡}Wnt y>}z|‚d}~ww|j t j|||ddi|dS)zË Initialize multi_upload_file. :type bucket: string :param bucket: None :type key: string :param key: None :return: **HttpResponse** NFóuploadsr;rf)rrˆrÚBOS_STORAGE_CLASSr Úconvert_to_standard_stringrbrÚ OCTET_STREAMr1r8r9r7rrì) r#r:r¢rrrr4r^rLr$r$r%Úinitiate_multipart_uploads,   €ÿúz#BosClient.initiate_multipart_upload)r:r¢Ú upload_idÚ part_numberÚ part_sizeÚpart_fpc Cs´t |¡}|tjks|tjkrtd|tjtjfƒ‚|tjkr&tdtjƒ‚tj|tj t j i} |dur8|| tj <|rAt  |||¡}| durJ| | tj<|jtj|||| ||dœ| dS)a? Upload a part. :type bucket: string :param bucket: None :type key: string :param key: None :type upload_id: string :param upload_id: None :type part_number: int :param part_number: None :type part_size: int or long :param part_size: None :type part_fp: file pointer :param part_fp: not None :type part_md5: str :param part_md5: None :type config: dict :param config: None :return: **HttpResponse** z9Invalid part_number %d. The valid range is from %d to %d.z+Single part length should be less than %d. N©s partNumberóuploadIdr\)rrˆrZMIN_PART_NUMBERZMAX_PART_NUMBERrÔr!rÚCONTENT_LENGTHrbrrNÚ CONTENT_MD5r rôrær7rrA) r#r:r¢rPrQrRrSÚpart_md5rúrçr4r^r$r$r%Ú upload_partFs6 ' ÿ ÿÿ  ùzBosClient.upload_part)r0r1r2r3rPrQrRrcCs’t |¡}t |¡}|j| | | d}t dt |¡|fd¡|tj<d|||df}||tj<| dur:| |tj<|j t j |||||dœ| dS) a³ Copy part. :type source_bucket_name: string :param source_bucket_name: None :type source_key: string :param source_key: None :type target_bucket_name: string :param target_bucket_name: None :type target_key: string :param target_key: None :type upload_id: string :param upload_id: None :return: **HttpResponse** )rrÝrçr4FrÏéNrTrf) rrˆrr r5rr6ZBCE_COPY_SOURCE_RANGEr7r7rrA)r#r0r1r2r3rPrQrRrr:rrÝrçr4r^rÖr$r$r%Úupload_part_copy‰s2 & ý ÿ þ  úzBosClient.upload_part_copy)r:r¢rPrQrRrørc CsRt |¡}t|dƒ} z|  |¡|j|||||| || | | d W|  ¡S|  ¡w)zü :param bucket_name: :param key: :param upload_id: :param part_number: :param part_size: :param file_name: :param offset: :param part_md5: :param config: :return: r))rXrúrçr4)rrˆrñr+rYr÷) r#r:r¢rPrQrRrørrXrúrçr4rûr$r$r%Úupload_part_from_fileÅs   þzBosClient.upload_part_from_file)r:r¢rPÚ part_listcCs@t |¡}|jtj|d}|jtj||t  d|i¡|d|idS)ac After finish all the task, complete multi_upload_file. :type bucket: string :param bucket: None :type key: string :param key: None :type upload_id: string :param upload_id: None :type part_list: list :param part_list: None :return: **HttpResponse** )rrÝÚpartsrU)r]r^r=) rrˆrrrcr7rrìr`ra)r#r:r¢rPr]rÝr4r^r$r$r%Úcomplete_multipart_uploadæs þ úz#BosClient.complete_multipart_upload)r:r¢rPcCs"t |¡}|jtj||d|idS)a Abort upload a part which is being uploading. :type bucket: string :param bucket: None :type key: string :param key: None :type upload_id: string :param upload_id: None :return: **HttpResponse** rU)r=r)r#r:r¢rPr4r$r$r%Úabort_multipart_upload s  ÿz BosClient.abort_multipart_uploadcCsHt |¡}d|i}|dur||d<|dur||d<|jtj||||dS)aº List all the parts that have been upload success. :type bucket: string :param bucket: None :type key: string :param key: None :type upload_id: string :param upload_id: None :type max_parts: int :param max_parts: None :type part_number_marker: string :param part_number_marker: None :return: **_ListPartsResponse Class** rUNsmaxPartsspartNumberMarkerr<r‹)r#r:r¢rPZ max_partsÚpart_number_markerr4r=r$r$r%Ú list_parts!s zBosClient.list_partsccsJt |¡}d} |j|||||d}|jD]}|Vq|js!dS|j}q )z| :param bucket_name: :param key: :param upload_id: :param config: :return: NT)rar4)rrˆrbr^rËZnext_part_number_marker)r#r:r¢rPr4rar>rÌr$r$r%Úlist_all_partsBs€  ÿ ùzBosClient.list_all_partscCs\ddi}|dur ||d<|dur||d<|dur||d<|dur$||d<|jtj|||dS) a| List all Multipart upload task which haven't been ended.(Completed Init_MultiPartUpload but not completed Complete_MultiPartUpload or Abort_MultiPartUpload) :type bucket: string :param bucket: None :type delimiter: string :param delimiter: None :type max_uploads: int :param max_uploads: <=1000 :type key_marker: string :param key_marker: None :type prefix: string :param prefix: None :type upload_id_marker: string :param upload_id_marker: :return: **_ListMultipartUploadResponse Class** rKr;NrÄs maxUploadss keyMarkerrÃr<r6)r#r:Z max_uploadsÚ key_markerrÅrÇr4r=r$r$r%Úlist_multipart_uploadsWsz BosClient.list_multipart_uploadsccsld} |j|||||d}|jD]}|Vq|jsdS|jdur%|j}nt|jƒdkr3|jdj}ndSq)rÉNT)rdrÅrÇr4réÿÿÿÿ)reZuploadsrËZnext_key_markerrÓr¢)r#r:rÅrÇr4rdr>rÌr$r$r%Úlist_all_multipart_uploadss&€ ü  ñz$BosClient.list_all_multipart_uploadsc  Cs|  ¡rt d |¡¡dSz#|j|||||||| | d } | || jjdœ¡t d |¡¡WdStyG} z t d |¡¡| ‚d} ~ ww)Nz(upload task canceled with partNumber={}!)rúrç)Ú partNumberZeTagz'upload task success with partNumber={}!z&upload task failed with partNumber={}!) r,Ú_loggerÚdebugrër\rÚrÜr:r9)r#r:Z object_keyrPrQrRrørr]ÚuploadTaskHandlerúrçr>rLr$r$r%Ú _upload_task›s$  þþ€þzBosClient._upload_taskéc Cs|dks|dkr tdƒ‚tj |¡} | dkrtdƒ‚|dus"|dkr&t ¡}|dd}| |}| |dkr:|d7}|durAtƒ}|j||||| d j}t |ƒ}g}d}d}g}| dkrˆ| |krb| }|  |j |||||||||| | ¡ }|  |¡| |8} ||7}|d7}| dks\t |td | ¡r¡t d ¡|j|||d d St|ƒ|kr¶t d¡|j|||d d S|jdd„d| ||||¡dS)zn Multipart Upload file to bos param chunk_size: part size , default part size is 5MB irzEchunk size is valid, it should be more than 0 and not nore than 5120!lPCz'File size must not be more than 48.8TB!NrZi)rrr)Ú return_whenz!putting super object is canceled!)rPFzputting super object failed!cSs|dS)Nrhr$)Úxr$r$r%r ísz6BosClient.put_super_obejct_from_file..r>T)rr,r±ÚgetsizeÚmultiprocessingÚ cpu_countrrOrPrÚsubmitrlrÚrr r,rirjr`rÓÚsortr_)r#r:r¢røÚ chunk_sizeZ thread_numrkrrrrúrçr4Z left_sizerRZ total_partrPÚexecutorÚ all_tasksrrQr]Z temp_taskr$r$r%Úput_super_obejct_from_file¯s`   ýý ÿ ø    z$BosClient.put_super_obejct_from_file)r:r¢rUc CsDt |¡}|jtj||tjd|itjdt j t j iddi|ddS)zÝ Set Access Control Level of object :type bucket: string :param bucket: None :type acl: list of grant :param acl: None :return: **HttpResponse Class** rYrZrOr;r\Nr‡)r#r:r¢rUr4r$r$r%Úset_object_aclòs  ÿ  ùzBosClient.set_object_aclc Cs²t |¡}d}d}|durtjt |¡i}|d7}|dur)tjt |¡i}|d7}|dur9tjt |¡i}|d7}|dkrAtdƒ‚|dkrItdƒ‚|jtj |||ddi|d dS) aß :type bucket_name: string :param bucket_name: None :type key: string :param key: None :type canned_acl: string :param canned_acl: for header 'x-bce-acl', it's value only is canned_acl.PRIVATE or canned_acl.PRIVATE_READ :type grant_read: string :param grant_read: Object id of getting READ right permission. for exapmle,grant_read = 'id="6c47...4c94",id="8c42...4c94"' :type grant_full_control: string :param grant_full_control: Object id of getting READ right permission. for exapmle,grant_full_control = 'id="6c47...4c94",id="8c42...4c94"' :param config: :return: **HttpResponse Class** NrrZz,donn't give any object canned acl arguments!rÎz5cann't get more than one object canned acl arguments!rOr;rf) rrˆrrgZBOS_GRANT_READZBOS_GRANT_FULL_CONTROLrÔr7rrA) r#r:r¢reZ grant_readZgrant_full_controlr4r^Únum_argsr$r$r%Úset_object_canned_acl s.  ûzBosClient.set_object_canned_aclcCó$t |¡}|jtj||ddi|dS)z× Get Access Control Level of object :type bucket: string :param bucket: None :type key: string :param key: None :return: **HttpResponse Class** rOr;r<r‹r r$r$r%Úget_object_acl@ó ûzBosClient.get_object_aclcCr|)zØ Get Access Control Level of object :type bucket: string :param bucket: None :type key: string :param key: None :return: **HttpResponse Class** rOr;r<rr r$r$r%Údelete_object_aclVr~zBosClient.delete_object_acl)r:r¢ÚurlcCs^t |¡}i}t |¡|tj<|dur||tj<|dur!||tj<|jtj|||ddi|dS)aØ fetch object with given url and save to Baidu object storage :type bucket: string :param bucket: None :type key: string :param key: object name to be saved :type url:string :param url: url of resource to be fetched :type fetch_mode:string :param fetch_mode: fetch mode for get resource, valid value only is 'sync' and 'async' :return: **HttpResponse Class** Nsfetchr;rf) rrˆrZBOS_FETCH_SOURCEZBOS_FETCH_MODErLr7rrì)r#r:r¢r€Z fetch_moderr4r^r$r$r%Ú fetch_objectls   úzBosClient.fetch_object)r:r3ÚsymlinkÚforbid_overwritec Cs‚t |¡}t |¡}|j||d} || tj<|dur'|r"d| tj<nd| tj<|dur3t |¡| tj<|jtj ||| ddi|dS)a put object symlink :type bucket: string :param bucket: None :type key: string :type key: object name :type symlink: string :type symlink_key: symlink name :return: **HttpResponse Class** )rÝrNstruesfalseósymlinkr;rf) rrˆrrZBOS_SYMLINK_TARGETZBOS_FORBID_OVERWRITEZBOS_SYMLINK_BUCKETr7rrA) r#r:r3r‚rƒrÝrrEr4r^r$r$r%Úput_object_symlink“s&  ÿ   ûzBosClient.put_object_symlink)r:r‚cCs$t |¡}|jtj||ddi|dS)zÐ Get symlink info :type bucket: string :param bucket: None :type symlink: string :param symlink: symlink :return: **HttpResponse Class** r„r;r<r‹)r#r:r‚r4r¢r$r$r%Úget_object_symlink¹r~zBosClient.get_object_symlink)r:r¢Úselect_object_argsc sŽt |¡}|pi}d|vrd|dvrd}nd|vr#d|dvr#d}nd}tƒ‰|jtj||tjd|itj d|d |d œ|‡fd d „d ˆS)a- :type bucket_name: string :param bucket_name: bucket name :type key: string :param key: object name :type select_object_args: dict :param select_object_args: requesta parameters for select object api :param config: :return: ZinputSerializationr`sjsonÚcsvscsvsparquetZ selectRequestrZr;)sselectstypecst ||ˆ¡Sr2)r1rr©rr$r%r ðsÿz)BosClient.select_object..)r]r^r=r4rå) rrˆÚSelectResponser7rrìr`rar1rX)r#r:r¢r‡r^r4Z select_typer$r‰r%Ú select_objectÏs&  ø zBosClient.select_objectcCó|jtjddi|dS)zI get user quota :param config: :return: ó userQuotar;r<r6r3r$r$r%Úget_user_quotaõó ÿzBosClient.get_user_quota)Úmax_bucket_countÚmax_capacity_mega_bytescCs$|jtjt ||dœ¡ddi|dS)a  put user quota :type max_bucket_count: int :param max_bucket_count: max bucket count :type max_capacity_mega_bytes: long :param max_capacity_mega_bytes: max capacity mega bytes :param config: :return: )ZmaxBucketCountZmaxCapacityMegaBytesrr;rBr¸)r#rr‘r4r$r$r%Úput_user_quotaÿsÿüzBosClient.put_user_quotacCrŒ)zL delete user quota :param config: :return: rr;r<rpr3r$r$r%Údelete_user_quota rzBosClient.delete_user_quotacCrN)z– get notification :type bucket_name: string :param bucket_name: bucket name :param config: :return: ó notificationr;©r:r=r4r6rBr$r$r%Úget_notification s þzBosClient.get_notification)r:Ú notificationscCs$|jtj|t d|i¡ddi|dS)zë put user quota :type bucket_name: string :param bucket_name: bucket :type notifications: list of dict :param notifications: notifacation param :param config: :return: r—r”r;©r:r]r=r4r¸)r#r:r—r4r$r$r%Úput_notification. s  ýzBosClient.put_notificationcCrN)z™ delete notification :type bucket_name: string :param bucket_name: bucket name :param config: :return: r”r;r•rprBr$r$r%Údelete_notification@ s þzBosClient.delete_notification)r:Ú mirror_argscCs*|jtj|tjd|itjdddi|dS)z« put bucket mirroring :type bucket_name: string :param bucket_name: bucket name :param mirror_args: mirror conf :return: ZbucketMirroringConfigurationrZó mirroringr;r˜)r7rrAr`rar1rX)r#r:r›r4r$r$r%Úput_bucket_mirroringO s ûzBosClient.put_bucket_mirroringcCrN)zƒ get bucket mirroring :type bucket_name: string :param bucket_name: bucket name :return: rœr;r•r6rBr$r$r%Úget_bucket_mirroringb rQzBosClient.get_bucket_mirroringcCrN)z† delete bucket mirroring :type bucket_name: string :param bucket_name: bucket name :return: rœr;r•rprBr$r$r%Údelete_bucket_mirroringr rQz!BosClient.delete_bucket_mirroringc  CsÊi} |dur|r|dkrtdƒ‚t |¡| tj<|dur$t |¡| tj<|dur1t |¡| tj<nt j | tj<|dur@|| tj <|durNdt |¡| tj <|dur‘d} t |tƒs]tdƒ‚t|ƒD]#\}}t |¡}t |¡}tj|}|| |<| t|ƒ7} | t|ƒ7} qa| tjkr‘tdtjƒ‚|durš|| tj<|dur¦t |¡| tj<| dur²t | ¡| tj<| dur¾t | ¡| tj<|durÚz t | |d¡} WntyÙ}z|‚d}~ww| durã| | tj<| S)Nrz&content_length should not be negative.s"%s"z%user_metadata should be of type dict.z,Metadata size should not be greater than %d.F)rÔrrˆrrVr rMrWrbrrNZBCE_CONTENT_SHA256ZETAGrEÚdictrÒrrÛrÓrZMAX_USER_METADATA_SIZErLZBOS_SERVER_SIDE_ENCRYPTIONZ'BOS_SERVER_SIDE_ENCRYPTION_CUSTOMER_KEYZ+BOS_SERVER_SIDE_ENCRYPTION_CUSTOMER_KEY_MD5r1r8r9ræ)rórrrr:rÝrrr"r#r$rçr^Z meta_sizerVrWZnormalized_keyrLr$r$r%r„ sb         ÿ ÿÿ€ÿ z!BosClient._prepare_object_headersFcCs~t|tƒs tdƒ‚|sttjtjtjtjgƒ}n ttj tj tj gƒ}t |ƒD]\}}t  |¡}t  |¡}||vr<|||<q&|S)Nz$user_headers should be of type dict.)rEr rÒr©rZ CACHE_CONTROLZCONTENT_ENCODINGZCONTENT_DISPOSITIONZEXPIRESZBCE_COPY_SOURCE_IF_NONE_MATCHZ#BCE_COPY_SOURCE_IF_UNMODIFIED_SINCEZ!BCE_COPY_SOURCE_IF_MODIFIED_SINCErr rM)r^rZis_copyZuser_headers_setrVrWr$r$r%r8Ð s& ýþ  €zBosClient._get_user_headercCs.d}|dur t||ƒ}|dur|St|j|ƒSr2)Úgetattrr4)r#r4Úattrr+r$r$r%ræ s   zBosClient._get_config_parametercCsJ|j}|r|j}|jst |¡st ||¡rt tj|¡St tj||¡Sr2) r¦Úbackup_endpointZ cname_enabledr Úis_cname_like_hostZis_custom_hostZ append_urirZ URL_PREFIX)r4r:r¢Zuse_backup_endpointÚhostr$r$r%r¨ï s zBosClient._get_pathcCsÖt |j¡}|dur| |¡|durit |jj¡si|jj}t |¡ d¡}|  t ¡rit |ƒdkri|  t ¡r\| d¡}t |ƒdkrC|S|ddt |¡d|d}t |¡|_|St |¡dt |¡|_|S)Nó.és//rÎrrZ)Úcopyr4Zmerge_non_none_valuesr r¤r¦rrˆÚsplitÚendswithÚDEFAULT_BOS_DOMAIN_SUFFIXrÓrTÚHTTP_PROTOCOL_HEAD)r#r4r:Z new_configZ user_endpointZuser_endpoint_splitZhttp_head_splitZbucket_endpointr$r$r%r¤ø s,     ÿÿ  ÿzBosClient._merge_configcCsPt|tƒrdSt|tƒr&|jtjjkrdS|jtjjkrdS|jtj kr&dSdS)NTF) rEÚIOErrorrrGrHrIÚINTERNAL_SERVER_ERRORÚSERVICE_UNAVAILABLEÚcodeZREQUEST_EXPIRED)Úerrorr$r$r%Ú_need_retry_backup_endpoint s   z%BosClient._need_retry_backup_endpointc Csè| ||¡}t |||¡} |durtj}|jdur#|pi}|j|tj<zt  |t j tj |g|| |||¡WSt ys} z3|jdurC| ‚t | j¡rmt d¡t |||d¡} t  |t j tj |g|| |||d¡ WYd} ~ S| ‚d} ~ ww)NsRetry for backup endpoint.T)r¤r1r¨rZ parse_jsonrªrr«rÚ send_requestr r­Z parse_errorrr£r²rFrirj) r#Z http_methodr:r¢r]r^r=r4rår±rLr$r$r%r7% s2    þ    þ€õzBosClient._send_requestr2)NNN)NN)rÂNNNN)NrêN)rïN)NNNN) NNNNNNNNN) NNNNNNNNNN) NNNNNNNNNNN) NNNNNNNNNNNN) NNNNNNNNNNNNN)NNNNNNNN)NNNNN) rmNNNNNNNN)F)NNF)NNNNNNN)tr-r.r/r0r&r9rrrr?rCrMrPÚ staticmethodrXrÐr rdrhrnrorrrvrwryÚENCRYPTION_ALGORITHMr{r|r}r€rr‚r‰rrr‘r’r–ršrœrrŸr r¡rr8r²r¹rºr¼r¿rÀrÁrÈrÍr×ràrérîrþrrr r ÚobjectrÚ integer_typesrr r%r(r/r;r<rCrHrIrJrOròrYr[r\r_r`rbrcrergrlrxryr{r}rrÚboolr…r†r‹rŽr’r“r–r™ršrržrŸrr8rr¨r¤r²r7r$r$r$r%r1Zsâ                                                    öD ý     ý      þ $   "      ÿ+ ü õ:þ ö,ü ó= ô: ó?ý ö=  þ ü     ú*û þ=ù  ø4ú þý ý#  þ   þ '  þ øB  ü6   ý& ÿ%   %            ôK   ür1c@s0eZdZdZdd„Zdd„Zdd„Zdd „Zd S) Ú SelectMessagez1 returned message from select object api cCsd|_||_||_||_dS)z/ Initialize for record message ÚRecordsN)Útyper^ÚpayloadÚcrc)r#r^r¼r½r$r$r%Úset_record_messageJ s z SelectMessage.set_record_messagecCs"d|_||_||_||_||_dS)z1 Initialize for continue message ÚContN)r»r^Ú bytes_scannedÚbytes_returnedr½)r#r^rÀrÁr½r$r$r%Úset_cont_messageS s  zSelectMessage.set_cont_messagecCsd|_||_||_dS)z, Initialize for end message ÚEndN)r»r^r½)r#r^r½r$r$r%Úset_end_message] s zSelectMessage.set_end_messagecCsD|jdkr d |j|j¡S|jdkrd |j|j|j¡Sd |j¡S)Nrºz{} {}r¿z%{} bytes_scanned/bytes_returned={}/{}z{})r»rër^r¼rÀrÁr"r$r$r%Ú__str__e s   ÿ zSelectMessage.__str__N)r-r.r/r0r¾rÂrÄrÅr$r$r$r%r¹F s   r¹c@s4eZdZdZdd„Zdd„Zdd„Zedd „ƒZd S) rŠz0 deal with message of select object api cCs d|_dSr)Úfinishr"r$r$r%r&r s zSelectResponse.__init__cCs||_||_dS)z2 get HttpResponse and BceResponse Nr)r#rßr>r$r$r%rÿu s z&SelectResponse.init_from_http_responsec cs¦|j}zÈ|jsË| d¡}|st‚t d|dd…¡d}t d|dd…¡d}| |¡}| |¡}tƒ}|ddkr`||d}| |¡} t d| d¡¡d} |  |t   | ¡| ¡|Vnh|dd kr—| d¡} | d¡} t d| d¡¡d} t d | ¡d} t d | ¡d} |  || | | ¡|Vn1|dd krÈt d| d¡¡d} |d d kr¼t |d|d |jjjd‚| || ¡d|_|V|jrt‚|j ¡w)z- generator for SelectMessage éNz>Iréz message-typerºé r¿z>QrÃz error-codeÚsuccessz error-message)r°Z request_idT)rßrÆrÚ StopIterationr÷ÚstructÚunpackÚ_parse_select_headersr¹r¾rrmrÂrr>rÜZbce_request_idrÄ) r#rûZpreludeZ total_lenZ headers_lenr^Z headers_mapÚmsgZ payload_lenr¼r½rÀrÁr$r$r%r+| sL€           ÿ à! zSelectResponse.resultcCs°i}d}|t|ƒkrVt d|||d…¡d}|d7}||||…}||7}t d|||d…¡d}|d7}||||…}||7}t |¡|t |¡<|t|ƒks |S)z\ parse SELECT headers :param headers: :return: rÚBrZz>HrÎ)rÓrÌrÍrrm)r^ZhmrsZkey_lenr¢Z value_lenÚvaluer$r$r%rΧ s  óz$SelectResponse._parse_select_headersN) r-r.r/r0r&rÿr+r´rÎr$r$r$r%rŠn s+rŠ)?r0rr¨Ú http.clientrHr,r`ÚloggingrõrÌÚbuiltinsrrZ future.utilsrrrÚconcurrent.futuresrrr r rÚ functoolsrqrr r Z baidubce.authr Zbaidubce.bce_base_clientrZbaidubce.exceptionrrrZ baidubce.httprrrrrZbaidubce.servicesrZbaidubce.services.bosrrZbaidubce.utilsrrÚ getLoggerr-riZFETCH_MODE_SYNCZFETCH_MODE_ASYNCrµr«r¬rr1r¶r¹rŠr$r$r$r%Ús~                     (