o eUP@sLdZddlZddlZddlZddlZddlmZddlmZddlm Z ddl m Z ddl m Z ddl m Z dd lmZdd lmZeeZejdd krSeefZneefZGd d d ejZddZ d+ddZddZd,ddZd-ddZd,ddZ d-ddZ!d.ddZ"d.d d!Z#d,d"d#Z$d$d%Z%d&d'Z&ee'ed(d-d)d*Z(dS)/z. This module provides a client class for BMR. N) bce_v1_signer)bce_base_client)compat)bce_http_client)handler) http_methods)required)aes128_encrypt_16char_keyc@sneZdZdZdZd0ddZeeeed              d1ddZ d2d d Z eed d d Z eed ddZ eed ddZ eed ddZeeedddZeeedd0ddZeed d2ddZeeedddZeeedd d!Zeeed"d#d$Zeed d%d&Zeed d'd(Zeeed)d*d+Zd0d,d-Z  d3d.d/ZdS)4 BmrClientz Bmr sdk client z/v1NcCstj||dSN)r BceBaseClient__init__)selfconfigrPD:\Projects\ConvertPro\env\Lib\site-packages\baidubce/services/bmr/bmr_client.pyr0szBmrClient.__init__) image_type image_versioninstance_groupscCs4d}d}|dur d|i}t|t||d}|dur ||d<|dur(||d<|dur0||d<|dur8||d<| dur@| |d <| durH| |d <| durP| |d <| dure|jdure|jjj}t| ||d <| durm| |d <|duru||d<|dur}||d<|dur||d<|dur||d<|jtj||t |dS)a Create cluster :param image_type: the type of virtual machine image :type image_type: string :param image_version: the version of virtual machine image :type image_version: string :param instance_groups: instance groups for cluster :type instance_groups: array :return: :rtype baidubce.bce_response.BceResponse /clusterN clientToken)Z imageTypeZ imageVersioninstanceGroups applicationsZ autoTerminatenameZlogUristepsZserviceHaEnabledZsafeModeEnabledZ adminPasswordZvpcIdZsubnetIdZ securityGroupZavailabilityZone templateTypeparamsbody) rconvert_to_stringr credentialssecret_access_keyr _send_requestrPOSTjsondumps)rrrr client_tokenrZauto_terminateZlog_urirrZservice_ha_enabledZsafe_mode_enabledZ admin_passZvpc_idZ subnet_idZsecurity_groupZavailability_zonerpathrrr"rrrcreate_cluster3sJ$ zBmrClient.create_clustercCsNd}d}|dus |duri}|dur||d<|dur||d<|jtj||dS)z List clusters :param marker: :type marker: string :param max_keys: max records returned. :type max_keys: int :return: :rtype baidubce.bce_response.BceResponse rNmarkerZmaxKeysr)r#rGET)rr*Zmax_keysr(rrrr list_clusterss zBmrClient.list_clusters) cluster_idcCdt|}|tj|S)z Get cluster :param cluster_id: cluster id :type cluster_id: string :return: :rtype baidubce.bce_response.BceResponse /cluster/%srr r#rr,rr.r(rrr get_cluster zBmrClient.get_clustercCr/)z Get cluster hosts :param cluster_id: cluster id :type cluster_id: string :return: :rtype baidubce.bce_response.BceResponse z/cluster/%s/hostsr1r2rrrlist_cluster_hostss zBmrClient.list_cluster_hostscCr/)z Get cluster ambari password :param cluster_id: cluster id :type cluster_id: string :return: :rtype baidubce.bce_response.BceResponse z/cluster/%s/ambaripasswordr1r2rrrget_cluster_ambariPasswordr4z$BmrClient.get_cluster_ambariPasswordcCr/)z Terminate cluster :param cluster_id: cluster id :type cluster_id: string :return: :rtype baidubce.bce_response.BceResponse r0)rr r#rDELETEr2rrrterminate_clusterr4zBmrClient.terminate_cluster)r.instance_group_configcCs4dt|}d}d|i}|jtj||t|dS)aW Scale cluster :param cluster_id: cluster id :type cluster_id: string :param instance_group_id: instance group id :type instance_group_id: string :param instance_count: instance count :type instance_count: int :return: :rtype baidubce.bce_response.BceResponse /cluster/%s/instanceGroupNrr)rr r#rPUTr%r&)rr.r9r(rrrrr scale_clusters zBmrClient.scale_cluster)r.rcCsDdt|}d}|durd|i}td|i}|jtj|||dS)z Add steps :param cluster_id: cluster id :type cluster_id: string :param steps: steps to be added :type steps: Array :return: :rtype baidubce.bce_response.BceResponse /cluster/%s/stepNrrr)rr r%r&r#rr$)rr.rr'r(rrrrr add_stepsszBmrClient.add_stepscCsXdt|}d}|dus|duri}|dur||d<|dur#||d<|jtj||dS)a' List step :param cluster_id: cluster id :type cluster_id: string :param marker: :type marker: string :param max_keys: max records returned. :type max_keys: int :return: :rtype baidubce.bce_response.BceResponse r=NpageNopageSizer+r1)rr.r?r@r(rrrr list_stepsszBmrClient.list_steps)r.step_idcC&dt|t|f}|tj|S)a Get step :param cluster_id: cluster id :type cluster_id: string :param step_id: step id :type step_id: string :return: baidubce.bce_response.BceResponse :rtype baidubce.bce_response.BceResponse /cluster/%s/step/%sr1)rr.rBr(rrrget_step zBmrClient.get_step) clusterIdstepIdcCsd||f}|tj|S)z :param clusterId:cluster id :param stepId: step id :return: baidubce.bce_response.BceResponse rD)r#rr7)rrGrHr(rrr cancel_step-s zBmrClient.cancel_step)r.instance_group_idcCrC)a List instances :param cluster_id: cluster id :type cluster_id: string :param instance_group_id: instance group id :type instance_group_id: string :return: :rtype baidubce.bce_response.BceResponse z%/cluster/%s/instanceGroup/%s/instancer1)rr.rJr(rrrlist_instances;rFzBmrClient.list_instancescCr/)z List instance groups :param cluster_id: cluster id :type cluster_id: string :return: :rtype: baidubce.bce_response.BceResponse r:r1r2rrrlist_instance_groupsMr4zBmrClient.list_instance_groupscCs*d}d|i}d}|jtj||t|dS)z :param cluster_id: clusterId :type cluster_id: string :return: baidubce.bce_response.BceResponse NrGz/cluster/detailr)r#rr$r%r&)rr.rrr(rrrdescribe_cluster\s zBmrClient.describe_clusterrGnewNamecCsN|dus t|ddkrtdd}||d}d}|jtj||t|dS)z rename a cluster :param clusterId: clusterId :type clusterId: string :param newName: newName :type newName: string :return: baidubce.bce_response.BceResponse N rznewName can not be empty.rNz/cluster/renamer)lenstrip ValueErrorr#rr$r%r&)rrGrOrrr(rrrrename_clusterjs zBmrClient.rename_clustercCs(|dur|jSt|j}|||Sr )rcopyZmerge_non_none_values)rrZ new_configrrr _merge_configs   zBmrClient._merge_configc CsX||}|dur tj}t|j|_t|tddgtj |g|tt j ||||S)Nshosts x-bce-date) rVrZ parse_jsonrconvert_to_bytesZendpointr send_request sign_wrapperZ parse_errorr prefix)r http_methodr(rheadersrrZ body_parserrrrr#s zBmrClient._send_requestr )NNNNNNNNNNNNNNNN)NNNNN)__name__ __module__ __qualname____doc__rZrr value_typelistr)r-r3r5r6r8r<r>rArErIrKrLrMrTrVr#rrrrr )sz  J                  r csfdd}|S)z!wrapper the bce_v1_signer.sign().cs>t|j|_t|j|_tj|t|t|||dS)Nheaders_to_sign)rrWZ access_key_idr"rsign)r!r[r(r\rrdrr_wrappers zsign_wrapper.._wrapperr)rergrrdrrYs rY(ssdcCs&||||||d}|dur||d<|S)an Construct instance group :param group_type: instance group type :type group_type: ENUM {'Master', 'Core', 'Task'} :param instance_type :type instance_type: ENUM {'g.small', 'c.large', 'm.medium', 's.medium', 'c.2xlarge'} :param instance_count :type instance_count: int :param name: instance group name :type name: string )type instanceCountZ instanceTypeZrootDiskSizeInGBZrootDiskMediumTypecdsNrr)Z group_typeZ instance_typeZinstance_countrrlZroot_DiskSizeInGBZroot_DiskMediumTypeinstance_grouprrrrmsrmcC||d}|S)z :param sizeInGB: sizeInGB :type string :param mediumType: mediumType :type string ssd, sata, premium_ssd :return: cds )sizeInGB mediumTyper)rorprlrrrcdsitems rqcC||d}|dur ||d<|S)a6 Construct application :param name: application type :type name: ENUM {'hadoop', 'spark', 'hive', 'pig', 'hbase', 'hue', 'zeppelin', 'kafka', 'mahout'} :param version: application version :type version: string :param properties: application properties :type properties: dict )rversionN propertiesr)rrsrt applicationrrrrus rucCs<|||d}|dur||d<|durt|dkr||d<|S)a Create step :param step_type: the type of step :type step_type: Enum {'Java','Streaming','Hive','Pig', 'Spark'} :param action_on_failure :type actionOnFailure: Enum {'Continue','TerminateCluster','CancelAndWait'} :param properties: step properties :type properties: dict :param name: the name of the step :type name: string :param additional_files: list of step additional file :type additional_files: list )ZactionOnFailurerjrtNrrZadditionalFiles)rQ)Z step_typeZaction_on_failurertrZadditional_filessteprrrrvsrvcCrr)a Create java step properties :param jar: the path of .jar file :type jar: string :param main_class: the package path for main class :type main_class: string :param arguments: arguments for the step :type arguments: string :return: :rtype map )jarZ mainClassN argumentsr)rwZ main_classrxZ java_steprrrjava_step_properties rycCs2|d||d}|dur||d<|dur||d<|S)a Create streaming step properties :param input: the input path of step :type input: string :param output: the output path of step :type output: string :param mapper: the mapper program of step :type mapper: string :param reducer: the reducer program of step :type reducer: string :param arguments: arguments for the step :type arguments: string :return: :rtype map )mapperreducerinputoutputNr}rxr)r~rr|r}rxZstreaming_steprrrstreaming_step_propertiessrcC<d|i}|dur ||d<|dur||d<|dur||d<|S)aW Create pig step properties :param script: the script path of step :type script: string :param arguments: arguments for the step :type arguments: string :param input: the input path of step :type input: string :param output: the output path of step :type output: string :return: :rtype map scriptNrxr~rr)rrxr~rZpig_steprrrpig_step_properties?rcCr)aX Create hive step properties :param script: the script path of step :type script: string :param arguments: arguments for the step :type arguments: string :param input: the input path of step :type input: string :param output: the output path of step :type output: string :return: :rtype map rNrxr~rr)rrxr~rZ hive_steprrrhive_step_properties^rrcCrr)a Create spark step properties :param jar: the path of .jar file :type jar: string :param main_class: the package path for main class :type main_class: string :param arguments: arguments for the step :type arguments: string :return: :rtype map )rw submitOptionsNrxr)rwrrxZ spark_steprrrspark_step_properties}rzrcCs ||dS)z Create step additional file :param remote: the remote file of the additional file :type remote: string :param local: the local file of the additional file :type local: string :return: :rtype map remotelocalrrrrradditional_filesrcCrn)z create instance_group :param id: id :type id: string :param instanceCount: instanceCount :type instanceCount: int :return: instancegroup_config )idrkr)rrkinstancegroup_configrrrrs rperiod periodUnitcCs.||d}|dur ||d<|dur||d<|S)z :param period: period :type id: int :param periodUnit: periodUnit :type id: string :param startTime: startTime :param endTime: endTime :return: schedule rN startTimeendTimer)rrrrZschedulerrrschedule_propertiessr)NNrhrir r])NNN))rarUloggingr%sysZ baidubce.authrZbaidubcerrZ baidubce.httprrrZbaidubce.utilsrr getLoggerr^Z_logger version_infostrunicoderbbytesr r rYrmrqrurvryrrrrrrintrrrrrsL           n     #