o MeS@sddlmZddlZddlZddlmZmZmZm Z m Z m Z ddl m Z ddlmZmZddl mZddlmZmZd gZGd d d eZdS) )print_functionN)Variabledefault_main_programdefault_startup_program_non_static_mode_current_expected_place_in_eager_without_dygraph_check) unique_name) ParamAttrWeightNormParamAttr)core)_global_weight_initializer_global_bias_initializerLayerHelperBasec@seZdZdZddZeddZeddZedd Zed d Z e d d Z e ddZ d$ddZ ddZddddejjjfddZ  d%ddZ  d%ddZddZd&ddZd d!Zd"d#ZdS)'rZfloat32cCs||_||_dSN) _layer_type_name)selfname layer_typerND:\Projects\ConvertPro\env\Lib\site-packages\paddle/fluid/layer_helper_base.py__init__!s zLayerHelperBase.__init__cC|jSr)rrrrrr%zLayerHelperBase.namecCrr)rrrrrr)rzLayerHelperBase.layer_typecCtSr)rrrrr main_program-rzLayerHelperBase.main_programcCrr)rrrrrstartup_program1rzLayerHelperBase.startup_programcCs ||_dSr_LayerHelperBase__dtype)clsdtyperrrset_default_dtype5s z!LayerHelperBase.set_default_dtypecCrrr )r"rrrget_default_dtype9rz!LayerHelperBase.get_default_dtypeNcCst|tjr,trtj|tdd|r|dSddStj||r"|nddtdd}|St|tjt tjjfr9|St dt |)a The API will create a ``Variable`` object from numpy\.ndarray or Variable object. Parameters: value(ndarray): The numpy\.ndarray object that needs to be converted, it can be multi-dimension, and the data type is one of numpy\.{float16, float32, float64, int16, int32, int64, uint8, uint16}. name(str, optional): The default value is None. Normally there is no need for user to set this property. For more information, please refer to :ref:`api_guide_Name` Returns: Variable: ``Tensor`` created from the specified numpy\.ndarray object, data type and shape is the same as ``value`` . Examples: .. code-block:: python import numpy as np import paddle.fluid as fluid with fluid.dygraph.guard(): x = np.ones([2, 2], np.float32) y = fluid.dygraph.to_variable(x) FNT)valuer persistableZplaceZ zero_copyz]The type of input value is invalid, expected type is 'ndarray' or 'Variable', but received %s) isinstancenpZndarrayr r eagerZTensorrZVarBaser TypeErrortype)rr'rZpy_varrrr to_variable=s.    zLayerHelperBase.to_variablec sddlmmmddddjffdd djffdd djffd d ddjffd d fd d}t|}|jd|_dgt |}|j durn||j ||j <t|}|jd|_|}jj d|d|j dd} jj d|d|j dd} | | |j jd| || jdj j d|d| } j j d|d| } || | |j d} | S)Nr)elementwise_mulelementwise_divreshapeFc s|dur|jtdjdgdd}|jtdjdgdd}|jdd|id|id |jtdjd gdd}|jd d|id|id t|id |jtdjdgdd}|jdd|id|i|||durvdnddd |jd d|id|id d|id |S)N.weight_norm_normFrr#r(Zweight_norm_absabsXOut)r-inputsoutputsZweight_norm_powpowfactorr-r9r:attrsZweight_norm_sumZ reduce_sumT)dimkeep_dimZ reduce_allg?) create_varr generate_with_ignorable_keyjoinr append_opfloat) xoutpr?r@blockZabs_outZpow_outZsum_outr#rrrZ __norm_oplsh  z;LayerHelperBase._create_weight_normalize..__norm_opcs^|dur|jtdjdgdd}|jd|jd}|jdd|id |i||d d |S) Nr3Zweight_norm_reshapeFr5ZXshape)rr#reshape2r7shape)r8ZXShape)r-r9r>r:)rAr rBrCrr#rD)rFrLrGrIZx_shaperJrrZ __reshape_ops"z>LayerHelperBase._create_weight_normalize..__reshape_opcsL|dur|jtdjdgdd}|jdd|id|id|id |S) Nr3Zweight_norm_transposeFr5 transposer7r8axisr=)rAr rBrCrrD)rFrNrGrIrJrrZ__transpose_opsz@LayerHelperBase._create_weight_normalize..__transpose_opc s|dur|jtdjdgdd}|dur#||||d|S|dkrU|jdgdgt|jd}||jdd g|d }|dg|d}||||d |S|t|jdkrdgt|jd|jd g}|d |jd g|d }|dg|d}||||d |Sttt|j}|d|d<||<|||d }|jdgdgt|jd}||jdd g|d }|dg|d}|||d } | |||d |S)z0Computes the norm over all dimensions except dimNr3r4Fr5r?rIrr)rLrI)rGrLrI)rIrGrI) rAr rBrCrrLlenlistrange) rFrGr?rIZ out_shaper1normpermrMrK)_LayerHelperBase__norm_op_LayerHelperBase__reshape_op_LayerHelperBase__transpose_opr#rrrZ__norm_except_dimsJ     zCLayerHelperBase._create_weight_normalize..__norm_except_dimcsZ||jd}||d}||dur|n ||j|gd|dur'dn|d}|S)z%Calculations for weight normalizationrO)rFyN)rFrLrP)rFrZrN)r current_blockrL)gvr?rUscalew)!_LayerHelperBase__norm_except_dimr0r/r1rrrZ__weight_normalizes zDLayerHelperBase._create_weight_normalize..__weight_normalizeZ_g_v)r#rLZwith_initializerT)rFrGr?rIrQ)r?r)Zlayersr/r0r1r global_blockcopydeepcopyrrRr?create_parameter _to_kwargsr) rattrrLr#Z"_LayerHelperBase__weight_normalizeZ g_param_attrZ g_param_shapeZ v_param_attrZ v_param_shapeZg_paramZv_paramZw_paramr) r`rWrXrYr#r0r/r1rr_create_weight_normalizegsx2%           z(LayerHelperBase._create_weight_normalizeFc Cst|}t|}|sdSt|tsJt|D]\}} | dks)Jd|| q|s/|j}|r>d} tdur;tn|}n d} t durHt n|}|j dur[t d |j | g|_ |dur|jdurt|tjjr|tjjjkr|tjjjkr|tjjjkr|tjjjkrtdn |ds|d vstd|r|n |n||t|tr||||} tj| | Strt |j } | rt!d |j |j"#j$d||||d |j%d d S|j&#j$d|||d|j%d d |j"#j$d|||d|%S)aCreate parameters for this layers. Args: attr: [ParamAttr] should be the parameter attribute for this parameter shape: shape of the parameter dtype: data type of this parameter is_bias: if this is a bias parameter default_initializer: set the default initializer for this parameter Returns created parameter Variable. NrzRExpected every dim's size to be larger than 0, but the size of the {}-th dim is {}br_r3zCan not create parameter with default initializer when dtype is not float type. Set default_initializer to fit the parameter dtype!rE)doubleZuint16zparameter name [{}] have be been used. In dygraph mode, the name of parameter can't be same.Please check the parameter attr value passed to self.create_parameter or constructor of dygraph Layers)r#rLr- stop_gradientTrb)r#rLr-r)'rdrer Z_to_attrr) enumerateformatr!rrrr generaterC initializerr VarDescVarTypeZFP32ZFP64ZFP16ZBF16r, startswithZ_set_default_bias_initializerZ_set_default_param_initializerZ_set_default_initializerr riZparams_with_weight_normappendrZdygraph_parameter_name_checker ValueErrorrrcrfrgr) rrhrLr#Zis_biasZdefault_initializerrlr-isizesuffixparamZis_usedrrrrf#s                 z LayerHelperBase.create_parametercC>|s|j}|jjtd|jdg||tj j j d|dS)aGCreate a temporary variable that should be type inferred layer. Note: The default type will be set to LOD_TENSOR. However, when the var is used as operator output, its type will be updated based on operator's `VarTypeInference` implementation in infer_var_type. r3tmpFrr#rLr-r(rl) r!rr[rAr rBrCrr rqrr LOD_TENSORrr#rlrLrrr"create_variable_for_type_inference  z2LayerHelperBase.create_variable_for_type_inferencecCrz)aNCreate a temporary sparse variable that should be type inferred layer. Note: The default type will be set to SPARSE_COO. However, when the var is used as operator output, its type will be updated based on operator's `VarTypeInference` implementation in infer_var_type. r3r{Fr|) r!rr[rAr rBrCrr rqrrZ SPARSE_COOr~rrr)create_sparse_variable_for_type_inferencerz9LayerHelperBase.create_sparse_variable_for_type_inferencecOs|jj|i|S)zKCreate Variable for this layers. Returns created Variable. )rr[rA)rargskwargsrrrcreate_variableszLayerHelperBase.create_variablecOs|jj|d|i|S)aM create global variable, note that there is no initializer for this global variable. Args: persistable(bool): True if it is a checkpoint value. *args: See create_var's documentation **kwargs: See create_var's documentation Returns(Variable): the created variable. r()rrcrA)rr(rrrrrcreate_global_variables z&LayerHelperBase.create_global_variablecOs<|j|r|j|dfS|j|d|i|dfS)z Creates a global variable if not exists and returns the variable and a boolean flag which is true when it is a new variable. FrT)rrcZhas_varvarr)rrrrrrrcreate_or_get_global_variablesz-LayerHelperBase.create_or_get_global_variablecCsPt|tsJtr|||jdS|jj|j|j|j |j d|ddS)zSet target Variable's initializer Args: var: target Variable initializer: initializer to use T)rr-r#rLr(rpN) r)rrrrcrrArr-r#rL)rrrprrrset_variable_initializers  z(LayerHelperBase.set_variable_initializerr)FN)F)__name__ __module__ __qualname__r!rpropertyrrrr classmethodr$r%r.rir rqrrr}rfrrrrrrrrrrrsD       *@ d    ) __future__rrdnumpyr*Z frameworkrrrrrr r&r Z param_attrr r r rprr__all__objectrrrrrs