o Ne/@sddlmZddlZddlZddlZddlmZmZmZm Z m Z m Z m Z m Z mZddlZddlmZddlZddlmZddlmZdd lmZdd lmZmZd d gZd dZe dd Zdd ZdS))print_functionN) Variabledefault_main_program_non_static_mode dygraph_only Parameter ParamBase_varbase_creator_dygraph_tracerEagerParamBase)learning_rate_scheduler)core)guard)_SaveLoadConfig)_construct_program_holders_construct_params_and_buffers save_dygraph load_dygraphcCsZgd}|D] }||vrtd|qt}|dd|_|dd|_|dd|_|S)N)model_filenameparams_filenamekeep_name_tablezKThe additional config (%s) of `paddle.fluid.load_dygraph` is not supported.rrr) ValueErrorrgetrrr)configsZsupported_configskeyZ inner_configrOD:\Projects\ConvertPro\env\Lib\site-packages\paddle/fluid/dygraph/checkpoint.py_parse_load_config#src Cs2tj|}|dksJdd}t|dksJdd}|D]\}}t|ttfr/|d7}q |dkr6d}i}i}|D]\}}t|tt j t j j frY| ||<|j||<q>|||<q>||d<||} tj| } | rytj| syt| t| d } tj|| d d Wd d S1swYd S) a :api_attr: imperative Save Layer's state_dict to disk. This will generate a file with suffix ".pdparams" The state_dict is get from Layers.state_dict function Args: state_dict(dict) : The state dict to be saved. model_path(str) : the file prefix to save the state_dict. The format is "dirname/file_prefix". If file_prefix is empty str. A exception will be raised Returns: None Examples: .. code-block:: python import paddle.fluid as fluid with fluid.dygraph.guard(): emb = fluid.dygraph.Embedding([10, 10]) state_dict = emb.state_dict() fluid.save_dygraph( state_dict, "paddle_dy") adam = fluid.optimizer.Adam( learning_rate = fluid.layers.noam_decay( 100, 10000), parameter_list = emb.parameters() ) state_dict = adam.state_dict() fluid.save_dygraph( state_dict, "paddle_dy") zThe input model_path MUST be format of dirname/filename [dirname\filename in Windows system], but received filename is empty string. .pdparamsrz$state_dict is empty, no need to saver .pdoptStructuredToParameterName@@wbr)protocolN)ospathbasenamelenitems isinstancer r rrZVarBaseeagerZTensornumpynamedirnameexistsmakedirsopenpickledump) Z state_dict model_path base_namesuffixZ param_numkvZ model_dictZ name_table file_namedir_namefrrrr6s4 #      "c Ks|}|dr|dd}n |dr|dd}d}d}|d}|d}t|}tj|s5tj|ri}tj|rYt|d}tj|dd}Wdn1sTwY|jscd |vrc|d =tj|rt|d}tj|dd}Wd||fS1swY||fStj |st d ||j durd } n|j } tj || } tj| rHt ||j } tt|| |jd d } t}| D] } | | || <qt|jd}tj ||}tj|r1t|d }t|}Wdn1swYt}|D]} || dd}|dusJd| || ||<q|}Wd||fSWd||fS1s?wY||fSg}g}t|D]%\}}}|D]}tj ||}tj||}|dd} || qXqQt,|D]!}t|dd}tjdid|idtj ||id||q}Wdn 1swYt}|D] }|||j<q||fS)a :api_attr: imperative Load parameter state dict from disk. .. note:: Due to some historical reasons, if you load ``state_dict`` from the saved result of `paddle.static.save_inference_model`, the structured variable name will cannot be restored. You need to set the argument `use_structured_name=False` when using `Layer.set_state_dict` later. Args: model_path(str) : The file prefix store the state_dict. (The path should Not contain suffix '.pdparams') **configs (dict, optional): Other load configuration options for compatibility. We do not recommend using these configurations, if not necessary, DO NOT use them. Default None. The following options are currently supported: (1) model_filename (str): The inference model file name of the paddle 1.x ``save_inference_model`` save format. Default file name is :code:`__model__` . (2) params_filename (str): The persistable variables file name of the paddle 1.x ``save_inference_model`` save format. No default file name, save variables separately by default. Returns: state_dict(dict) : the dict store the state_dict Examples: .. code-block:: python import paddle import paddle.fluid as fluid paddle.disable_static() emb = paddle.nn.Embedding(10, 10) state_dict = emb.state_dict() fluid.save_dygraph(state_dict, "paddle_dy") scheduler = paddle.optimizer.lr.NoamDecay( d_model=0.01, warmup_steps=100, verbose=True) adam = paddle.optimizer.Adam( learning_rate=scheduler, parameters=emb.parameters()) state_dict = adam.state_dict() fluid.save_dygraph(state_dict, "paddle_dy") para_state_dict, opti_state_dict = fluid.load_dygraph("paddle_dy") r!Nir"irblatin1)encodingr#z)Model saved directory '%s' is not exists.Z __model__F)Z append_suffixz.infostructured_namezACannot find saved variable (%s)'s structured name in saved model.\/T)r.Z persistableloadZOut file_path)typeZinputsZoutputsattrs)endswithrr&r'r0r2r3rCrisdirrrjoinrrrrdictr-strrwalkrelpathreplaceappendr r Ztrace_opr.)r5rZ model_prefixZ para_dictZ opti_dictZparams_file_pathZopti_file_pathconfigr<rZmodel_file_pathZprogramsZpersistable_var_dictvar_nameZvar_info_filenameZ var_info_pathZextra_var_infoZstructured_para_dictr@Z load_var_listZ var_name_listroot_filesfilenamerDZ tmp_var_namer.Znew_varvarrrrrs2        ]]       ? ??   ) __future__rr& collections functoolsZ frameworkrrrrrr r r r r3r rwarningsrbaserZpaddle.fluid.dygraph.jitrZpaddle.fluid.dygraph.iorr__all__rrrrrrrs& ,      H