o NeaM@sdZddlmmZddlmZddlmZddlmZddlm Z ddlm Z ddl m Z dd l mZdd lmZdd lmZdd lmZdd lmZddlmZddlmZedGdddee jZedGdddeZdS)zFully connected RNN layer.N) activations)backend) constraints) initializers) regularizers) base_layer) InputSpec) rnn_utils)RNN)DropoutRNNCellMixin)tf_utils) tf_logging) keras_exportzkeras.layers.SimpleRNNCellcsneZdZdZ             dfd d Zejfd d Zdd dZdddZ fddZ Z S) SimpleRNNCella Cell class for SimpleRNN. See [the Keras RNN API guide](https://www.tensorflow.org/guide/keras/rnn) for details about the usage of RNN API. This class processes one step within the whole time sequence input, whereas `tf.keras.layer.SimpleRNN` processes the whole sequence. Args: units: Positive integer, dimensionality of the output space. activation: Activation function to use. Default: hyperbolic tangent (`tanh`). If you pass `None`, no activation is applied (ie. "linear" activation: `a(x) = x`). use_bias: Boolean, (default `True`), whether the layer uses a bias vector. kernel_initializer: Initializer for the `kernel` weights matrix, used for the linear transformation of the inputs. Default: `glorot_uniform`. recurrent_initializer: Initializer for the `recurrent_kernel` weights matrix, used for the linear transformation of the recurrent state. Default: `orthogonal`. bias_initializer: Initializer for the bias vector. Default: `zeros`. kernel_regularizer: Regularizer function applied to the `kernel` weights matrix. Default: `None`. recurrent_regularizer: Regularizer function applied to the `recurrent_kernel` weights matrix. Default: `None`. bias_regularizer: Regularizer function applied to the bias vector. Default: `None`. kernel_constraint: Constraint function applied to the `kernel` weights matrix. Default: `None`. recurrent_constraint: Constraint function applied to the `recurrent_kernel` weights matrix. Default: `None`. bias_constraint: Constraint function applied to the bias vector. Default: `None`. dropout: Float between 0 and 1. Fraction of the units to drop for the linear transformation of the inputs. Default: 0. recurrent_dropout: Float between 0 and 1. Fraction of the units to drop for the linear transformation of the recurrent state. Default: 0. Call arguments: inputs: A 2D tensor, with shape of `[batch, feature]`. states: A 2D tensor with shape of `[batch, units]`, which is the state from the previous time step. For timestep 0, the initial state provided by user will be feed to cell. training: Python boolean indicating whether the layer should behave in training mode or in inference mode. Only relevant when `dropout` or `recurrent_dropout` is used. Examples: ```python inputs = np.random.random([32, 10, 8]).astype(np.float32) rnn = tf.keras.layers.RNN(tf.keras.layers.SimpleRNNCell(4)) output = rnn(inputs) # The output has shape `[32, 4]`. rnn = tf.keras.layers.RNN( tf.keras.layers.SimpleRNNCell(4), return_sequences=True, return_state=True) # whole_sequence_output has shape `[32, 10, 4]`. # final_state has shape `[32, 4]`. whole_sequence_output, final_state = rnn(inputs) ``` tanhTglorot_uniform orthogonalzerosNc s|dkr td|dtjjr|dd|_n|dd|_tjd i|||_ t ||_ ||_ t ||_t ||_t ||_t ||_t ||_t | |_t | |_t | |_t | |_tdtd| |_tdtd||_|j |_|j |_dS) NrzQReceived an invalid value for argument `units`, expected a positive integer, got .enable_caching_deviceTFg?r) ValueErrortfcompatv1Z#executing_eagerly_outside_functionspopZ_enable_caching_devicesuper__init__unitsrget activationuse_biasrkernel_initializerrecurrent_initializerbias_initializerrkernel_regularizerrecurrent_regularizerbias_regularizerrkernel_constraintrecurrent_constraintbias_constraintminmaxdropoutrecurrent_dropoutZ state_sizeZ output_size)selfrr!r"r#r$r%r&r'r(r)r*r+r.r/kwargs __class__rKD:\Projects\ConvertPro\env\Lib\site-packages\keras/layers/rnn/simple_rnn.pyrjs<            zSimpleRNNCell.__init__cst|t|}|j|d|jfd|j|j|j|d|_ |j|j|jfd|j |j |j |d|_ |jrG|j|jfd|j|j|j|d|_nd|_d|_dS)Nkernel)shapenameZ initializerZ regularizer constraintcaching_devicerecurrent_kernelbiasT)rbuildr r:Z add_weightrr#r&r)r6r$r'r*r;r"r%r(r+r<Zbuilt)r0Z input_shapeZdefault_caching_devicer2rr4r=s:      zSimpleRNNCell.buildc Cstj|r |dn|}|||}|||}|dur&t|||j}nt||j}|jdur9t ||j}|durA||}|t||j }|j durT| |}tj|r]|gn|} || fS)Nr) rnestZ is_nestedZget_dropout_mask_for_cellZ#get_recurrent_dropout_mask_for_cellrdotr6r<Zbias_addr;r!) r0inputsZstatestrainingZ prev_outputZdp_maskZ rec_dp_maskhoutput new_staterrr4calls"    zSimpleRNNCell.callcCst||||SN)r Z#generate_zero_filled_state_for_cell)r0r@Z batch_sizedtyperrr4get_initial_stateszSimpleRNNCell.get_initial_statecs|jt|j|jt|jt|jt|jt |j t |j t |j t |jt |jt |j|j|jd}|t|t}tt|t|S)N)rr!r"r#r$r%r&r'r(r)r*r+r.r/)rr serializer!r"rr#r$r%rr&r'r(rr)r*r+r.r/updater config_for_enable_caching_devicer get_configdictlistitemsr0configZ base_configr2rr4rLs8      zSimpleRNNCell.get_config) rTrrrNNNNNNrrrFNNN) __name__ __module__ __qualname____doc__rr Zshape_type_conversionr=rErHrL __classcell__rrr2r4r%s*F6 rzkeras.layers.SimpleRNNcseZdZdZ               d.fd d Zd/fd d ZeddZeddZeddZ eddZ eddZ eddZ eddZ eddZeddZed d!Zed"d#Zed$d%Zed&d'Zed(d)Zfd*d+Zed,d-ZZS)0 SimpleRNNa6Fully-connected RNN where the output is to be fed back to input. See [the Keras RNN API guide](https://www.tensorflow.org/guide/keras/rnn) for details about the usage of RNN API. Args: units: Positive integer, dimensionality of the output space. activation: Activation function to use. Default: hyperbolic tangent (`tanh`). If you pass None, no activation is applied (ie. "linear" activation: `a(x) = x`). use_bias: Boolean, (default `True`), whether the layer uses a bias vector. kernel_initializer: Initializer for the `kernel` weights matrix, used for the linear transformation of the inputs. Default: `glorot_uniform`. recurrent_initializer: Initializer for the `recurrent_kernel` weights matrix, used for the linear transformation of the recurrent state. Default: `orthogonal`. bias_initializer: Initializer for the bias vector. Default: `zeros`. kernel_regularizer: Regularizer function applied to the `kernel` weights matrix. Default: `None`. recurrent_regularizer: Regularizer function applied to the `recurrent_kernel` weights matrix. Default: `None`. bias_regularizer: Regularizer function applied to the bias vector. Default: `None`. activity_regularizer: Regularizer function applied to the output of the layer (its "activation"). Default: `None`. kernel_constraint: Constraint function applied to the `kernel` weights matrix. Default: `None`. recurrent_constraint: Constraint function applied to the `recurrent_kernel` weights matrix. Default: `None`. bias_constraint: Constraint function applied to the bias vector. Default: `None`. dropout: Float between 0 and 1. Fraction of the units to drop for the linear transformation of the inputs. Default: 0. recurrent_dropout: Float between 0 and 1. Fraction of the units to drop for the linear transformation of the recurrent state. Default: 0. return_sequences: Boolean. Whether to return the last output in the output sequence, or the full sequence. Default: `False`. return_state: Boolean. Whether to return the last state in addition to the output. Default: `False` go_backwards: Boolean (default False). If True, process the input sequence backwards and return the reversed sequence. stateful: Boolean (default False). If True, the last state for each sample at index i in a batch will be used as initial state for the sample of index i in the following batch. unroll: Boolean (default False). If True, the network will be unrolled, else a symbolic loop will be used. Unrolling can speed-up a RNN, although it tends to be more memory-intensive. Unrolling is only suitable for short sequences. Call arguments: inputs: A 3D tensor, with shape `[batch, timesteps, feature]`. mask: Binary tensor of shape `[batch, timesteps]` indicating whether a given timestep should be masked. An individual `True` entry indicates that the corresponding timestep should be utilized, while a `False` entry indicates that the corresponding timestep should be ignored. training: Python boolean indicating whether the layer should behave in training mode or in inference mode. This argument is passed to the cell when calling it. This is only relevant if `dropout` or `recurrent_dropout` is used. initial_state: List of initial state tensors to be passed to the first call of the cell. Examples: ```python inputs = np.random.random([32, 10, 8]).astype(np.float32) simple_rnn = tf.keras.layers.SimpleRNN(4) output = simple_rnn(inputs) # The output has shape `[32, 4]`. simple_rnn = tf.keras.layers.SimpleRNN( 4, return_sequences=True, return_state=True) # whole_sequence_output has shape `[32, 10, 4]`. # final_state has shape `[32, 4]`. whole_sequence_output, final_state = simple_rnn(inputs) ``` rTrrrNrFc sd|vr|dtdd|vrd|di}ni}t|f|||||||| | | | |||d|ddd|}tj|f|||||d|t| |_t d d g|_ dS) NimplementationzhThe `implementation` argument in `SimpleRNN` has been deprecated. Please remove it from your layer call.rrG trainableT)r!r"r#r$r%r&r'r(r)r*r+r.r/rGrZ)return_sequences return_state go_backwardsstatefulunroll)ndim) rloggingwarningrr rrractivity_regularizerrZ input_spec)r0rr!r"r#r$r%r&r'r(rdr)r*r+r.r/r[r\r]r^r_r1Z cell_kwargscellr2rr4rUsV    zSimpleRNN.__init__cstj||||dS)N)maskrA initial_state)rrE)r0r@rfrArgr2rr4rEszSimpleRNN.callcC|jjSrF)rerr0rrr4rzSimpleRNN.unitscCrhrF)rer!rirrr4r!rjzSimpleRNN.activationcCrhrF)rer"rirrr4r"rjzSimpleRNN.use_biascCrhrF)rer#rirrr4r#rjzSimpleRNN.kernel_initializercCrhrF)rer$rirrr4r$rjzSimpleRNN.recurrent_initializercCrhrF)rer%rirrr4r%rjzSimpleRNN.bias_initializercCrhrF)rer&rirrr4r&rjzSimpleRNN.kernel_regularizercCrhrF)rer'rirrr4r'rjzSimpleRNN.recurrent_regularizercCrhrF)rer(rirrr4r(rjzSimpleRNN.bias_regularizercCrhrF)rer)rirrr4r)rjzSimpleRNN.kernel_constraintcCrhrF)rer*rirrr4r*rjzSimpleRNN.recurrent_constraintcCrhrF)rer+rirrr4r+rjzSimpleRNN.bias_constraintcCrhrF)rer.rirrr4r.rjzSimpleRNN.dropoutcCrhrF)rer/rirrr4r/rjzSimpleRNN.recurrent_dropoutcs|jt|j|jt|jt|jt|jt |j t |j t |j t |j t|jt|jt|j|j|jd}t}|t|j|d=tt|t|S)N)rr!r"r#r$r%r&r'r(rdr)r*r+r.r/re)rrrIr!r"rr#r$r%rr&r'r(rdrr)r*r+r.r/rrLrJr rKrerMrNrOrPr2rr4rLs@      zSimpleRNN.get_configcCs d|vr |d|di|S)NrYr)r)clsrQrrr4 from_configs zSimpleRNN.from_config)rTrrrNNNNNNNrrFFFFFrR)rSrTrUrVrrEpropertyrr!r"r#r$r%r&r'r(r)r*r+r.r/rL classmethodrlrWrrr2r4rXslYD               #rX)rVZtensorflow.compat.v2rv2rZkerasrrrrrZ keras.enginerZkeras.engine.input_specrZkeras.layers.rnnr Zkeras.layers.rnn.base_rnnr Z'keras.layers.rnn.dropout_rnn_cell_mixinr Z keras.utilsr Ztensorflow.python.platformr rbZ tensorflow.python.util.tf_exportrZBaseRandomLayerrrXrrrr4s(             X