o
    e)                     @   s  d Z ddlmZ ddlmZ ddlmZ ddlmZ	 ddlm
Z ddlmZ e Ze dZejd	 ZeeZdZd
ZdZdZdZdZdZdZdZdZdZ dZ!dZ"dZ#dZ$ej%d Z&e&j'd Z(ej%d Z)e)j'd Z*ej%d Z+ej%d Z,ej%d Z-ej%d Z.ej%d  Z/ej%d! Z0e0j'd" Z1e0j'd# Z2e0j'd$ Z3ej%d% Z4e4j'd& Z5e4j'd' Z6e6j'd( Z7e7j'd) Z8e7j'd* Z9e9j'd+ Z:e7j'd+ Z;e4j'd, Z<e<j'd- Z=e=j'd. Z>e4j'd/ Z?ej%d0 Z@ej%d1 ZAeAj'd2 ZBej%d3 ZCeCj'd4 ZDeCj'd5 ZEeCj'd6 ZFeCj'd7 ZGeCj'd8 ZHeCj'd9 ZIej%d: ZJeJj'd; ZKeKj'd< ZLeKj'd= ZMej%d> ZNej%d? ZOeOj'd@ ZPeOj'dA ZQej%dB ZRej%dC ZSej%dD ZTeTj'dE ZUeUj'd. ZVej%dF ZWej%dG ZXeXj'dH ZYeXj'dI ZZeXj'd. Z[e*jdJ Z\e)jdK Z]e,jdL Z^e.jdK Z_e/jdK Z`e4jdM Zae@jdN ZbeDjdK Zcedde	jefedde	jefe(dOdPe&dOdQZfegef egefjh edde	jefedde	jefe*dOdPe)dOdRZiegei egeijj edde	jefe+dOdPZkegek edde	jefe,dOdPZlegel edde	jefe-dOdPZmegem edde	jefe.dOdPZnegen edd e	jefe/dOdPZoegeo edd!e	jefedd"e	jefe1dOdPedd#e	jefe2dOdPedd$e	jefe3dOdPe0dOdSZpegep egepjq egepjr egepjs edd%e	jefedd&e	jefe5dOdPedd'e	jefedd(e	jefedd)e	jefe8dOdPedd*e	jefedd+e	jefe:dOdPe9dOdTedd+e	jefe;dOdPe7dOdUe6dOdVedd,e	jefedd-e	jefedd.e	jefe>dOdPe=dOdWe<dOdXedd/e	jefe?dOdPe4dOdYZteget egetju egetjv egetjvjw egetjvjwjx egetjvjwjy egetjvjwjyjz egetjvjwjz egetj{ egetj{j| egetj{j|j} egetj~ edd0e	jefe@dOdPZege edd1e	jefedd2e	jefeBdOdPeAdOdZZege egej edd3e	jefedd4e	jefeDdOdPedd5e	jefeEdOdPedd6e	jefeFdOdPedd7e	jefeGdOdPedd8e	jefeHdOdPedd9e	jefeIdOdPeCdOd[Zege egej egej egej egej egej egej edd:e	jefedd;e	jefedd<e	jefeLdOdPedd=e	jefeMdOdPeKdOd\eJdOd]Zege egej egejj egejj edd>e	jefeNdOdPZege edd?e	jefedd@e	jefePdOdPeddAe	jefeQdOdPeOdOd^Zege egej egej eddBe	jefeRdOdPZege eddCe	jefeSdOdPZege eddDe	jefeddEe	jefedd.e	jefeVdOdPeUdOdWeTdOd_Zege egej egejj} eddFe	jefeWdOdPZege eddGe	jefeddHe	jefeYdOdPeddIe	jefeZdOdPedd.e	jefe[dOdPeXdOd`Zege egej egej egej} ejdakrdbe_dbe:_dce:_dbe;_dce;_dbe>_dce>_dbeB_dceB_dbeL_dceL_dbeM_dceM_dbeQ_dceQ_dbeV_dceV_dbeY_dceY_dbeZ_dceZ_dbe[_dce[_dde_dee_dfe&_dge&_dhe(_dge(_die)_dje)_dke*_dle*_dme\_dle\_dne]_dje]_doe+_dpe+_dqe,_dre,_dse^_dre^_dte-_due-_dve._dwe._dxe__dwe__dye/_dze/_d{e`_dze`_d|e0_d}e0_d~e1_de1_de2_de2_de3_de3_de4_de4_de5_de5_de6_de6_de7_de7_de8_de8_de9_de9_de:_de:_de;_de;_de<_de<_de=_de=_de>_de>_de?_de?_dea_dea_de@_de@_deb_deb_deA_deA_deB_deB_deC_deC_deD_deD_dec_dec_deE_deE_deF_deF_deG_deG_deH_deH_deI_deI_deJ_deJ_deK_deK_deL_deL_deM_deM_deN_deN_deO_deO_deP_deP_deQ_deQ_deR_deR_deS_deS_deT_deT_deU_deU_deV_deV_deW_deW_deX_deX_deY_deY_deZ_deZ_de[_de[_dbS dbS )zGenerated protocol buffer code.    )enum_type_wrapper)
descriptor)descriptor_pool)message)
reflection)symbol_databases   
model_config.proto	inference"
ModelRateLimiter7
	resources (2$.inference.ModelRateLimiter.Resource
priority (7
Resource
name (	
global (
count ("
ModelInstanceGroup
name (	0
kind (2".inference.ModelInstanceGroup.Kind
count (1
rate_limiter (2.inference.ModelRateLimiter
gpus (H
secondary_devices (2-.inference.ModelInstanceGroup.SecondaryDevice
profile (	
passive (
host_policy	 (	
SecondaryDeviceO
kind (2A.inference.ModelInstanceGroup.SecondaryDevice.SecondaryDeviceKind
	device_id ("%
SecondaryDeviceKind

KIND_NVDLA "A
Kind
	KIND_AUTO 
KIND_GPU
KIND_CPU

KIND_MODEL"#
ModelTensorReshape
shape ("

ModelInput
name (	&
	data_type (2.inference.DataType,
format (2.inference.ModelInput.Format
dims (.
reshape (2.inference.ModelTensorReshape
is_shape_tensor (
allow_ragged_batch (
optional (";
Format
FORMAT_NONE 
FORMAT_NHWC
FORMAT_NCHW"
ModelOutput
name (	&
	data_type (2.inference.DataType
dims (.
reshape (2.inference.ModelTensorReshape
label_filename (	
is_shape_tensor ("

BatchInput(
kind (2.inference.BatchInput.Kind
target_name (	&
	data_type (2.inference.DataType
source_input (	"
Kind
BATCH_ELEMENT_COUNT #
BATCH_ACCUMULATED_ELEMENT_COUNT-
)BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO$
 BATCH_MAX_ELEMENT_COUNT_AS_SHAPE
BATCH_ITEM_SHAPE
BATCH_ITEM_SHAPE_FLATTEN"
BatchOutput
target_name (	)
kind (2.inference.BatchOutput.Kind
source_input (	"*
Kind"
BATCH_SCATTER_WITH_INPUT_SHAPE "
ModelVersionPolicy6
latest (2$.inference.ModelVersionPolicy.LatestH 0
all (2!.inference.ModelVersionPolicy.AllH :
specific (2&.inference.ModelVersionPolicy.SpecificH 
Latest
num_versions (
All
Specific
versions (B
policy_choice"
ModelOptimizationPolicy7
graph (2(.inference.ModelOptimizationPolicy.GraphB
priority (20.inference.ModelOptimizationPolicy.ModelPriority5
cuda (2'.inference.ModelOptimizationPolicy.CudaX
execution_accelerators (28.inference.ModelOptimizationPolicy.ExecutionAcceleratorsR
input_pinned_memory (25.inference.ModelOptimizationPolicy.PinnedMemoryBufferS
output_pinned_memory (25.inference.ModelOptimizationPolicy.PinnedMemoryBuffer&
gather_kernel_buffer_threshold (
eager_batching (
Graph
level (
Cuda
graphs (
busy_wait_events (E

graph_spec (21.inference.ModelOptimizationPolicy.Cuda.GraphSpec
output_copy_stream (
	GraphSpec

batch_size (K
input (2<.inference.ModelOptimizationPolicy.Cuda.GraphSpec.InputEntryW
graph_lower_bound (2<.inference.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound
Shape
dim (

LowerBound

batch_size (V
input (2G.inference.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound.InputEntrye

InputEntry
key (	F
value (27.inference.ModelOptimizationPolicy.Cuda.GraphSpec.Shape:8e

InputEntry
key (	F
value (27.inference.ModelOptimizationPolicy.Cuda.GraphSpec.Shape:8
ExecutionAcceleratorsg
gpu_execution_accelerator (2D.inference.ModelOptimizationPolicy.ExecutionAccelerators.Acceleratorg
cpu_execution_accelerator (2D.inference.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator
Accelerator
name (	h

parameters (2T.inference.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator.ParametersEntry1
ParametersEntry
key (	
value (	:8$
PinnedMemoryBuffer
enable ("I
ModelPriority
PRIORITY_DEFAULT 
PRIORITY_MAX
PRIORITY_MIN"
ModelQueuePolicyA
timeout_action (2).inference.ModelQueuePolicy.TimeoutAction$
default_timeout_microseconds (
allow_timeout_override (
max_queue_size ("&
TimeoutAction

REJECT 	
DELAY"
ModelDynamicBatching
preferred_batch_size ($
max_queue_delay_microseconds (
preserve_ordering (
priority_levels (
default_priority_level (9
default_queue_policy (2.inference.ModelQueuePolicyW
priority_queue_policy (28.inference.ModelDynamicBatching.PriorityQueuePolicyEntryW
PriorityQueuePolicyEntry
key (*
value (2.inference.ModelQueuePolicy:8"

ModelSequenceBatchingA
direct (2/.inference.ModelSequenceBatching.StrategyDirectH A
oldest (2/.inference.ModelSequenceBatching.StrategyOldestH &
max_sequence_idle_microseconds (D
control_input (2-.inference.ModelSequenceBatching.ControlInput5
state (2&.inference.ModelSequenceBatching.State
Control;
kind (2-.inference.ModelSequenceBatching.Control.Kind
int32_false_true (
fp32_false_true (
bool_false_true (&
	data_type (2.inference.DataType"u
Kind
CONTROL_SEQUENCE_START 
CONTROL_SEQUENCE_READY
CONTROL_SEQUENCE_END
CONTROL_SEQUENCE_CORRIDW
ControlInput
name (	9
control (2(.inference.ModelSequenceBatching.Control
InitialState&
	data_type (2.inference.DataType
dims (
	zero_data (H 
	data_file (	H 
name (	B

state_data
State

input_name (	
output_name (	&
	data_type (2.inference.DataType
dims (D
initial_state (2-.inference.ModelSequenceBatching.InitialStateX
StrategyDirect$
max_queue_delay_microseconds ( 
minimum_slot_utilization (
StrategyOldest
max_candidate_sequences (
preferred_batch_size ($
max_queue_delay_microseconds (
preserve_ordering (B
strategy_choice"
ModelEnsembling-
step (2.inference.ModelEnsembling.Step
Step

model_name (	
model_version (@
	input_map (2-.inference.ModelEnsembling.Step.InputMapEntryB

output_map (2..inference.ModelEnsembling.Step.OutputMapEntry
model_namespace (	/
InputMapEntry
key (	
value (	:80
OutputMapEntry
key (	
value (	:8"&
ModelParameter
string_value (	"
ModelWarmup
name (	

batch_size (2
inputs (2".inference.ModelWarmup.InputsEntry
count (
Input&
	data_type (2.inference.DataType
dims (
	zero_data (H 
random_data (H 
input_data_file (	H B
input_data_typeK
InputsEntry
key (	+
value (2.inference.ModelWarmup.Input:8".
ModelOperations
op_library_filename (	"+
ModelTransactionPolicy
	decoupled ("
ModelRepositoryAgents6
agents (2&.inference.ModelRepositoryAgents.Agent
Agent
name (	J

parameters (26.inference.ModelRepositoryAgents.Agent.ParametersEntry1
ParametersEntry
key (	
value (	:8"$
ModelResponseCache
enable ("

ModelConfig
name (	
platform (	
backend (	5
version_policy (2.inference.ModelVersionPolicy
max_batch_size ($
input (2.inference.ModelInput&
output (2.inference.ModelOutput*
batch_input (2.inference.BatchInput,
batch_output (2.inference.BatchOutput8
optimization (2".inference.ModelOptimizationPolicy;
dynamic_batching (2.inference.ModelDynamicBatchingH =
sequence_batching (2 .inference.ModelSequenceBatchingH 9
ensemble_scheduling (2.inference.ModelEnsemblingH 5
instance_group (2.inference.ModelInstanceGroup
default_model_filename (	H
cc_model_filenames	 (2,.inference.ModelConfig.CcModelFilenamesEntry;
metric_tags
 (2&.inference.ModelConfig.MetricTagsEntry:

parameters (2&.inference.ModelConfig.ParametersEntry,
model_warmup (2.inference.ModelWarmup4
model_operations (2.inference.ModelOperationsC
model_transaction_policy (2!.inference.ModelTransactionPolicyA
model_repository_agents (2 .inference.ModelRepositoryAgents5
response_cache (2.inference.ModelResponseCache7
CcModelFilenamesEntry
key (	
value (	:81
MetricTagsEntry
key (	
value (	:8L
ParametersEntry
key (	(
value (2.inference.ModelParameter:8B
scheduling_choice*
DataType
TYPE_INVALID 
	TYPE_BOOL

TYPE_UINT8
TYPE_UINT16
TYPE_UINT32
TYPE_UINT64
	TYPE_INT8

TYPE_INT16

TYPE_INT32

TYPE_INT64	
	TYPE_FP16

	TYPE_FP32
	TYPE_FP64
TYPE_STRING
	TYPE_BF16bproto3DataType                        	   
               ModelRateLimiterResourceModelInstanceGroupSecondaryDeviceModelTensorReshape
ModelInputModelOutput
BatchInputBatchOutputModelVersionPolicyLatestAllSpecificModelOptimizationPolicyGraphCuda	GraphSpecShape
LowerBound
InputEntryExecutionAcceleratorsAcceleratorParametersEntryPinnedMemoryBufferModelQueuePolicyModelDynamicBatchingPriorityQueuePolicyEntryModelSequenceBatchingControlControlInputInitialStateStateStrategyDirectStrategyOldestModelEnsemblingStepInputMapEntryOutputMapEntryModelParameterModelWarmupInputInputsEntryModelOperationsModelTransactionPolicyModelRepositoryAgentsAgentModelResponseCacheModelConfigCcModelFilenamesEntryMetricTagsEntryZSecondaryDeviceKindKindZFormatZModelPriorityZTimeoutActionZmodel_config_pb2)
DESCRIPTOR
__module__)r   rJ   rK   )r   rJ   rK   )r!   r"   r#   rJ   rK   )r*   rJ   rK   )r(   r)   r*   rJ   rK   )r'   rJ   rK   )r-   rJ   rK   )r,   rJ   rK   )r%   r&   r+   r.   rJ   rK   )r1   rJ   rK   )r3   r4   r5   r6   r7   r8   rJ   rK   )r;   r<   rJ   rK   )r:   rJ   rK   )r?   r@   rJ   rK   )rD   rJ   rK   )rG   rH   r-   rJ   rK   FNs   8i  i   "            i  i  i  iZ  i  i  i  i  i  i  i  i  i  i-  i`  i0  i  i  i  i  i~  i  i  i  i  i  i  i  i	  i	  i 
  i  i
  i]  iq  it  iS  i  i  ia  i  i0  ic  i  i  i  i  i  i  iN  i  iQ  i\  i  i  iR  i  i   i#  i  i  i\  i^  i  i  iI  i_  i  i  it  i  i  i  i  i   iY  iu  i  i  i[  i  i  i  i  i  i  i  i  i  i  i-  id  if  i  i  i  )__doc__Zgoogle.protobuf.internalr   Zgoogle.protobufr   Z_descriptorr   Z_descriptor_poolr   _messager   Z_reflectionr   Z_symbol_databaseZDefaultZ_sym_dbZAddSerializedFilerJ   Zenum_types_by_nameZ	_DATATYPEZEnumTypeWrapperr   ZTYPE_INVALIDZ	TYPE_BOOLZ
TYPE_UINT8ZTYPE_UINT16ZTYPE_UINT32ZTYPE_UINT64Z	TYPE_INT8Z
TYPE_INT16Z
TYPE_INT32Z
TYPE_INT64Z	TYPE_FP16Z	TYPE_FP32Z	TYPE_FP64ZTYPE_STRINGZ	TYPE_BF16Zmessage_types_by_nameZ_MODELRATELIMITERZnested_types_by_nameZ_MODELRATELIMITER_RESOURCEZ_MODELINSTANCEGROUPZ#_MODELINSTANCEGROUP_SECONDARYDEVICEZ_MODELTENSORRESHAPEZ_MODELINPUTZ_MODELOUTPUTZ_BATCHINPUTZ_BATCHOUTPUTZ_MODELVERSIONPOLICYZ_MODELVERSIONPOLICY_LATESTZ_MODELVERSIONPOLICY_ALLZ_MODELVERSIONPOLICY_SPECIFICZ_MODELOPTIMIZATIONPOLICYZ_MODELOPTIMIZATIONPOLICY_GRAPHZ_MODELOPTIMIZATIONPOLICY_CUDAZ'_MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPECZ-_MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_SHAPEZ2_MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUNDZ=_MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_LOWERBOUND_INPUTENTRYZ2_MODELOPTIMIZATIONPOLICY_CUDA_GRAPHSPEC_INPUTENTRYZ._MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORSZ:_MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATORZJ_MODELOPTIMIZATIONPOLICY_EXECUTIONACCELERATORS_ACCELERATOR_PARAMETERSENTRYZ+_MODELOPTIMIZATIONPOLICY_PINNEDMEMORYBUFFERZ_MODELQUEUEPOLICYZ_MODELDYNAMICBATCHINGZ._MODELDYNAMICBATCHING_PRIORITYQUEUEPOLICYENTRYZ_MODELSEQUENCEBATCHINGZ_MODELSEQUENCEBATCHING_CONTROLZ#_MODELSEQUENCEBATCHING_CONTROLINPUTZ#_MODELSEQUENCEBATCHING_INITIALSTATEZ_MODELSEQUENCEBATCHING_STATEZ%_MODELSEQUENCEBATCHING_STRATEGYDIRECTZ%_MODELSEQUENCEBATCHING_STRATEGYOLDESTZ_MODELENSEMBLINGZ_MODELENSEMBLING_STEPZ#_MODELENSEMBLING_STEP_INPUTMAPENTRYZ$_MODELENSEMBLING_STEP_OUTPUTMAPENTRYZ_MODELPARAMETERZ_MODELWARMUPZ_MODELWARMUP_INPUTZ_MODELWARMUP_INPUTSENTRYZ_MODELOPERATIONSZ_MODELTRANSACTIONPOLICYZ_MODELREPOSITORYAGENTSZ_MODELREPOSITORYAGENTS_AGENTZ,_MODELREPOSITORYAGENTS_AGENT_PARAMETERSENTRYZ_MODELRESPONSECACHEZ_MODELCONFIGZ"_MODELCONFIG_CCMODELFILENAMESENTRYZ_MODELCONFIG_METRICTAGSENTRYZ_MODELCONFIG_PARAMETERSENTRYZ7_MODELINSTANCEGROUP_SECONDARYDEVICE_SECONDARYDEVICEKINDZ_MODELINSTANCEGROUP_KINDZ_MODELINPUT_FORMATZ_BATCHINPUT_KINDZ_BATCHOUTPUT_KINDZ&_MODELOPTIMIZATIONPOLICY_MODELPRIORITYZ_MODELQUEUEPOLICY_TIMEOUTACTIONZ#_MODELSEQUENCEBATCHING_CONTROL_KINDZGeneratedProtocolMessageTypeMessager   ZRegisterMessager   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   rD   rE   rF   rG   rH   Z_USE_C_DESCRIPTORS_optionsZ_serialized_optionsZ_serialized_startZ_serialized_end rT   rT   RD:\Projects\ConvertPro\env\Lib\site-packages\tritonclient/grpc/model_config_pb2.py<module>   s  






































































"*
R


/








 