o
    e                     @   sT   d Z ddlZddlmZ G dd deZG dd deZdd	 ZG d
d deZ	dS )zEClient and server classes corresponding to protobuf-defined services.    N)service_pb2c                   @   s   e Zd ZdZdd ZdS )GRPCInferenceServiceStubk@@
    @@.. cpp:var:: service InferenceService
    @@
    @@   Inference Server GRPC endpoints.
    @@
    c                 C   s  |j dtjjtjjd| _|j dtjjtjjd| _	|j dtj
jtjjd| _|j dtjjtjjd| _|j dtjjtjjd| _|j dtjjtjjd| _|jdtjjtjjd| _|j d	tjjtjjd| _|j d
tjjtjjd| _|j dtjjtj jd| _!|j dtj"jtj#jd| _$|j dtj%jtj&jd| _'|j dtj(jtj)jd| _*|j dtj+jtj,jd| _-|j dtj.jtj/jd| _0|j dtj1jtj2jd| _3|j dtj4jtj5jd| _6|j dtj7jtj8jd| _9|j dtj:jtj;jd| _<|j dtj=jtj>jd| _?dS )zIConstructor.

        Args:
            channel: A grpc.Channel.
        */inference.GRPCInferenceService/ServerLive)Zrequest_serializerZresponse_deserializer+/inference.GRPCInferenceService/ServerReady*/inference.GRPCInferenceService/ModelReady./inference.GRPCInferenceService/ServerMetadata-/inference.GRPCInferenceService/ModelMetadata*/inference.GRPCInferenceService/ModelInfer0/inference.GRPCInferenceService/ModelStreamInfer+/inference.GRPCInferenceService/ModelConfig//inference.GRPCInferenceService/ModelStatistics//inference.GRPCInferenceService/RepositoryIndex3/inference.GRPCInferenceService/RepositoryModelLoad5/inference.GRPCInferenceService/RepositoryModelUnload8/inference.GRPCInferenceService/SystemSharedMemoryStatus:/inference.GRPCInferenceService/SystemSharedMemoryRegister</inference.GRPCInferenceService/SystemSharedMemoryUnregister6/inference.GRPCInferenceService/CudaSharedMemoryStatus8/inference.GRPCInferenceService/CudaSharedMemoryRegister:/inference.GRPCInferenceService/CudaSharedMemoryUnregister,/inference.GRPCInferenceService/TraceSetting+/inference.GRPCInferenceService/LogSettingsN)@unary_unarygrpc__service__pb2ServerLiveRequestSerializeToStringServerLiveResponse
FromString
ServerLiveServerReadyRequestServerReadyResponseServerReadyModelReadyRequestModelReadyResponse
ModelReadyServerMetadataRequestServerMetadataResponseServerMetadataModelMetadataRequestModelMetadataResponseModelMetadataModelInferRequestModelInferResponse
ModelInferstream_streamModelStreamInferResponseModelStreamInferModelConfigRequestModelConfigResponseModelConfigModelStatisticsRequestModelStatisticsResponseModelStatisticsRepositoryIndexRequestRepositoryIndexResponseRepositoryIndexRepositoryModelLoadRequestRepositoryModelLoadResponseRepositoryModelLoadRepositoryModelUnloadRequestRepositoryModelUnloadResponseRepositoryModelUnloadSystemSharedMemoryStatusRequest SystemSharedMemoryStatusResponseSystemSharedMemoryStatus!SystemSharedMemoryRegisterRequest"SystemSharedMemoryRegisterResponseSystemSharedMemoryRegister#SystemSharedMemoryUnregisterRequest$SystemSharedMemoryUnregisterResponseSystemSharedMemoryUnregisterCudaSharedMemoryStatusRequestCudaSharedMemoryStatusResponseCudaSharedMemoryStatusCudaSharedMemoryRegisterRequest CudaSharedMemoryRegisterResponseCudaSharedMemoryRegister!CudaSharedMemoryUnregisterRequest"CudaSharedMemoryUnregisterResponseCudaSharedMemoryUnregisterTraceSettingRequestTraceSettingResponseTraceSettingLogSettingsRequestLogSettingsResponseLogSettings)selfZchannel rZ   RD:\Projects\ConvertPro\env\Lib\site-packages\tritonclient/grpc/service_pb2_grpc.py__init__   s   z!GRPCInferenceServiceStub.__init__N)__name__
__module____qualname____doc__r\   rZ   rZ   rZ   r[   r      s    r   c                   @   s   e Zd ZdZdd Zdd Zdd Zdd	 Zd
d Zdd Z	dd Z
dd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zd d! Zd"d# Zd$d% Zd&d' Zd(d) Zd*S )+GRPCInferenceServiceServicerr   c                 C       | tjj |d td)z@@  .. cpp:var:: rpc ServerLive(ServerLiveRequest) returns
        @@       (ServerLiveResponse)
        @@
        @@     Check liveness of the inference server.
        @@
        Method not implemented!Zset_codegrpcZ
StatusCodeZUNIMPLEMENTEDZset_detailsNotImplementedErrorrY   requestcontextrZ   rZ   r[   r         
z'GRPCInferenceServiceServicer.ServerLivec                 C   rb   )z@@  .. cpp:var:: rpc ServerReady(ServerReadyRequest) returns
        @@       (ServerReadyResponse)
        @@
        @@     Check readiness of the inference server.
        @@
        rc   rd   rg   rZ   rZ   r[   r"      rj   z(GRPCInferenceServiceServicer.ServerReadyc                 C   rb   )z@@  .. cpp:var:: rpc ModelReady(ModelReadyRequest) returns
        @@       (ModelReadyResponse)
        @@
        @@     Check readiness of a model in the inference server.
        @@
        rc   rd   rg   rZ   rZ   r[   r%      rj   z'GRPCInferenceServiceServicer.ModelReadyc                 C   rb   )z@@  .. cpp:var:: rpc ServerMetadata(ServerMetadataRequest) returns
        @@       (ServerMetadataResponse)
        @@
        @@     Get server metadata.
        @@
        rc   rd   rg   rZ   rZ   r[   r(      rj   z+GRPCInferenceServiceServicer.ServerMetadatac                 C   rb   )z@@  .. cpp:var:: rpc ModelMetadata(ModelMetadataRequest) returns
        @@       (ModelMetadataResponse)
        @@
        @@     Get model metadata.
        @@
        rc   rd   rg   rZ   rZ   r[   r+      rj   z*GRPCInferenceServiceServicer.ModelMetadatac                 C   rb   )z@@  .. cpp:var:: rpc ModelInfer(ModelInferRequest) returns
        @@       (ModelInferResponse)
        @@
        @@     Perform inference using a specific model.
        @@
        rc   rd   rg   rZ   rZ   r[   r.      rj   z'GRPCInferenceServiceServicer.ModelInferc                 C   rb   )z@@  .. cpp:var:: rpc ModelStreamInfer(stream ModelInferRequest) returns
        @@       (stream ModelStreamInferResponse)
        @@
        @@     Perform streaming inference.
        @@
        rc   rd   )rY   request_iteratorri   rZ   rZ   r[   r1      rj   z-GRPCInferenceServiceServicer.ModelStreamInferc                 C   rb   )z@@  .. cpp:var:: rpc ModelConfig(ModelConfigRequest) returns
        @@       (ModelConfigResponse)
        @@
        @@     Get model configuration.
        @@
        rc   rd   rg   rZ   rZ   r[   r4      rj   z(GRPCInferenceServiceServicer.ModelConfigc                 C   rb   )z@@  .. cpp:var:: rpc ModelStatistics(
        @@                     ModelStatisticsRequest)
        @@                   returns (ModelStatisticsResponse)
        @@
        @@     Get the cumulative inference statistics for a model.
        @@
        rc   rd   rg   rZ   rZ   r[   r7         
z,GRPCInferenceServiceServicer.ModelStatisticsc                 C   rb   )z@@  .. cpp:var:: rpc RepositoryIndex(RepositoryIndexRequest) returns
        @@       (RepositoryIndexResponse)
        @@
        @@     Get the index of model repository contents.
        @@
        rc   rd   rg   rZ   rZ   r[   r:      rj   z,GRPCInferenceServiceServicer.RepositoryIndexc                 C   rb   )z@@  .. cpp:var:: rpc RepositoryModelLoad(RepositoryModelLoadRequest) returns
        @@       (RepositoryModelLoadResponse)
        @@
        @@     Load or reload a model from a repository.
        @@
        rc   rd   rg   rZ   rZ   r[   r=      rj   z0GRPCInferenceServiceServicer.RepositoryModelLoadc                 C   rb   )z@@  .. cpp:var:: rpc RepositoryModelUnload(RepositoryModelUnloadRequest)
        @@       returns (RepositoryModelUnloadResponse)
        @@
        @@     Unload a model.
        @@
        rc   rd   rg   rZ   rZ   r[   r@      rj   z2GRPCInferenceServiceServicer.RepositoryModelUnloadc                 C   rb   )a"  @@  .. cpp:var:: rpc SystemSharedMemoryStatus(
        @@                     SystemSharedMemoryStatusRequest)
        @@                   returns (SystemSharedMemoryStatusRespose)
        @@
        @@     Get the status of all registered system-shared-memory regions.
        @@
        rc   rd   rg   rZ   rZ   r[   rC   	  rl   z5GRPCInferenceServiceServicer.SystemSharedMemoryStatusc                 C   rb   )a  @@  .. cpp:var:: rpc SystemSharedMemoryRegister(
        @@                     SystemSharedMemoryRegisterRequest)
        @@                   returns (SystemSharedMemoryRegisterResponse)
        @@
        @@     Register a system-shared-memory region.
        @@
        rc   rd   rg   rZ   rZ   r[   rF     rl   z7GRPCInferenceServiceServicer.SystemSharedMemoryRegisterc                 C   rb   )a  @@  .. cpp:var:: rpc SystemSharedMemoryUnregister(
        @@                     SystemSharedMemoryUnregisterRequest)
        @@                   returns (SystemSharedMemoryUnregisterResponse)
        @@
        @@     Unregister a system-shared-memory region.
        @@
        rc   rd   rg   rZ   rZ   r[   rI   !  rl   z9GRPCInferenceServiceServicer.SystemSharedMemoryUnregisterc                 C   rb   )a  @@  .. cpp:var:: rpc CudaSharedMemoryStatus(
        @@                     CudaSharedMemoryStatusRequest)
        @@                   returns (CudaSharedMemoryStatusRespose)
        @@
        @@     Get the status of all registered CUDA-shared-memory regions.
        @@
        rc   rd   rg   rZ   rZ   r[   rL   -  rl   z3GRPCInferenceServiceServicer.CudaSharedMemoryStatusc                 C   rb   )a
  @@  .. cpp:var:: rpc CudaSharedMemoryRegister(
        @@                     CudaSharedMemoryRegisterRequest)
        @@                   returns (CudaSharedMemoryRegisterResponse)
        @@
        @@     Register a CUDA-shared-memory region.
        @@
        rc   rd   rg   rZ   rZ   r[   rO   9  rl   z5GRPCInferenceServiceServicer.CudaSharedMemoryRegisterc                 C   rb   )a  @@  .. cpp:var:: rpc CudaSharedMemoryUnregister(
        @@                     CudaSharedMemoryUnregisterRequest)
        @@                   returns (CudaSharedMemoryUnregisterResponse)
        @@
        @@     Unregister a CUDA-shared-memory region.
        @@
        rc   rd   rg   rZ   rZ   r[   rR   E  rl   z7GRPCInferenceServiceServicer.CudaSharedMemoryUnregisterc                 C   rb   )z@@  .. cpp:var:: rpc TraceSetting(TraceSettingRequest)
        @@                   returns (TraceSettingResponse)
        @@
        @@     Update and get the trace setting of the Triton server.
        @@
        rc   rd   rg   rZ   rZ   r[   rU   Q  rj   z)GRPCInferenceServiceServicer.TraceSettingc                 C   rb   )z@@  .. cpp:var:: rpc LogSettings(LogSettingsRequest)
        @@                   returns (LogSettingsResponse)
        @@
        @@     Update and get the log settings of the Triton server.
        @@
        rc   rd   rg   rZ   rZ   r[   rX   \  rj   z(GRPCInferenceServiceServicer.LogSettingsN)r]   r^   r_   r`   r   r"   r%   r(   r+   r.   r1   r4   r7   r:   r=   r@   rC   rF   rI   rL   rO   rR   rU   rX   rZ   rZ   rZ   r[   ra   |   s,    ra   c                 C   sJ  i dt j| jtjjtjjddt j| jtj	jtj
jddt j| jtjjtjjddt j| jtjjtjjddt j| jtjjtjjddt j| jtjjtjjddt j| jtjjtjjdd	t j| jtjjtjjdd
t j| jtjjtjjddt j| j tj!jtj"jddt j| j#tj$jtj%jddt j| j&tj'jtj(jddt j| j)tj*jtj+jddt j| j,tj-jtj.jddt j| j/tj0jtj1jddt j| j2tj3jtj4jddt j| j5tj6jtj7jdt j| j8tj9jtj:jdt j| j;tj<jtj=jdt j| j>tj?jtj@jdd}t Ad|}|B|f d S )Nr   )Zrequest_deserializerZresponse_serializerr"   r%   r(   r+   r.   r1   r4   r7   r:   r=   r@   rC   rF   rI   rL   rO   )rR   rU   rX   zinference.GRPCInferenceService)Cre   Zunary_unary_rpc_method_handlerr   r   r   r   r   r   r"   r    r!   r%   r#   r$   r(   r&   r'   r+   r)   r*   r.   r,   r-   Z stream_stream_rpc_method_handlerr1   r0   r4   r2   r3   r7   r5   r6   r:   r8   r9   r=   r;   r<   r@   r>   r?   rC   rA   rB   rF   rD   rE   rI   rG   rH   rL   rJ   rK   rO   rM   rN   rR   rP   rQ   rU   rS   rT   rX   rV   rW   Zmethod_handlers_generic_handlerZadd_generic_rpc_handlers)ZservicerserverZrpc_method_handlersZgeneric_handlerrZ   rZ   r[   *add_GRPCInferenceServiceServicer_to_serverh  s   $).38=BGLQVfrn   c                   @   sh  e Zd ZdZe								d-ddZe								d-ddZe								d-d	d
Ze								d-ddZe								d-ddZ	e								d-ddZ
e								d-ddZe								d-ddZe								d-ddZe								d-ddZe								d-ddZe								d-ddZe								d-ddZe								d-dd Ze								d-d!d"Ze								d-d#d$Ze								d-d%d&Ze								d-d'd(Ze								d-d)d*Ze								d-d+d,ZdS ).GRPCInferenceServicer   rZ   NFc
           
      C   ,   t j| |dtjjtjj||||||||	S )Nr   )re   experimentalr   r   r   r   r   r   
rh   targetoptionschannel_credentialscall_credentialsinsecurecompressionwait_for_readytimeoutmetadatarZ   rZ   r[   r        zGRPCInferenceService.ServerLivec
           
      C   rp   )Nr   )re   rq   r   r   r    r   r!   r   rr   rZ   rZ   r[   r"     r|   z GRPCInferenceService.ServerReadyc
           
      C   rp   )Nr   )re   rq   r   r   r#   r   r$   r   rr   rZ   rZ   r[   r%     r|   zGRPCInferenceService.ModelReadyc
           
      C   rp   )Nr   )re   rq   r   r   r&   r   r'   r   rr   rZ   rZ   r[   r(     r|   z#GRPCInferenceService.ServerMetadatac
           
      C   rp   )Nr	   )re   rq   r   r   r)   r   r*   r   rr   rZ   rZ   r[   r+   !  r|   z"GRPCInferenceService.ModelMetadatac
           
      C   rp   )Nr
   )re   rq   r   r   r,   r   r-   r   rr   rZ   rZ   r[   r.   2  r|   zGRPCInferenceService.ModelInferc
           
      C   rp   )Nr   )re   rq   r/   r   r,   r   r0   r   )
rk   rs   rt   ru   rv   rw   rx   ry   rz   r{   rZ   rZ   r[   r1   C  r|   z%GRPCInferenceService.ModelStreamInferc
           
      C   rp   )Nr   )re   rq   r   r   r2   r   r3   r   rr   rZ   rZ   r[   r4   T  r|   z GRPCInferenceService.ModelConfigc
           
      C   rp   )Nr   )re   rq   r   r   r5   r   r6   r   rr   rZ   rZ   r[   r7   e  r|   z$GRPCInferenceService.ModelStatisticsc
           
      C   rp   )Nr   )re   rq   r   r   r8   r   r9   r   rr   rZ   rZ   r[   r:   v  r|   z$GRPCInferenceService.RepositoryIndexc
           
      C   rp   )Nr   )re   rq   r   r   r;   r   r<   r   rr   rZ   rZ   r[   r=     r|   z(GRPCInferenceService.RepositoryModelLoadc
           
      C   rp   )Nr   )re   rq   r   r   r>   r   r?   r   rr   rZ   rZ   r[   r@     r|   z*GRPCInferenceService.RepositoryModelUnloadc
           
      C   rp   )Nr   )re   rq   r   r   rA   r   rB   r   rr   rZ   rZ   r[   rC     r|   z-GRPCInferenceService.SystemSharedMemoryStatusc
           
      C   rp   )Nr   )re   rq   r   r   rD   r   rE   r   rr   rZ   rZ   r[   rF     r|   z/GRPCInferenceService.SystemSharedMemoryRegisterc
           
      C   rp   )Nr   )re   rq   r   r   rG   r   rH   r   rr   rZ   rZ   r[   rI     r|   z1GRPCInferenceService.SystemSharedMemoryUnregisterc
           
      C   rp   )Nr   )re   rq   r   r   rJ   r   rK   r   rr   rZ   rZ   r[   rL     r|   z+GRPCInferenceService.CudaSharedMemoryStatusc
           
      C   rp   )Nr   )re   rq   r   r   rM   r   rN   r   rr   rZ   rZ   r[   rO     r|   z-GRPCInferenceService.CudaSharedMemoryRegisterc
           
      C   rp   )Nr   )re   rq   r   r   rP   r   rQ   r   rr   rZ   rZ   r[   rR     r|   z/GRPCInferenceService.CudaSharedMemoryUnregisterc
           
      C   rp   )Nr   )re   rq   r   r   rS   r   rT   r   rr   rZ   rZ   r[   rU     r|   z!GRPCInferenceService.TraceSettingc
           
      C   rp   )Nr   )re   rq   r   r   rV   r   rW   r   rr   rZ   rZ   r[   rX      r|   z GRPCInferenceService.LogSettings)rZ   NNFNNNN)r]   r^   r_   r`   staticmethodr   r"   r%   r(   r+   r.   r1   r4   r7   r:   r=   r@   rC   rF   rI   rL   rO   rR   rU   rX   rZ   rZ   rZ   r[   ro     s   ro   )
r`   re   Ztritonclient.grpcr   r   objectr   ra   rn   ro   rZ   rZ   rZ   r[   <module>   s   t mm