// Code generated by protoc-gen-go-grpc. DO NOT EDIT. // versions: // - protoc-gen-go-grpc v1.2.0 // - protoc v3.21.6 // source: pkg/apis/inference/grpc_service.proto package inference import ( context "context" grpc "google.golang.org/grpc" codes "google.golang.org/grpc/codes" status "google.golang.org/grpc/status" ) // This is a compile-time assertion to ensure that this generated file // is compatible with the grpc package it is being compiled against. // Requires gRPC-Go v1.32.0 or later. const _ = grpc.SupportPackageIsVersion7 // GRPCInferenceServiceClient is the client API for GRPCInferenceService service. // // For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream. type GRPCInferenceServiceClient interface { // @@ .. cpp:var:: rpc ServerLive(ServerLiveRequest) returns // @@ (ServerLiveResponse) // @@ // @@ Check liveness of the inference server. // @@ ServerLive(ctx context.Context, in *ServerLiveRequest, opts ...grpc.CallOption) (*ServerLiveResponse, error) // @@ .. cpp:var:: rpc ServerReady(ServerReadyRequest) returns // @@ (ServerReadyResponse) // @@ // @@ Check readiness of the inference server. // @@ ServerReady(ctx context.Context, in *ServerReadyRequest, opts ...grpc.CallOption) (*ServerReadyResponse, error) // @@ .. cpp:var:: rpc ModelReady(ModelReadyRequest) returns // @@ (ModelReadyResponse) // @@ // @@ Check readiness of a model in the inference server. // @@ ModelReady(ctx context.Context, in *ModelReadyRequest, opts ...grpc.CallOption) (*ModelReadyResponse, error) // @@ .. cpp:var:: rpc ServerMetadata(ServerMetadataRequest) returns // @@ (ServerMetadataResponse) // @@ // @@ Get server metadata. // @@ ServerMetadata(ctx context.Context, in *ServerMetadataRequest, opts ...grpc.CallOption) (*ServerMetadataResponse, error) // @@ .. cpp:var:: rpc ModelMetadata(ModelMetadataRequest) returns // @@ (ModelMetadataResponse) // @@ // @@ Get model metadata. // @@ ModelMetadata(ctx context.Context, in *ModelMetadataRequest, opts ...grpc.CallOption) (*ModelMetadataResponse, error) // @@ .. cpp:var:: rpc ModelInfer(ModelInferRequest) returns // @@ (ModelInferResponse) // @@ // @@ Perform inference using a specific model. // @@ ModelInfer(ctx context.Context, in *ModelInferRequest, opts ...grpc.CallOption) (*ModelInferResponse, error) // @@ .. cpp:var:: rpc ModelStreamInfer(stream ModelInferRequest) returns // @@ (stream ModelStreamInferResponse) // @@ // @@ Perform streaming inference. // @@ ModelStreamInfer(ctx context.Context, opts ...grpc.CallOption) (GRPCInferenceService_ModelStreamInferClient, error) // @@ .. cpp:var:: rpc ModelConfig(ModelConfigRequest) returns // @@ (ModelConfigResponse) // @@ // @@ Get model configuration. // @@ ModelConfig(ctx context.Context, in *ModelConfigRequest, opts ...grpc.CallOption) (*ModelConfigResponse, error) // @@ .. cpp:var:: rpc ModelStatistics( // @@ ModelStatisticsRequest) // @@ returns (ModelStatisticsResponse) // @@ // @@ Get the cumulative inference statistics for a model. // @@ ModelStatistics(ctx context.Context, in *ModelStatisticsRequest, opts ...grpc.CallOption) (*ModelStatisticsResponse, error) // @@ .. cpp:var:: rpc RepositoryIndex(RepositoryIndexRequest) returns // @@ (RepositoryIndexResponse) // @@ // @@ Get the index of model repository contents. // @@ RepositoryIndex(ctx context.Context, in *RepositoryIndexRequest, opts ...grpc.CallOption) (*RepositoryIndexResponse, error) // @@ .. cpp:var:: rpc RepositoryModelLoad(RepositoryModelLoadRequest) returns // @@ (RepositoryModelLoadResponse) // @@ // @@ Load or reload a model from a repository. // @@ RepositoryModelLoad(ctx context.Context, in *RepositoryModelLoadRequest, opts ...grpc.CallOption) (*RepositoryModelLoadResponse, error) // @@ .. cpp:var:: rpc RepositoryModelUnload(RepositoryModelUnloadRequest) // @@ returns (RepositoryModelUnloadResponse) // @@ // @@ Unload a model. // @@ RepositoryModelUnload(ctx context.Context, in *RepositoryModelUnloadRequest, opts ...grpc.CallOption) (*RepositoryModelUnloadResponse, error) // @@ .. cpp:var:: rpc SystemSharedMemoryStatus( // @@ SystemSharedMemoryStatusRequest) // @@ returns (SystemSharedMemoryStatusRespose) // @@ // @@ Get the status of all registered system-shared-memory regions. // @@ SystemSharedMemoryStatus(ctx context.Context, in *SystemSharedMemoryStatusRequest, opts ...grpc.CallOption) (*SystemSharedMemoryStatusResponse, error) // @@ .. cpp:var:: rpc SystemSharedMemoryRegister( // @@ SystemSharedMemoryRegisterRequest) // @@ returns (SystemSharedMemoryRegisterResponse) // @@ // @@ Register a system-shared-memory region. // @@ SystemSharedMemoryRegister(ctx context.Context, in *SystemSharedMemoryRegisterRequest, opts ...grpc.CallOption) (*SystemSharedMemoryRegisterResponse, error) // @@ .. cpp:var:: rpc SystemSharedMemoryUnregister( // @@ SystemSharedMemoryUnregisterRequest) // @@ returns (SystemSharedMemoryUnregisterResponse) // @@ // @@ Unregister a system-shared-memory region. // @@ SystemSharedMemoryUnregister(ctx context.Context, in *SystemSharedMemoryUnregisterRequest, opts ...grpc.CallOption) (*SystemSharedMemoryUnregisterResponse, error) // @@ .. cpp:var:: rpc CudaSharedMemoryStatus( // @@ CudaSharedMemoryStatusRequest) // @@ returns (CudaSharedMemoryStatusRespose) // @@ // @@ Get the status of all registered CUDA-shared-memory regions. // @@ CudaSharedMemoryStatus(ctx context.Context, in *CudaSharedMemoryStatusRequest, opts ...grpc.CallOption) (*CudaSharedMemoryStatusResponse, error) // @@ .. cpp:var:: rpc CudaSharedMemoryRegister( // @@ CudaSharedMemoryRegisterRequest) // @@ returns (CudaSharedMemoryRegisterResponse) // @@ // @@ Register a CUDA-shared-memory region. // @@ CudaSharedMemoryRegister(ctx context.Context, in *CudaSharedMemoryRegisterRequest, opts ...grpc.CallOption) (*CudaSharedMemoryRegisterResponse, error) // @@ .. cpp:var:: rpc CudaSharedMemoryUnregister( // @@ CudaSharedMemoryUnregisterRequest) // @@ returns (CudaSharedMemoryUnregisterResponse) // @@ // @@ Unregister a CUDA-shared-memory region. // @@ CudaSharedMemoryUnregister(ctx context.Context, in *CudaSharedMemoryUnregisterRequest, opts ...grpc.CallOption) (*CudaSharedMemoryUnregisterResponse, error) // @@ .. cpp:var:: rpc TraceSetting(TraceSettingRequest) // @@ returns (TraceSettingResponse) // @@ // @@ Update and get the trace setting of the Triton server. // @@ TraceSetting(ctx context.Context, in *TraceSettingRequest, opts ...grpc.CallOption) (*TraceSettingResponse, error) // @@ .. cpp:var:: rpc LogSettings(LogSettingsRequest) // @@ returns (LogSettingsResponse) // @@ // @@ Update and get the log settings of the Triton server. // @@ LogSettings(ctx context.Context, in *LogSettingsRequest, opts ...grpc.CallOption) (*LogSettingsResponse, error) } type gRPCInferenceServiceClient struct { cc grpc.ClientConnInterface } func NewGRPCInferenceServiceClient(cc grpc.ClientConnInterface) GRPCInferenceServiceClient { return &gRPCInferenceServiceClient{cc} } func (c *gRPCInferenceServiceClient) ServerLive(ctx context.Context, in *ServerLiveRequest, opts ...grpc.CallOption) (*ServerLiveResponse, error) { out := new(ServerLiveResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/ServerLive", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gRPCInferenceServiceClient) ServerReady(ctx context.Context, in *ServerReadyRequest, opts ...grpc.CallOption) (*ServerReadyResponse, error) { out := new(ServerReadyResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/ServerReady", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gRPCInferenceServiceClient) ModelReady(ctx context.Context, in *ModelReadyRequest, opts ...grpc.CallOption) (*ModelReadyResponse, error) { out := new(ModelReadyResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/ModelReady", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gRPCInferenceServiceClient) ServerMetadata(ctx context.Context, in *ServerMetadataRequest, opts ...grpc.CallOption) (*ServerMetadataResponse, error) { out := new(ServerMetadataResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/ServerMetadata", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gRPCInferenceServiceClient) ModelMetadata(ctx context.Context, in *ModelMetadataRequest, opts ...grpc.CallOption) (*ModelMetadataResponse, error) { out := new(ModelMetadataResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/ModelMetadata", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gRPCInferenceServiceClient) ModelInfer(ctx context.Context, in *ModelInferRequest, opts ...grpc.CallOption) (*ModelInferResponse, error) { out := new(ModelInferResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/ModelInfer", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gRPCInferenceServiceClient) ModelStreamInfer(ctx context.Context, opts ...grpc.CallOption) (GRPCInferenceService_ModelStreamInferClient, error) { stream, err := c.cc.NewStream(ctx, &GRPCInferenceService_ServiceDesc.Streams[0], "/inference.GRPCInferenceService/ModelStreamInfer", opts...) if err != nil { return nil, err } x := &gRPCInferenceServiceModelStreamInferClient{stream} return x, nil } type GRPCInferenceService_ModelStreamInferClient interface { Send(*ModelInferRequest) error Recv() (*ModelStreamInferResponse, error) grpc.ClientStream } type gRPCInferenceServiceModelStreamInferClient struct { grpc.ClientStream } func (x *gRPCInferenceServiceModelStreamInferClient) Send(m *ModelInferRequest) error { return x.ClientStream.SendMsg(m) } func (x *gRPCInferenceServiceModelStreamInferClient) Recv() (*ModelStreamInferResponse, error) { m := new(ModelStreamInferResponse) if err := x.ClientStream.RecvMsg(m); err != nil { return nil, err } return m, nil } func (c *gRPCInferenceServiceClient) ModelConfig(ctx context.Context, in *ModelConfigRequest, opts ...grpc.CallOption) (*ModelConfigResponse, error) { out := new(ModelConfigResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/ModelConfig", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gRPCInferenceServiceClient) ModelStatistics(ctx context.Context, in *ModelStatisticsRequest, opts ...grpc.CallOption) (*ModelStatisticsResponse, error) { out := new(ModelStatisticsResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/ModelStatistics", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gRPCInferenceServiceClient) RepositoryIndex(ctx context.Context, in *RepositoryIndexRequest, opts ...grpc.CallOption) (*RepositoryIndexResponse, error) { out := new(RepositoryIndexResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/RepositoryIndex", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gRPCInferenceServiceClient) RepositoryModelLoad(ctx context.Context, in *RepositoryModelLoadRequest, opts ...grpc.CallOption) (*RepositoryModelLoadResponse, error) { out := new(RepositoryModelLoadResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/RepositoryModelLoad", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gRPCInferenceServiceClient) RepositoryModelUnload(ctx context.Context, in *RepositoryModelUnloadRequest, opts ...grpc.CallOption) (*RepositoryModelUnloadResponse, error) { out := new(RepositoryModelUnloadResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/RepositoryModelUnload", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gRPCInferenceServiceClient) SystemSharedMemoryStatus(ctx context.Context, in *SystemSharedMemoryStatusRequest, opts ...grpc.CallOption) (*SystemSharedMemoryStatusResponse, error) { out := new(SystemSharedMemoryStatusResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/SystemSharedMemoryStatus", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gRPCInferenceServiceClient) SystemSharedMemoryRegister(ctx context.Context, in *SystemSharedMemoryRegisterRequest, opts ...grpc.CallOption) (*SystemSharedMemoryRegisterResponse, error) { out := new(SystemSharedMemoryRegisterResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/SystemSharedMemoryRegister", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gRPCInferenceServiceClient) SystemSharedMemoryUnregister(ctx context.Context, in *SystemSharedMemoryUnregisterRequest, opts ...grpc.CallOption) (*SystemSharedMemoryUnregisterResponse, error) { out := new(SystemSharedMemoryUnregisterResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/SystemSharedMemoryUnregister", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gRPCInferenceServiceClient) CudaSharedMemoryStatus(ctx context.Context, in *CudaSharedMemoryStatusRequest, opts ...grpc.CallOption) (*CudaSharedMemoryStatusResponse, error) { out := new(CudaSharedMemoryStatusResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/CudaSharedMemoryStatus", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gRPCInferenceServiceClient) CudaSharedMemoryRegister(ctx context.Context, in *CudaSharedMemoryRegisterRequest, opts ...grpc.CallOption) (*CudaSharedMemoryRegisterResponse, error) { out := new(CudaSharedMemoryRegisterResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/CudaSharedMemoryRegister", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gRPCInferenceServiceClient) CudaSharedMemoryUnregister(ctx context.Context, in *CudaSharedMemoryUnregisterRequest, opts ...grpc.CallOption) (*CudaSharedMemoryUnregisterResponse, error) { out := new(CudaSharedMemoryUnregisterResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/CudaSharedMemoryUnregister", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gRPCInferenceServiceClient) TraceSetting(ctx context.Context, in *TraceSettingRequest, opts ...grpc.CallOption) (*TraceSettingResponse, error) { out := new(TraceSettingResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/TraceSetting", in, out, opts...) if err != nil { return nil, err } return out, nil } func (c *gRPCInferenceServiceClient) LogSettings(ctx context.Context, in *LogSettingsRequest, opts ...grpc.CallOption) (*LogSettingsResponse, error) { out := new(LogSettingsResponse) err := c.cc.Invoke(ctx, "/inference.GRPCInferenceService/LogSettings", in, out, opts...) if err != nil { return nil, err } return out, nil } // GRPCInferenceServiceServer is the server API for GRPCInferenceService service. // All implementations should embed UnimplementedGRPCInferenceServiceServer // for forward compatibility type GRPCInferenceServiceServer interface { // @@ .. cpp:var:: rpc ServerLive(ServerLiveRequest) returns // @@ (ServerLiveResponse) // @@ // @@ Check liveness of the inference server. // @@ ServerLive(context.Context, *ServerLiveRequest) (*ServerLiveResponse, error) // @@ .. cpp:var:: rpc ServerReady(ServerReadyRequest) returns // @@ (ServerReadyResponse) // @@ // @@ Check readiness of the inference server. // @@ ServerReady(context.Context, *ServerReadyRequest) (*ServerReadyResponse, error) // @@ .. cpp:var:: rpc ModelReady(ModelReadyRequest) returns // @@ (ModelReadyResponse) // @@ // @@ Check readiness of a model in the inference server. // @@ ModelReady(context.Context, *ModelReadyRequest) (*ModelReadyResponse, error) // @@ .. cpp:var:: rpc ServerMetadata(ServerMetadataRequest) returns // @@ (ServerMetadataResponse) // @@ // @@ Get server metadata. // @@ ServerMetadata(context.Context, *ServerMetadataRequest) (*ServerMetadataResponse, error) // @@ .. cpp:var:: rpc ModelMetadata(ModelMetadataRequest) returns // @@ (ModelMetadataResponse) // @@ // @@ Get model metadata. // @@ ModelMetadata(context.Context, *ModelMetadataRequest) (*ModelMetadataResponse, error) // @@ .. cpp:var:: rpc ModelInfer(ModelInferRequest) returns // @@ (ModelInferResponse) // @@ // @@ Perform inference using a specific model. // @@ ModelInfer(context.Context, *ModelInferRequest) (*ModelInferResponse, error) // @@ .. cpp:var:: rpc ModelStreamInfer(stream ModelInferRequest) returns // @@ (stream ModelStreamInferResponse) // @@ // @@ Perform streaming inference. // @@ ModelStreamInfer(GRPCInferenceService_ModelStreamInferServer) error // @@ .. cpp:var:: rpc ModelConfig(ModelConfigRequest) returns // @@ (ModelConfigResponse) // @@ // @@ Get model configuration. // @@ ModelConfig(context.Context, *ModelConfigRequest) (*ModelConfigResponse, error) // @@ .. cpp:var:: rpc ModelStatistics( // @@ ModelStatisticsRequest) // @@ returns (ModelStatisticsResponse) // @@ // @@ Get the cumulative inference statistics for a model. // @@ ModelStatistics(context.Context, *ModelStatisticsRequest) (*ModelStatisticsResponse, error) // @@ .. cpp:var:: rpc RepositoryIndex(RepositoryIndexRequest) returns // @@ (RepositoryIndexResponse) // @@ // @@ Get the index of model repository contents. // @@ RepositoryIndex(context.Context, *RepositoryIndexRequest) (*RepositoryIndexResponse, error) // @@ .. cpp:var:: rpc RepositoryModelLoad(RepositoryModelLoadRequest) returns // @@ (RepositoryModelLoadResponse) // @@ // @@ Load or reload a model from a repository. // @@ RepositoryModelLoad(context.Context, *RepositoryModelLoadRequest) (*RepositoryModelLoadResponse, error) // @@ .. cpp:var:: rpc RepositoryModelUnload(RepositoryModelUnloadRequest) // @@ returns (RepositoryModelUnloadResponse) // @@ // @@ Unload a model. // @@ RepositoryModelUnload(context.Context, *RepositoryModelUnloadRequest) (*RepositoryModelUnloadResponse, error) // @@ .. cpp:var:: rpc SystemSharedMemoryStatus( // @@ SystemSharedMemoryStatusRequest) // @@ returns (SystemSharedMemoryStatusRespose) // @@ // @@ Get the status of all registered system-shared-memory regions. // @@ SystemSharedMemoryStatus(context.Context, *SystemSharedMemoryStatusRequest) (*SystemSharedMemoryStatusResponse, error) // @@ .. cpp:var:: rpc SystemSharedMemoryRegister( // @@ SystemSharedMemoryRegisterRequest) // @@ returns (SystemSharedMemoryRegisterResponse) // @@ // @@ Register a system-shared-memory region. // @@ SystemSharedMemoryRegister(context.Context, *SystemSharedMemoryRegisterRequest) (*SystemSharedMemoryRegisterResponse, error) // @@ .. cpp:var:: rpc SystemSharedMemoryUnregister( // @@ SystemSharedMemoryUnregisterRequest) // @@ returns (SystemSharedMemoryUnregisterResponse) // @@ // @@ Unregister a system-shared-memory region. // @@ SystemSharedMemoryUnregister(context.Context, *SystemSharedMemoryUnregisterRequest) (*SystemSharedMemoryUnregisterResponse, error) // @@ .. cpp:var:: rpc CudaSharedMemoryStatus( // @@ CudaSharedMemoryStatusRequest) // @@ returns (CudaSharedMemoryStatusRespose) // @@ // @@ Get the status of all registered CUDA-shared-memory regions. // @@ CudaSharedMemoryStatus(context.Context, *CudaSharedMemoryStatusRequest) (*CudaSharedMemoryStatusResponse, error) // @@ .. cpp:var:: rpc CudaSharedMemoryRegister( // @@ CudaSharedMemoryRegisterRequest) // @@ returns (CudaSharedMemoryRegisterResponse) // @@ // @@ Register a CUDA-shared-memory region. // @@ CudaSharedMemoryRegister(context.Context, *CudaSharedMemoryRegisterRequest) (*CudaSharedMemoryRegisterResponse, error) // @@ .. cpp:var:: rpc CudaSharedMemoryUnregister( // @@ CudaSharedMemoryUnregisterRequest) // @@ returns (CudaSharedMemoryUnregisterResponse) // @@ // @@ Unregister a CUDA-shared-memory region. // @@ CudaSharedMemoryUnregister(context.Context, *CudaSharedMemoryUnregisterRequest) (*CudaSharedMemoryUnregisterResponse, error) // @@ .. cpp:var:: rpc TraceSetting(TraceSettingRequest) // @@ returns (TraceSettingResponse) // @@ // @@ Update and get the trace setting of the Triton server. // @@ TraceSetting(context.Context, *TraceSettingRequest) (*TraceSettingResponse, error) // @@ .. cpp:var:: rpc LogSettings(LogSettingsRequest) // @@ returns (LogSettingsResponse) // @@ // @@ Update and get the log settings of the Triton server. // @@ LogSettings(context.Context, *LogSettingsRequest) (*LogSettingsResponse, error) } // UnimplementedGRPCInferenceServiceServer should be embedded to have forward compatible implementations. type UnimplementedGRPCInferenceServiceServer struct { } func (UnimplementedGRPCInferenceServiceServer) ServerLive(context.Context, *ServerLiveRequest) (*ServerLiveResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method ServerLive not implemented") } func (UnimplementedGRPCInferenceServiceServer) ServerReady(context.Context, *ServerReadyRequest) (*ServerReadyResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method ServerReady not implemented") } func (UnimplementedGRPCInferenceServiceServer) ModelReady(context.Context, *ModelReadyRequest) (*ModelReadyResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method ModelReady not implemented") } func (UnimplementedGRPCInferenceServiceServer) ServerMetadata(context.Context, *ServerMetadataRequest) (*ServerMetadataResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method ServerMetadata not implemented") } func (UnimplementedGRPCInferenceServiceServer) ModelMetadata(context.Context, *ModelMetadataRequest) (*ModelMetadataResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method ModelMetadata not implemented") } func (UnimplementedGRPCInferenceServiceServer) ModelInfer(context.Context, *ModelInferRequest) (*ModelInferResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method ModelInfer not implemented") } func (UnimplementedGRPCInferenceServiceServer) ModelStreamInfer(GRPCInferenceService_ModelStreamInferServer) error { return status.Errorf(codes.Unimplemented, "method ModelStreamInfer not implemented") } func (UnimplementedGRPCInferenceServiceServer) ModelConfig(context.Context, *ModelConfigRequest) (*ModelConfigResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method ModelConfig not implemented") } func (UnimplementedGRPCInferenceServiceServer) ModelStatistics(context.Context, *ModelStatisticsRequest) (*ModelStatisticsResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method ModelStatistics not implemented") } func (UnimplementedGRPCInferenceServiceServer) RepositoryIndex(context.Context, *RepositoryIndexRequest) (*RepositoryIndexResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method RepositoryIndex not implemented") } func (UnimplementedGRPCInferenceServiceServer) RepositoryModelLoad(context.Context, *RepositoryModelLoadRequest) (*RepositoryModelLoadResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method RepositoryModelLoad not implemented") } func (UnimplementedGRPCInferenceServiceServer) RepositoryModelUnload(context.Context, *RepositoryModelUnloadRequest) (*RepositoryModelUnloadResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method RepositoryModelUnload not implemented") } func (UnimplementedGRPCInferenceServiceServer) SystemSharedMemoryStatus(context.Context, *SystemSharedMemoryStatusRequest) (*SystemSharedMemoryStatusResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method SystemSharedMemoryStatus not implemented") } func (UnimplementedGRPCInferenceServiceServer) SystemSharedMemoryRegister(context.Context, *SystemSharedMemoryRegisterRequest) (*SystemSharedMemoryRegisterResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method SystemSharedMemoryRegister not implemented") } func (UnimplementedGRPCInferenceServiceServer) SystemSharedMemoryUnregister(context.Context, *SystemSharedMemoryUnregisterRequest) (*SystemSharedMemoryUnregisterResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method SystemSharedMemoryUnregister not implemented") } func (UnimplementedGRPCInferenceServiceServer) CudaSharedMemoryStatus(context.Context, *CudaSharedMemoryStatusRequest) (*CudaSharedMemoryStatusResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method CudaSharedMemoryStatus not implemented") } func (UnimplementedGRPCInferenceServiceServer) CudaSharedMemoryRegister(context.Context, *CudaSharedMemoryRegisterRequest) (*CudaSharedMemoryRegisterResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method CudaSharedMemoryRegister not implemented") } func (UnimplementedGRPCInferenceServiceServer) CudaSharedMemoryUnregister(context.Context, *CudaSharedMemoryUnregisterRequest) (*CudaSharedMemoryUnregisterResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method CudaSharedMemoryUnregister not implemented") } func (UnimplementedGRPCInferenceServiceServer) TraceSetting(context.Context, *TraceSettingRequest) (*TraceSettingResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method TraceSetting not implemented") } func (UnimplementedGRPCInferenceServiceServer) LogSettings(context.Context, *LogSettingsRequest) (*LogSettingsResponse, error) { return nil, status.Errorf(codes.Unimplemented, "method LogSettings not implemented") } // UnsafeGRPCInferenceServiceServer may be embedded to opt out of forward compatibility for this service. // Use of this interface is not recommended, as added methods to GRPCInferenceServiceServer will // result in compilation errors. type UnsafeGRPCInferenceServiceServer interface { mustEmbedUnimplementedGRPCInferenceServiceServer() } func RegisterGRPCInferenceServiceServer(s grpc.ServiceRegistrar, srv GRPCInferenceServiceServer) { s.RegisterService(&GRPCInferenceService_ServiceDesc, srv) } func _GRPCInferenceService_ServerLive_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(ServerLiveRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).ServerLive(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/ServerLive", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).ServerLive(ctx, req.(*ServerLiveRequest)) } return interceptor(ctx, in, info, handler) } func _GRPCInferenceService_ServerReady_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(ServerReadyRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).ServerReady(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/ServerReady", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).ServerReady(ctx, req.(*ServerReadyRequest)) } return interceptor(ctx, in, info, handler) } func _GRPCInferenceService_ModelReady_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(ModelReadyRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).ModelReady(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/ModelReady", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).ModelReady(ctx, req.(*ModelReadyRequest)) } return interceptor(ctx, in, info, handler) } func _GRPCInferenceService_ServerMetadata_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(ServerMetadataRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).ServerMetadata(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/ServerMetadata", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).ServerMetadata(ctx, req.(*ServerMetadataRequest)) } return interceptor(ctx, in, info, handler) } func _GRPCInferenceService_ModelMetadata_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(ModelMetadataRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).ModelMetadata(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/ModelMetadata", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).ModelMetadata(ctx, req.(*ModelMetadataRequest)) } return interceptor(ctx, in, info, handler) } func _GRPCInferenceService_ModelInfer_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(ModelInferRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).ModelInfer(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/ModelInfer", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).ModelInfer(ctx, req.(*ModelInferRequest)) } return interceptor(ctx, in, info, handler) } func _GRPCInferenceService_ModelStreamInfer_Handler(srv interface{}, stream grpc.ServerStream) error { return srv.(GRPCInferenceServiceServer).ModelStreamInfer(&gRPCInferenceServiceModelStreamInferServer{stream}) } type GRPCInferenceService_ModelStreamInferServer interface { Send(*ModelStreamInferResponse) error Recv() (*ModelInferRequest, error) grpc.ServerStream } type gRPCInferenceServiceModelStreamInferServer struct { grpc.ServerStream } func (x *gRPCInferenceServiceModelStreamInferServer) Send(m *ModelStreamInferResponse) error { return x.ServerStream.SendMsg(m) } func (x *gRPCInferenceServiceModelStreamInferServer) Recv() (*ModelInferRequest, error) { m := new(ModelInferRequest) if err := x.ServerStream.RecvMsg(m); err != nil { return nil, err } return m, nil } func _GRPCInferenceService_ModelConfig_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(ModelConfigRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).ModelConfig(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/ModelConfig", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).ModelConfig(ctx, req.(*ModelConfigRequest)) } return interceptor(ctx, in, info, handler) } func _GRPCInferenceService_ModelStatistics_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(ModelStatisticsRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).ModelStatistics(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/ModelStatistics", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).ModelStatistics(ctx, req.(*ModelStatisticsRequest)) } return interceptor(ctx, in, info, handler) } func _GRPCInferenceService_RepositoryIndex_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(RepositoryIndexRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).RepositoryIndex(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/RepositoryIndex", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).RepositoryIndex(ctx, req.(*RepositoryIndexRequest)) } return interceptor(ctx, in, info, handler) } func _GRPCInferenceService_RepositoryModelLoad_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(RepositoryModelLoadRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).RepositoryModelLoad(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/RepositoryModelLoad", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).RepositoryModelLoad(ctx, req.(*RepositoryModelLoadRequest)) } return interceptor(ctx, in, info, handler) } func _GRPCInferenceService_RepositoryModelUnload_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(RepositoryModelUnloadRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).RepositoryModelUnload(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/RepositoryModelUnload", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).RepositoryModelUnload(ctx, req.(*RepositoryModelUnloadRequest)) } return interceptor(ctx, in, info, handler) } func _GRPCInferenceService_SystemSharedMemoryStatus_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(SystemSharedMemoryStatusRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).SystemSharedMemoryStatus(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/SystemSharedMemoryStatus", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).SystemSharedMemoryStatus(ctx, req.(*SystemSharedMemoryStatusRequest)) } return interceptor(ctx, in, info, handler) } func _GRPCInferenceService_SystemSharedMemoryRegister_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(SystemSharedMemoryRegisterRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).SystemSharedMemoryRegister(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/SystemSharedMemoryRegister", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).SystemSharedMemoryRegister(ctx, req.(*SystemSharedMemoryRegisterRequest)) } return interceptor(ctx, in, info, handler) } func _GRPCInferenceService_SystemSharedMemoryUnregister_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(SystemSharedMemoryUnregisterRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).SystemSharedMemoryUnregister(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/SystemSharedMemoryUnregister", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).SystemSharedMemoryUnregister(ctx, req.(*SystemSharedMemoryUnregisterRequest)) } return interceptor(ctx, in, info, handler) } func _GRPCInferenceService_CudaSharedMemoryStatus_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(CudaSharedMemoryStatusRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).CudaSharedMemoryStatus(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/CudaSharedMemoryStatus", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).CudaSharedMemoryStatus(ctx, req.(*CudaSharedMemoryStatusRequest)) } return interceptor(ctx, in, info, handler) } func _GRPCInferenceService_CudaSharedMemoryRegister_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(CudaSharedMemoryRegisterRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).CudaSharedMemoryRegister(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/CudaSharedMemoryRegister", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).CudaSharedMemoryRegister(ctx, req.(*CudaSharedMemoryRegisterRequest)) } return interceptor(ctx, in, info, handler) } func _GRPCInferenceService_CudaSharedMemoryUnregister_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(CudaSharedMemoryUnregisterRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).CudaSharedMemoryUnregister(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/CudaSharedMemoryUnregister", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).CudaSharedMemoryUnregister(ctx, req.(*CudaSharedMemoryUnregisterRequest)) } return interceptor(ctx, in, info, handler) } func _GRPCInferenceService_TraceSetting_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(TraceSettingRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).TraceSetting(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/TraceSetting", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).TraceSetting(ctx, req.(*TraceSettingRequest)) } return interceptor(ctx, in, info, handler) } func _GRPCInferenceService_LogSettings_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { in := new(LogSettingsRequest) if err := dec(in); err != nil { return nil, err } if interceptor == nil { return srv.(GRPCInferenceServiceServer).LogSettings(ctx, in) } info := &grpc.UnaryServerInfo{ Server: srv, FullMethod: "/inference.GRPCInferenceService/LogSettings", } handler := func(ctx context.Context, req interface{}) (interface{}, error) { return srv.(GRPCInferenceServiceServer).LogSettings(ctx, req.(*LogSettingsRequest)) } return interceptor(ctx, in, info, handler) } // GRPCInferenceService_ServiceDesc is the grpc.ServiceDesc for GRPCInferenceService service. // It's only intended for direct use with grpc.RegisterService, // and not to be introspected or modified (even as a copy) var GRPCInferenceService_ServiceDesc = grpc.ServiceDesc{ ServiceName: "inference.GRPCInferenceService", HandlerType: (*GRPCInferenceServiceServer)(nil), Methods: []grpc.MethodDesc{ { MethodName: "ServerLive", Handler: _GRPCInferenceService_ServerLive_Handler, }, { MethodName: "ServerReady", Handler: _GRPCInferenceService_ServerReady_Handler, }, { MethodName: "ModelReady", Handler: _GRPCInferenceService_ModelReady_Handler, }, { MethodName: "ServerMetadata", Handler: _GRPCInferenceService_ServerMetadata_Handler, }, { MethodName: "ModelMetadata", Handler: _GRPCInferenceService_ModelMetadata_Handler, }, { MethodName: "ModelInfer", Handler: _GRPCInferenceService_ModelInfer_Handler, }, { MethodName: "ModelConfig", Handler: _GRPCInferenceService_ModelConfig_Handler, }, { MethodName: "ModelStatistics", Handler: _GRPCInferenceService_ModelStatistics_Handler, }, { MethodName: "RepositoryIndex", Handler: _GRPCInferenceService_RepositoryIndex_Handler, }, { MethodName: "RepositoryModelLoad", Handler: _GRPCInferenceService_RepositoryModelLoad_Handler, }, { MethodName: "RepositoryModelUnload", Handler: _GRPCInferenceService_RepositoryModelUnload_Handler, }, { MethodName: "SystemSharedMemoryStatus", Handler: _GRPCInferenceService_SystemSharedMemoryStatus_Handler, }, { MethodName: "SystemSharedMemoryRegister", Handler: _GRPCInferenceService_SystemSharedMemoryRegister_Handler, }, { MethodName: "SystemSharedMemoryUnregister", Handler: _GRPCInferenceService_SystemSharedMemoryUnregister_Handler, }, { MethodName: "CudaSharedMemoryStatus", Handler: _GRPCInferenceService_CudaSharedMemoryStatus_Handler, }, { MethodName: "CudaSharedMemoryRegister", Handler: _GRPCInferenceService_CudaSharedMemoryRegister_Handler, }, { MethodName: "CudaSharedMemoryUnregister", Handler: _GRPCInferenceService_CudaSharedMemoryUnregister_Handler, }, { MethodName: "TraceSetting", Handler: _GRPCInferenceService_TraceSetting_Handler, }, { MethodName: "LogSettings", Handler: _GRPCInferenceService_LogSettings_Handler, }, }, Streams: []grpc.StreamDesc{ { StreamName: "ModelStreamInfer", Handler: _GRPCInferenceService_ModelStreamInfer_Handler, ServerStreams: true, ClientStreams: true, }, }, Metadata: "pkg/apis/inference/grpc_service.proto", }