From 2e8904b5b541c23d49cb7c9dbce3e05d403c1c85 Mon Sep 17 00:00:00 2001 From: simon-cj Date: Thu, 6 Aug 2020 17:25:58 +0800 Subject: [PATCH] feat: Add GPUType field for TensorRT --- pkg/model/types.go | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/pkg/model/types.go b/pkg/model/types.go index e46e1e70..0930039c 100644 --- a/pkg/model/types.go +++ b/pkg/model/types.go @@ -17,6 +17,10 @@ type Metadata struct { Tags []string `json:"tags,omitempty" yaml:"tags,omitempty"` Labels map[string]string `json:"labels,omitempty" yaml:"labels,omitempty"` Format string `json:"format,omitempty" yaml:"format,omitempty"` + // GPUType is for TensorRT format only, it must be set when extract signature or serve + // as a online service, otherwise， it can not extract or serve as a service. + // for other model format, you can set empty string or not set. + GPUType string `json:"gpuType,omitempty" yaml:"gpuType,omitempty"` Framework string `json:"framework,omitempty" yaml:"framework,omitempty"` Metrics []Metric `json:"metrics,omitempty" yaml:"metrics,omitempty"` Hyperparameters []Hyperparameter `json:"hyperparameters,omitempty" yaml:"hyperparameters,omitempty"`