Skip to content

Commit

Permalink
restore predictor images in isvc configmap (kubeflow#2044)
Browse files Browse the repository at this point in the history 
Signed-off-by: Suresh Nakkeran <suresh.n@ideas2it.com>
  • Loading branch information
@Suresh-Nakkeran
Suresh-Nakkeran authored Feb 18, 2022
1 parent ee2567c commit 7464e0c
Show file tree
Hide file tree
Showing 3 changed files with 125 additions and 17 deletions.
44 changes: 40 additions & 4 deletions config/configmap/inferenceservice.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,25 +7,35 @@ data:
predictors: |-
{
"tensorflow": {
"image": "tensorflow/serving",
"defaultImageVersion": "2.6.2",
"defaultGpuImageVersion": "2.6.2-gpu",
"defaultTimeout": "60",
"supportedFrameworks": [
"tensorflow"
],
"multiModelServer": false
},
"onnx": {
"image": "mcr.microsoft.com/onnxruntime/server",
"defaultImageVersion": "v1.0.0",
"supportedFrameworks": [
"onnx"
],
"multiModelServer": false
},
"sklearn": {
"v1": {
"image": "kserve/sklearnserver",
"defaultImageVersion": "latest",
"supportedFrameworks": [
"sklearn"
],
"multiModelServer": true
},
"v2": {
"image": "docker.io/seldonio/mlserver",
"defaultImageVersion": "0.5.3",
"supportedFrameworks": [
"sklearn"
],
Expand All @@ -34,25 +44,45 @@ data:
},
"xgboost": {
"v1": {
"image": "kserve/xgbserver",
"defaultImageVersion": "latest",
"supportedFrameworks": [
"xgboost"
],
"multiModelServer": true
},
"v2": {
"image": "docker.io/seldonio/mlserver",
"defaultImageVersion": "0.5.3",
"supportedFrameworks": [
"xgboost"
],
"multiModelServer": true
}
},
"pytorch": {
"supportedFrameworks": [
"pytorch"
],
"multiModelServer": false
"v1" : {
"image": "kserve/torchserve-kfs",
"defaultImageVersion": "0.5.3",
"defaultGpuImageVersion": "0.5.3-gpu",
"supportedFrameworks": [
"pytorch"
],
"multiModelServer": false
},
"v2" : {
"image": "kserve/torchserve-kfs",
"defaultImageVersion": "0.5.3",
"defaultGpuImageVersion": "0.5.3-gpu",
"supportedFrameworks": [
"pytorch"
],
"multiModelServer": false
}
},
"triton": {
"image": "nvcr.io/nvidia/tritonserver",
"defaultImageVersion": "21.09-py3",
"supportedFrameworks": [
"tensorrt",
"tensorflow",
Expand All @@ -62,18 +92,24 @@ data:
"multiModelServer": true
},
"pmml": {
"image": "kserve/pmmlserver",
"defaultImageVersion": "latest",
"supportedFrameworks": [
"pmml"
],
"multiModelServer": false
},
"lightgbm": {
"image": "kserve/lgbserver",
"defaultImageVersion": "latest",
"supportedFrameworks": [
"lightgbm"
],
"multiModelServer": false
},
"paddle": {
"image": "kserve/paddleserver",
"defaultImageVersion": "latest",
"supportedFrameworks": [
"paddle"
],
Expand Down
54 changes: 45 additions & 9 deletions config/overlays/test/configmap/inferenceservice.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,25 +7,35 @@ data:
predictors: |-
{
"tensorflow": {
"image": "tensorflow/serving",
"defaultImageVersion": "2.6.2",
"defaultGpuImageVersion": "2.6.2-gpu",
"defaultTimeout": "60",
"supportedFrameworks": [
"tensorflow"
"tensorflow"
],
"multiModelServer": false
},
"onnx": {
"image": "mcr.microsoft.com/onnxruntime/server",
"defaultImageVersion": "v1.0.0",
"supportedFrameworks": [
"onnx"
],
"multiModelServer": false
},
"sklearn": {
"v1": {
"image": "809251082950.dkr.ecr.us-west-2.amazonaws.com/kserve/sklearnserver",
"defaultImageVersion": "latest",
"supportedFrameworks": [
"sklearn"
],
"multiModelServer": true
},
"v2": {
"image": "docker.io/seldonio/mlserver",
"defaultImageVersion": "0.5.3",
"supportedFrameworks": [
"sklearn"
],
Expand All @@ -34,31 +44,45 @@ data:
},
"xgboost": {
"v1": {
"image": "809251082950.dkr.ecr.us-west-2.amazonaws.com/kserve/xgbserver",
"defaultImageVersion": "latest",
"supportedFrameworks": [
"xgboost"
],
"multiModelServer": true
},
"v2": {
"image": "docker.io/seldonio/mlserver",
"defaultImageVersion": "0.5.3",
"supportedFrameworks": [
"xgboost"
],
"multiModelServer": true
}
},
"pytorch": {
"supportedFrameworks": [
"pytorch"
],
"multiModelServer": false
},
"paddle": {
"v1" : {
"image": "kserve/torchserve-kfs",
"defaultImageVersion": "0.5.3",
"defaultGpuImageVersion": "0.5.3-gpu",
"supportedFrameworks": [
"paddle"
"pytorch"
],
"multiModelServer": false
},
"v2" : {
"image": "kserve/torchserve-kfs",
"defaultImageVersion": "0.5.3",
"defaultGpuImageVersion": "0.5.3-gpu",
"supportedFrameworks": [
"pytorch"
],
"multiModelServer": false
}
},
"triton": {
"image": "nvcr.io/nvidia/tritonserver",
"defaultImageVersion": "21.09-py3",
"supportedFrameworks": [
"tensorrt",
"tensorflow",
Expand All @@ -69,16 +93,28 @@ data:
"multiModelServer": true
},
"pmml": {
"image": "809251082950.dkr.ecr.us-west-2.amazonaws.com/kserve/pmmlserver",
"defaultImageVersion": "latest",
"supportedFrameworks": [
"pmml"
],
"multiModelServer": false
},
"lightgbm": {
"image": "809251082950.dkr.ecr.us-west-2.amazonaws.com/kserve/lgbserver",
"defaultImageVersion": "latest",
"supportedFrameworks": [
"lightgbm"
],
"multiModelServer": true
"multiModelServer": false
},
"paddle": {
"image": "809251082950.dkr.ecr.us-west-2.amazonaws.com/kserve/paddleserver",
"defaultImageVersion": "latest",
"supportedFrameworks": [
"paddle"
],
"multiModelServer": false
}
}
transformers: |-
Expand Down
44 changes: 40 additions & 4 deletions install/v0.8.0/kserve.yaml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14865,25 +14865,35 @@ data:
predictors: |-
{
"tensorflow": {
"image": "tensorflow/serving",
"defaultImageVersion": "2.6.2",
"defaultGpuImageVersion": "2.6.2-gpu",
"defaultTimeout": "60",
"supportedFrameworks": [
"tensorflow"
],
"multiModelServer": false
},
"onnx": {
"image": "mcr.microsoft.com/onnxruntime/server",
"defaultImageVersion": "v1.0.0",
"supportedFrameworks": [
"onnx"
],
"multiModelServer": false
},
"sklearn": {
"v1": {
"image": "kserve/sklearnserver",
"defaultImageVersion": "v0.8.0",
"supportedFrameworks": [
"sklearn"
],
"multiModelServer": true
},
"v2": {
"image": "docker.io/seldonio/mlserver",
"defaultImageVersion": "0.5.3",
"supportedFrameworks": [
"sklearn"
],
Expand All @@ -14892,25 +14902,45 @@ data:
},
"xgboost": {
"v1": {
"image": "kserve/xgbserver",
"defaultImageVersion": "v0.8.0",
"supportedFrameworks": [
"xgboost"
],
"multiModelServer": true
},
"v2": {
"image": "docker.io/seldonio/mlserver",
"defaultImageVersion": "0.5.3",
"supportedFrameworks": [
"xgboost"
],
"multiModelServer": true
}
},
"pytorch": {
"supportedFrameworks": [
"pytorch"
],
"multiModelServer": false
"v1" : {
"image": "kserve/torchserve-kfs",
"defaultImageVersion": "0.5.3",
"defaultGpuImageVersion": "0.5.3-gpu",
"supportedFrameworks": [
"pytorch"
],
"multiModelServer": false
},
"v2" : {
"image": "kserve/torchserve-kfs",
"defaultImageVersion": "0.5.3",
"defaultGpuImageVersion": "0.5.3-gpu",
"supportedFrameworks": [
"pytorch"
],
"multiModelServer": false
}
},
"triton": {
"image": "nvcr.io/nvidia/tritonserver",
"defaultImageVersion": "21.09-py3",
"supportedFrameworks": [
"tensorrt",
"tensorflow",
Expand All @@ -14920,18 +14950,24 @@ data:
"multiModelServer": true
},
"pmml": {
"image": "kserve/pmmlserver",
"defaultImageVersion": "v0.8.0",
"supportedFrameworks": [
"pmml"
],
"multiModelServer": false
},
"lightgbm": {
"image": "kserve/lgbserver",
"defaultImageVersion": "v0.8.0",
"supportedFrameworks": [
"lightgbm"
],
"multiModelServer": false
},
"paddle": {
"image": "kserve/paddleserver",
"defaultImageVersion": "v0.8.0",
"supportedFrameworks": [
"paddle"
],
Expand Down

0 comments on commit 7464e0c

Please sign in to comment.