diff --git a/model-deployment/containers/Triton/Deploy ONNX model on Triton.md b/model-deployment/containers/Triton/Deploy ONNX model on Triton.md index 43c0e4c2..ad7388fe 100644 --- a/model-deployment/containers/Triton/Deploy ONNX model on Triton.md +++ b/model-deployment/containers/Triton/Deploy ONNX model on Triton.md @@ -28,12 +28,9 @@ wget -O model_repository/densenet_onnx/1/model.onnx https://github.com/oracle-sa ### Step 1.2 Upload NVIDIA base triton server image to OCI Container Registry ``` +docker pull nvcr.io/nvidia/tritonserver:23.01-py3 docker login $(OCIR_REGION).ocir.io -mkdir -p tritonServer -cd tritonServer -git clone https://github.com/triton-inference-server/server.git -b v2.30.0 --depth 1 -cd server -python compose.py --backend onnxruntime --repoagent checksum --output-name $(OCIR_REGION).ocir.io/$(OCIR_NAMESPACE)/oci-datascience-triton-server/onnx-runtime:1.0.0 +docker tag nvcr.io/nvidia/tritonserver:23.01-py3 $(OCIR_REGION).ocir.io/$(OCIR_NAMESPACE)/oci-datascience-triton-server/onnx-runtime:1.0.0 docker push $(OCIR_REGION).ocir.io/$(OCIR_NAMESPACE)/oci-datascience-triton-server/onnx-runtime:1.0.0 ``` diff --git a/model-deployment/containers/Triton/Deploying onnx and pytorch multi models using Triton.md b/model-deployment/containers/Triton/Deploying onnx and pytorch multi models using Triton.md index f1265253..029aaf9f 100644 --- a/model-deployment/containers/Triton/Deploying onnx and pytorch multi models using Triton.md +++ b/model-deployment/containers/Triton/Deploying onnx and pytorch multi models using Triton.md @@ -108,11 +108,7 @@ cp config.pbtxt models/resnet #### Creating image locally ``` -mkdir -p tritonServer -cd tritonServer -git clone https://github.com/triton-inference-server/server.git -b v2.30.0 --depth 1 -cd server -python compose.py --backend onnxruntime --backend pytorch --repoagent checksum --output-name $(OCIR_REGION).ocir.io/$(OCIR_NAMESPACE)/oci-datascience-triton-server/onnx-pytorch-runtime:1.0.0 +docker pull nvcr.io/nvidia/tritonserver:23.01-py3 ``` Refer https://docs.oracle.com/en-us/iaas/data-science/using/mod-dep-byoc.htm#construct-container for details on uploading image to OCIR