Skip to content

Commit

Permalink
Bring back Python backend based PyTorch backend (#6518)
Browse files Browse the repository at this point in the history
* Patch L0_model_config with runtime

* Add L0_pytorch_python_runtime

* Update expected runtime field

* Add test for escaping runtime

* Add comments on unit test imports

* Add invalid runtime test

* User to build PyTorch env

* Update copyright
  • Loading branch information
kthui authored and oandreeva-nv committed Jan 12, 2024
1 parent d35e99a commit 64433b3
Show file tree
Hide file tree
Showing 138 changed files with 667 additions and 30 deletions.
Original file line number Diff line number Diff line change
@@ -1,2 +1 @@
Invalid argument: unable to find 'libtriton_unknown.so' or 'unknown/model.py' for model 'unknown_backend.unknown'

Invalid argument: unable to find backend library for backend 'unknown', try specifying runtime on the model configuration.
Original file line number Diff line number Diff line change
Expand Up @@ -20,3 +20,4 @@ output_pinned_memory {
}
}
backend: "identity"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -31,3 +31,4 @@ output_pinned_memory {
}
}
backend: "identity"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -32,4 +32,5 @@ optimization {
enable: true
}
}
backend: "onnxruntime"
backend: "onnxruntime"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -45,3 +45,4 @@ optimization {
}
}
backend: "onnxruntime"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -45,3 +45,4 @@ optimization {
}
}
backend: "onnxruntime"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -45,3 +45,4 @@ optimization {
}
}
backend: "onnxruntime"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -45,3 +45,4 @@ optimization {
}
}
backend: "onnxruntime"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -45,3 +45,4 @@ optimization {
}
}
backend: "onnxruntime"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -45,3 +45,4 @@ optimization {
}
}
backend: "onnxruntime"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -45,3 +45,4 @@ optimization {
}
}
backend: "onnxruntime"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -45,3 +45,4 @@ optimization {
}
}
backend: "onnxruntime"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -40,3 +40,4 @@ optimization {
}
}
backend: "onnxruntime"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -40,3 +40,4 @@ optimization {
}
}
backend: "onnxruntime"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -40,3 +40,4 @@ optimization {
}
}
backend: "onnxruntime"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -40,3 +40,4 @@ optimization {
}
}
backend: "onnxruntime"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -42,4 +42,5 @@ optimization {
enable: true
}
}
backend: "openvino"
backend: "openvino"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -42,4 +42,5 @@ optimization {
enable: true
}
}
backend: "openvino"
backend: "openvino"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -42,4 +42,5 @@ optimization {
enable: true
}
}
backend: "openvino"
backend: "openvino"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -42,4 +42,5 @@ optimization {
enable: true
}
}
backend: "openvino"
backend: "openvino"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -42,4 +42,5 @@ optimization {
enable: true
}
}
backend: "openvino"
backend: "openvino"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -42,4 +42,5 @@ optimization {
enable: true
}
}
backend: "openvino"
backend: "openvino"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -42,4 +42,5 @@ optimization {
enable: true
}
}
backend: "openvino"
backend: "openvino"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -42,4 +42,5 @@ optimization {
enable: true
}
}
backend: "openvino"
backend: "openvino"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -42,4 +42,5 @@ optimization {
enable: true
}
}
backend: "openvino"
backend: "openvino"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -42,4 +42,5 @@ optimization {
enable: true
}
}
backend: "openvino"
backend: "openvino"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -42,4 +42,5 @@ optimization {
enable: true
}
}
backend: "openvino"
backend: "openvino"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -42,4 +42,5 @@ optimization {
enable: true
}
}
backend: "openvino"
backend: "openvino"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -40,4 +40,5 @@ optimization {
enable: true
}
}
backend: "openvino"
backend: "openvino"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -40,4 +40,5 @@ optimization {
enable: true
}
}
backend: "openvino"
backend: "openvino"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -43,4 +43,5 @@ optimization {
enable: true
}
}
backend: "python"
backend: "python"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -43,4 +43,5 @@ optimization {
enable: true
}
}
backend: "python"
backend: "python"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -43,4 +43,5 @@ optimization {
enable: true
}
}
backend: "python"
backend: "python"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -43,4 +43,5 @@ optimization {
enable: true
}
}
backend: "python"
backend: "python"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -43,4 +43,5 @@ optimization {
enable: true
}
}
backend: "python"
backend: "python"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -43,4 +43,5 @@ optimization {
enable: true
}
}
backend: "python"
backend: "python"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -43,4 +43,5 @@ optimization {
enable: true
}
}
backend: "python"
backend: "python"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -43,4 +43,5 @@ optimization {
enable: true
}
}
backend: "python"
backend: "python"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -40,3 +40,4 @@ optimization {
}
}
backend: "python"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -40,3 +40,4 @@ optimization {
}
}
backend: "python"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -40,3 +40,4 @@ optimization {
}
}
backend: "python"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -40,3 +40,4 @@ optimization {
}
}
backend: "python"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -40,3 +40,4 @@ optimization {
}
}
backend: "python"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -40,3 +40,4 @@ optimization {
}
}
backend: "python"
runtime: ""
Original file line number Diff line number Diff line change
Expand Up @@ -41,6 +41,7 @@ optimization {
}
}
backend: "python"
runtime: ""
model_transaction_policy {
decoupled: true
}
Original file line number Diff line number Diff line change
Expand Up @@ -41,6 +41,7 @@ optimization {
}
}
backend: "python"
runtime: ""
model_transaction_policy {
decoupled: true
}
Original file line number Diff line number Diff line change
Expand Up @@ -41,6 +41,7 @@ optimization {
}
}
backend: "python"
runtime: ""
model_transaction_policy {
decoupled: true
}
Original file line number Diff line number Diff line change
Expand Up @@ -41,6 +41,7 @@ optimization {
}
}
backend: "python"
runtime: ""
model_transaction_policy {
decoupled: true
}
Original file line number Diff line number Diff line change
Expand Up @@ -41,5 +41,6 @@ optimization {
}
}
backend: "python"
runtime: ""
model_transaction_policy {
}
Original file line number Diff line number Diff line change
Expand Up @@ -41,5 +41,6 @@ optimization {
}
}
backend: "python"
runtime: ""
model_transaction_policy {
}
Original file line number Diff line number Diff line change
Expand Up @@ -41,5 +41,6 @@ optimization {
}
}
backend: "python"
runtime: ""
model_transaction_policy {
}
Original file line number Diff line number Diff line change
Expand Up @@ -41,5 +41,6 @@ optimization {
}
}
backend: "python"
runtime: ""
model_transaction_policy {
}
Original file line number Diff line number Diff line change
Expand Up @@ -41,6 +41,7 @@ optimization {
}
}
backend: "python"
runtime: ""
model_transaction_policy {
decoupled: true
}
Original file line number Diff line number Diff line change
Expand Up @@ -41,6 +41,7 @@ optimization {
}
}
backend: "python"
runtime: ""
model_transaction_policy {
decoupled: true
}
Original file line number Diff line number Diff line change
Expand Up @@ -41,6 +41,7 @@ optimization {
}
}
backend: "python"
runtime: ""
model_transaction_policy {
decoupled: true
}
Loading

0 comments on commit 64433b3

Please sign in to comment.