1，下载

sudo apt-get update
sudo apt-get install make cmake
git clone https://github.com/microsoft/onnxruntime.git
cd onnxruntime
bash ./build.sh --skip_tests --use_cuda --config RelWithDebInfo --build_shared_lib --parallel  
--cuda_home=/usr/local/cuda-10.0 --cudnn_home=/usr/local/cuda-10.0 --build_wheel

2，python CPU测试结果

# *_*coding:utf-8 *_*
import onnxruntime
import numpy as np
from onnxruntime.datasets import get_exampleexample_model = get_example("sigmoid.onnx")
sess = onnxruntime.InferenceSession(example_model)input_name = sess.get_inputs()[0].name
print("input name : ", input_name)
input_shape = sess.get_inputs()[0].shape
print("input shape : ", input_shape)
input_type = sess.get_inputs()[0].type
print("input type : ", input_type)output_name = sess.get_outputs()[0].name
print("output name : ", output_name)
output_shape = sess.get_outputs()[0].shape
print("output shape : ", output_shape)
output_type = sess.get_outputs()[0].type
print("output type : ", output_type)x = np.random.random(input_shape)
x = x.astype(np.float32)result = sess.run([output_name], {input_name:x})
print(result)

3,python GPU测试结果