|
|
@ -26,48 +26,28 @@ print((end-start) / 100) |
|
|
## Performance (Default model) |
|
|
## Performance (Default model) |
|
|
|
|
|
|
|
|
- Device: MacOS, 2.3 GHz Quad-Core Intel Core i7, 8 CPUs |
|
|
- Device: MacOS, 2.3 GHz Quad-Core Intel Core i7, 8 CPUs |
|
|
- Input: 10s mono audio, shape (1, ), sr , loop for 100 times |
|
|
|
|
|
|
|
|
- Input: 10s stereo audio, shape (2, 441344), sr 44100, loop for 100 times |
|
|
|
|
|
|
|
|
| inference method | mem usage | avg time | |
|
|
| inference method | mem usage | avg time | |
|
|
| -- | -- | -- | |
|
|
| -- | -- | -- | |
|
|
| pytorch | 0.3G | 0.451s | |
|
|
|
|
|
| torchscript | 0.3G | 0.470s | |
|
|
|
|
|
| onnx | 0.3G | 0.378s | |
|
|
|
|
|
|
|
|
| pytorch | 0.3G | 0.160s | |
|
|
|
|
|
| torchscript | 0.3G | 0.167s | |
|
|
|
|
|
| onnx | 0.4G | 0.093s | |
|
|
|
|
|
|
|
|
- Device: MacOS, 2.3 GHz Quad-Core Intel Core i7, 8 CPUs |
|
|
- Device: MacOS, 2.3 GHz Quad-Core Intel Core i7, 8 CPUs |
|
|
- Input: 188s stereo audio, shape (2, 8328408), sr 44100, loop for 100 times |
|
|
- Input: 188s stereo audio, shape (2, 8328408), sr 44100, loop for 100 times |
|
|
|
|
|
|
|
|
| inference method | mem usage | avg time | |
|
|
| inference method | mem usage | avg time | |
|
|
| -- | -- | -- | |
|
|
| -- | -- | -- | |
|
|
| pytorch | 2.6G | 8.162s | |
|
|
|
|
|
| torchscript | 2.8G | 7.507s | |
|
|
|
|
|
| onnx | 1.7G | 6.769s | |
|
|
|
|
|
|
|
|
| pytorch | 2.7G | 2.29s | |
|
|
|
|
|
| torchscript | 2.5G | 2.30s | |
|
|
|
|
|
| onnx | 1.3G | 1.77s | |
|
|
|
|
|
|
|
|
- Device: MacOS, 2.3 GHz Quad-Core Intel Core i7, 8 CPUs |
|
|
- Device: MacOS, 2.3 GHz Quad-Core Intel Core i7, 8 CPUs |
|
|
- Input: 600s stereo audio, shape (2, 28800000), sr 48000, loop for 20 times |
|
|
|
|
|
|
|
|
- Input: 600s mono audio, shape (1, 9600000), sr 16000, loop for 20 times |
|
|
|
|
|
|
|
|
| inference method | mem usage | avg time | |
|
|
| inference method | mem usage | avg time | |
|
|
| -- | -- | -- | |
|
|
| -- | -- | -- | |
|
|
| pytorch | 5G | 22.540s | |
|
|
|
|
|
| torchscript | 4.9G | 22.514s | |
|
|
|
|
|
| onnx | 3.4G | 17.874s | |
|
|
|
|
|
|
|
|
|
|
|
## Performance (Distilled model) |
|
|
|
|
|
|
|
|
|
|
|
- Device: MacOS, 2.3 GHz Quad-Core Intel Core i7, 8 CPUs |
|
|
|
|
|
- Input: 188s stereo audio, shape (2, 8328408), sr 44100, loop for 20 times |
|
|
|
|
|
|
|
|
|
|
|
| inference method | mem usage | avg time | |
|
|
|
|
|
| -- | -- | -- | |
|
|
|
|
|
| pytorch | 2.6G | 7.215s | |
|
|
|
|
|
| torchscript | 2.8G | 7.220s | |
|
|
|
|
|
| onnx | 1G | 6.410s | |
|
|
|
|
|
|
|
|
|
|
|
- Device: MacOS, 2.3 GHz Quad-Core Intel Core i7, 8 CPUs |
|
|
|
|
|
- Input: 600s stereo audio, shape (2, 28800000), sr 48000, loop for 20 times |
|
|
|
|
|
|
|
|
|
|
|
| inference method | mem usage | avg time | |
|
|
|
|
|
| -- | -- | -- | |
|
|
|
|
|
| pytorch | 4.9G | 22.482s | |
|
|
|
|
|
| torchscript | 5.1G | 21.511s | |
|
|
|
|
|
| onnx | 3.4G | 17.709s | |
|
|
|
|
|
|
|
|
| pytorch | 4.9G | 9.04s | |
|
|
|
|
|
| torchscript | 4.9G | 9.302s | |
|
|
|
|
|
| onnx | 2.7G | 4.586s | |
|
|
|
