Browse Source
Update todo
Signed-off-by: Jael Gu <mengjia.gu@zilliz.com>
main
1 changed files with
3 additions and
4 deletions
-
auto_transformers.py
|
|
@ -128,9 +128,7 @@ class AutoTransformers(NNOperator): |
|
|
|
"last_hidden_state": {0: "batch_size"}, |
|
|
|
"pooler_outputs": {0: "batch_size"} |
|
|
|
}) |
|
|
|
elif format == 'tensorrt': |
|
|
|
# os.system('pip install "git+https://github.com/grimoire/torch2trt_dynamic.git"') |
|
|
|
pass |
|
|
|
# todo: elif format == 'tensorrt': |
|
|
|
else: |
|
|
|
log.error(f'Unsupported format "{format}".') |
|
|
|
|
|
|
@ -371,6 +369,7 @@ class AutoTransformers(NNOperator): |
|
|
|
] |
|
|
|
assert set(to_remove).issubset(set(full_list)) |
|
|
|
model_list = list(set(full_list) - set(to_remove)) |
|
|
|
else: # todo: format in {'tensorrt'} |
|
|
|
# todo: elif format == 'tensorrt': |
|
|
|
else: |
|
|
|
log.error(f'Invalid format "{format}". Currently supported formats: "pytorch", "torchscript".') |
|
|
|
return model_list |
|
|
|