Browse Source
Deal with model & Model
Signed-off-by: Jael Gu <mengjia.gu@zilliz.com>
main
1 changed files with
0 additions and
4 deletions
-
auto_transformers.py
|
|
@ -25,7 +25,6 @@ from transformers import AutoTokenizer, AutoConfig, AutoModel |
|
|
|
|
|
|
|
|
from towhee.operator import NNOperator |
|
|
from towhee.operator import NNOperator |
|
|
from towhee import register |
|
|
from towhee import register |
|
|
# from towhee.serve.triton.triton_client import TritonClient |
|
|
|
|
|
# from towhee.dc2 import accelerate |
|
|
# from towhee.dc2 import accelerate |
|
|
|
|
|
|
|
|
import warnings |
|
|
import warnings |
|
|
@ -132,9 +131,6 @@ class AutoTransformers(NNOperator): |
|
|
|
|
|
|
|
|
@property |
|
|
@property |
|
|
def _model(self): |
|
|
def _model(self): |
|
|
# if isinstance(self.model, TritonClient): |
|
|
|
|
|
# model = create_model(self.model_name, self.checkpoint_path, self.device) |
|
|
|
|
|
# else: |
|
|
|
|
|
model = self.model.model |
|
|
model = self.model.model |
|
|
return model |
|
|
return model |
|
|
|
|
|
|
|
|
|
