diff --git a/rerank.py b/rerank.py
index 510e81a..4840319 100644
--- a/rerank.py
+++ b/rerank.py
@@ -65,9 +65,6 @@ class ReRank(NNOperator):
 
         tokenized = self.tokenizer(*texts, padding=True, truncation='longest_first', return_tensors="pt", max_length=self.max_length)
 
-        for name in tokenized:
-            tokenized[name] = tokenized[name].to(self.device)
-
         logits = self.model(**tokenized)
         scores = self.post_proc(logits)