From 9f73f60382b790b44a3d7e20b909a2e8fbd621e7 Mon Sep 17 00:00:00 2001 From: Jael Gu Date: Mon, 8 May 2023 15:38:09 +0800 Subject: [PATCH] Update benchmark Signed-off-by: Jael Gu --- benchmark/README.md | 4 ++-- benchmark/evaluate.py | 3 +-- 2 files changed, 3 insertions(+), 4 deletions(-) diff --git a/benchmark/README.md b/benchmark/README.md index 3577883..07fe0d0 100644 --- a/benchmark/README.md +++ b/benchmark/README.md @@ -11,7 +11,7 @@ cd SentEval/data/downstream 2. Run test script ```bash -python transformers_test.py MODEL_NAME +python evaluate.py MODEL_NAME ``` ## QPS Test @@ -30,4 +30,4 @@ python qps_test --model paraphrase-albert-small-v2 --pipe --onnx --triton --num - `--onnx`: optional, on/off flag to enable qps test for onnx - `--triton`: optional, on/off flag to enable qps for triton (please make sure that triton client is ready) - `--num`: optional, integer, defaults to 100, batch size in each loop (10 loops in total) -- `--device`: optional, int, defaults to -1, cuda index or use cpu when -1 \ No newline at end of file +- `--device`: optional, int, defaults to -1, cuda index or use cpu when -1 diff --git a/benchmark/evaluate.py b/benchmark/evaluate.py index d9489a0..1e280d6 100644 --- a/benchmark/evaluate.py +++ b/benchmark/evaluate.py @@ -6,8 +6,7 @@ # """ -Clone GenSen repo here: https://github.com/Maluuba/gensen.git -And follow instructions for loading the model used in batcher +Clone repo here: https://github.com/facebookresearch/SentEval.git """ from __future__ import absolute_import, division, unicode_literals