csv-reader
copied
2 changed files with 49 additions and 4 deletions
@ -1,2 +1,48 @@ |
|||||
# csv |
|
||||
|
# csv reader |
||||
|
|
||||
|
*author: junjie.jiang* |
||||
|
|
||||
|
<br /> |
||||
|
|
||||
|
|
||||
|
## Desription |
||||
|
|
||||
|
Wrapper of python csv: https://docs.python.org/3.8/library/csv.html |
||||
|
|
||||
|
The parameters are consistent with csv.reader |
||||
|
|
||||
|
<br /> |
||||
|
|
||||
|
|
||||
|
## Code Example |
||||
|
|
||||
|
### Example |
||||
|
|
||||
|
```python |
||||
|
from towhee import DataLoader, pipe, ops |
||||
|
p = ( |
||||
|
pipe.input('image_path') |
||||
|
.map('image_path', 'image', ops.image_decode.cv2()) |
||||
|
.map('image', 'vec', ops.image_embedding.timm(model_name='resnet50')) |
||||
|
.output('vec') |
||||
|
|
||||
|
) |
||||
|
|
||||
|
# csv data format: id,image_path,label |
||||
|
for data in DataLoader(ops.data_source.csv_reader('./reverse_image_search.csv'), parser=lambda x: x[1]): |
||||
|
print(p(data).to_list(kv_format=True)) |
||||
|
|
||||
|
# batch |
||||
|
for data in DataLoader(ops.data_source.csv_reader('./reverse_image_search.csv'), parser=lambda x: x[1], batch_size=10): |
||||
|
p.batch(data) |
||||
|
``` |
||||
|
|
||||
|
|
||||
|
|
||||
|
|
||||
|
**Parameters:** |
||||
|
|
||||
|
|
||||
|
***f_path:*** *str* |
||||
|
|
||||
|
csv file path |
||||
|
Loading…
Reference in new issue