csv-reader
              
                 
                
            
          copied
				 2 changed files with 49 additions and 4 deletions
			
			
		| @ -1,2 +1,48 @@ | |||
| # csv | |||
| # csv reader | |||
| 
 | |||
| *author: junjie.jiang* | |||
| 
 | |||
| <br /> | |||
| 
 | |||
| 
 | |||
| ## Desription | |||
| 
 | |||
| Wrapper of python csv: https://docs.python.org/3.8/library/csv.html | |||
| 
 | |||
| The parameters are consistent with csv.reader | |||
| 
 | |||
| <br /> | |||
| 
 | |||
| 
 | |||
| ## Code Example | |||
| 
 | |||
| ### Example | |||
| 
 | |||
| ```python | |||
| from towhee import DataLoader, pipe, ops | |||
| p = ( | |||
|     pipe.input('image_path') | |||
|     .map('image_path', 'image', ops.image_decode.cv2()) | |||
|     .map('image', 'vec', ops.image_embedding.timm(model_name='resnet50')) | |||
|     .output('vec') | |||
| 
 | |||
| ) | |||
| 
 | |||
| # csv data format: id,image_path,label | |||
| for data in DataLoader(ops.data_source.csv_reader('./reverse_image_search.csv'), parser=lambda x: x[1]): | |||
|     print(p(data).to_list(kv_format=True)) | |||
| 
 | |||
| # batch | |||
| for data in DataLoader(ops.data_source.csv_reader('./reverse_image_search.csv'), parser=lambda x: x[1], batch_size=10): | |||
|     p.batch(data) | |||
| ``` | |||
| 
 | |||
| 
 | |||
| 
 | |||
| 
 | |||
| **Parameters:** | |||
| 
 | |||
| 
 | |||
| ***f_path:*** *str* | |||
| 
 | |||
| csv file path | |||
|  | |||
					Loading…
					
					
				
		Reference in new issue
	
	