csv-reader
              
                 
                
            
          copied
				 2 changed files with 49 additions and 4 deletions
			
			
		| @ -1,2 +1,48 @@ | |||||
| # csv |  | ||||
|  | # csv reader | ||||
| 
 | 
 | ||||
|  | *author: junjie.jiang* | ||||
|  | 
 | ||||
|  | <br /> | ||||
|  | 
 | ||||
|  | 
 | ||||
|  | ## Desription | ||||
|  | 
 | ||||
|  | Wrapper of python csv: https://docs.python.org/3.8/library/csv.html | ||||
|  | 
 | ||||
|  | The parameters are consistent with csv.reader | ||||
|  | 
 | ||||
|  | <br /> | ||||
|  | 
 | ||||
|  | 
 | ||||
|  | ## Code Example | ||||
|  | 
 | ||||
|  | ### Example | ||||
|  | 
 | ||||
|  | ```python | ||||
|  | from towhee import DataLoader, pipe, ops | ||||
|  | p = ( | ||||
|  |     pipe.input('image_path') | ||||
|  |     .map('image_path', 'image', ops.image_decode.cv2()) | ||||
|  |     .map('image', 'vec', ops.image_embedding.timm(model_name='resnet50')) | ||||
|  |     .output('vec') | ||||
|  | 
 | ||||
|  | ) | ||||
|  | 
 | ||||
|  | # csv data format: id,image_path,label | ||||
|  | for data in DataLoader(ops.data_source.csv_reader('./reverse_image_search.csv'), parser=lambda x: x[1]): | ||||
|  |     print(p(data).to_list(kv_format=True)) | ||||
|  | 
 | ||||
|  | # batch | ||||
|  | for data in DataLoader(ops.data_source.csv_reader('./reverse_image_search.csv'), parser=lambda x: x[1], batch_size=10): | ||||
|  |     p.batch(data) | ||||
|  | ``` | ||||
|  | 
 | ||||
|  | 
 | ||||
|  | 
 | ||||
|  | 
 | ||||
|  | **Parameters:** | ||||
|  | 
 | ||||
|  | 
 | ||||
|  | ***f_path:*** *str* | ||||
|  | 
 | ||||
|  | csv file path | ||||
|  | |||||
					Loading…
					
					
				
		Reference in new issue
	
	