csv-reader
              
                 
                
            
          copied
				 2 changed files with 24 additions and 0 deletions
			
			
		| @ -0,0 +1,4 @@ | |||
| from .read_csv import ReadCSV | |||
| 
 | |||
| def csv_reader(*args, **kwargs): | |||
|     ReadCSV(*args, **kwargs) | |||
| @ -0,0 +1,20 @@ | |||
| import csv | |||
| from towhee.operator import PyOperator | |||
| 
 | |||
| 
 | |||
| class ReadCSV(PyOperator): | |||
|     """ | |||
|     Wrapper of python csv: https://docs.python.org/3.8/library/csv.html | |||
|     """ | |||
|     def __init__(self, f_path: str, newline='', dialect='excel', **fmtparams): | |||
|         self._f_path = f_path | |||
|         self._newline = newline | |||
|         self._dialect = dialect | |||
|         self._fmtparams = fmtparams | |||
| 
 | |||
|     def __call__(self): | |||
|         with open(self._f_path, newline=self._newline) as f: | |||
|             reader = csv.reader(f, self._dialect, **self._fmtparams) | |||
|             # skip header | |||
|             next(reader) | |||
|             yield from reader | |||
					Loading…
					
					
				
		Reference in new issue
	
	