Untitled

UnicodeDecodeError                        Traceback (most recent call last)
Cell In[77], line 20
     18 # Use tqdm to track progress
     19 with open(file_path, 'r') as input_file, open(output_file_path, 'w') as output_file:
---> 20       for line in tqdm(input_file, desc=f"Processing {file_name}", unit=" lines"):
     21         parts = line.split('|')
     22         if len(parts) >= 4:
     23             
     24             #print(parts[7])

File ~\anaconda3\Lib\site-packages\tqdm\std.py:1178, in tqdm.__iter__(self)
   1175 time = self._time
   1177 try:
-> 1178     for obj in iterable:
   1179         yield obj
   1180         # Update and possibly print the progressbar.
   1181         # Note: does not call self.update(1) for speed optimisation.

File ~\anaconda3\Lib\encodings\cp1252.py:23, in IncrementalDecoder.decode(self, input, final)
     22 def decode(self, input, final=False):
---> 23     return codecs.charmap_decode(input,self.errors,decoding_table)[0]

UnicodeDecodeError: 'charmap' codec can't decode byte 0x81 in position 7008: character maps to <undefined>