switch from chardet to charset-normalizer

This commit is contained in:
2025-09-03 10:33:39 +02:00
parent b344d806e2
commit a231213276

View File

@@ -1,13 +1,12 @@
import csv
import chardet
from charset_normalizer import detect
def csv_to_list(path: str) -> list[str]:
"""
Extracts the data from a csv file and returns it as a pandas dataframe
"""
encoding = chardet.detect(open(path, "rb").read())["encoding"]
encoding = detect(open(path, "rb").read())["encoding"]
with open(path, newline="", encoding=encoding) as csvfile:
# if decoder fails to map, assign ""
reader = csv.reader(csvfile, delimiter=";", quotechar="|")