import chardet

​

def detect_encoding(file_path):

    with open(file_path, 'rb') as f:

        result = chardet.detect(f.read())

    return result['encoding']

​

encoding = detect_encoding("elon_musk.txt")

​

with open("elon_musk.txt", 'r', encoding=encoding) as f:

    text = f.read()

​

with open("elon_musk_utf8.txt", 'w', encoding='utf-8') as f:

    f.write(text)

​

loader = TextLoader("elon_musk_utf8.txt")

documents = loader.load()