Reverting changes on create_spip_article_clean.py

parent 8d5410aa
......@@ -86,12 +86,7 @@ with open("./spip_yml/spip_articles.yml", 'r') as stream:
regex = re.compile(f'({r}.*)')
lines = regex.sub(remove, lines)
#lines = lines.encode('iso-8859-1', 'utf8').decode('utf-8', 'mixed')
import ftfy
lines = ftfy.fix_encoding(lines)
with open("tmp.yml", "w") as fout:
fout.write(lines)
lines = lines.encode('iso-8859-1', 'utf8').decode('utf-8', 'mixed')
y = yaml.load(clean_titles(strip_invalid(lines)))
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment