set encoding to UTF-8 for Disqus and WordPress import, also fixes #93

This commit is contained in:
Martin Zimmermann 2014-11-12 22:34:07 +01:00
parent 0d6d975f98
commit 4b64615f92

View File

@ -164,7 +164,7 @@ class WordPress(object):
self.xmlfile = xmlfile
self.count = 0
with io.open(xmlfile) as fp:
with io.open(xmlfile, encoding="utf-8") as fp:
ns = WordPress.detect(fp.read(io.DEFAULT_BUFFER_SIZE))
if ns:
@ -257,7 +257,7 @@ def dispatch(type, db, dump):
if type is None:
with io.open(dump) as fp:
with io.open(dump, encoding="utf-8") as fp:
peek = fp.read(io.DEFAULT_BUFFER_SIZE)
if WordPress.detect(peek):