switch to codecs.open and expect UTF-8 data

This commit is contained in:
Martin A. Brown 2016-03-14 21:42:21 -07:00
parent bb7fbccc6b
commit 2afbc7a147
1 changed files with 2 additions and 1 deletions

View File

@ -5,6 +5,7 @@ from __future__ import absolute_import, division, print_function
import os
import errno
import codecs
import inspect
import logging
@ -79,7 +80,7 @@ def guess(fname):
for doctype in possible:
logger.debug("%s extension %s could be %s.", stem, ext, doctype)
with open(fname) as f:
with codecs.open(fname, encoding='utf-8') as f:
buf = f.read(1024)
guesses = list()