#! /usr/bin/python # -*- coding: utf8 -*- # # Copyright (c) 2016 Linux Documentation Project from __future__ import absolute_import, division, print_function import os import codecs import inspect import logging import tldp.doctypes logger = logging.getLogger(__name__) def getDoctypeMembers(membertype): '''returns a list of tldp.doctypes; convenience function''' found = list() for name, member in inspect.getmembers(tldp.doctypes, membertype): logger.debug("Located %s %s (%r).", membertype.__name__, name, member) found.append(member) return found def getDoctypeClasses(): '''returns a list of the classes known in tldp.doctypes This is the canonical list of doctypes which are recognized and capable of being processed into outputs. See tldp.doctypes for more information. ''' return getDoctypeMembers(inspect.isclass) def guess(fname): '''return a tldp.doctype class which is a best guess for document type :parama fname: A filename. The guess function will try to guess the document type (doctype) from the file extension. If extension matching produces multiple possible doctype matches (e.g. .xml or .sgml), the guess function will then use signature matching to find the earliest match in the file for a signature. If there are multiple signature matches, it will choose the signature matching at the earliest position in the file. Bugs/shortcomings: * This is only a guesser. * When signature matching, it reports first signature it discovers in any input file. * It could/should read more than 1024 bytes (cf. SignatureChecker) especially if it cannot return any result. * It could/should use heuristics or something richer than signatures. ''' try: stem, ext = os.path.splitext(fname) except (AttributeError, TypeError): return None if not ext: logger.debug("%s no file extension, skipping %s.", stem, ext) return None possible = [t for t in knowndoctypes if ext in t.extensions] logger.debug("Possible: %r", possible) if not possible: logger.debug("%s unknown extension %s.", stem, ext) return None if len(possible) == 1: doctype = possible.pop() return doctype # -- for this extension, multiple document types, probably SGML, XML # logger.debug("%s multiple possible doctypes for extension %s on file %s.", stem, ext, fname) for doctype in possible: logger.debug("%s extension %s could be %s.", stem, ext, doctype) try: with codecs.open(fname, encoding='utf-8') as f: buf = f.read(1024) except UnicodeDecodeError: # -- a wee bit ugly, but many SGML docs used iso-8859-1, so fall back with codecs.open(fname, encoding='iso-8859-1') as f: buf = f.read(1024) guesses = list() for doctype in possible: sindex = doctype.signatureLocation(buf, fname) if sindex is not None: guesses.append((sindex, doctype)) if not guesses: logger.warning("%s no matching signature found for %s.", stem, fname) return None if len(guesses) == 1: _, doctype = guesses.pop() return doctype # -- OK, this is unusual; we still found multiple document type # signatures. Seems rare but unlikely, so we should choose the # first signature in the file as the more likely document type. # guesses.sort() logger.info("%s multiple doctype guesses for file %s", stem, fname) for sindex, doctype in guesses: logger.info("%s could be %s (sig at pos %s)", stem, doctype, sindex) logger.info("%s going to guess %s for %s", stem, doctype, fname) _, doctype = guesses.pop(0) return doctype knowndoctypes = getDoctypeClasses() knownextensions = set() for x in knowndoctypes: knownextensions.update(x.extensions) # # -- end of file