2016-02-16 18:57:44 +00:00
|
|
|
|
|
|
|
from __future__ import absolute_import, division, print_function
|
|
|
|
|
|
|
|
import os
|
2016-02-29 18:46:36 +00:00
|
|
|
import time
|
|
|
|
import random
|
|
|
|
import shutil
|
2016-02-16 18:57:44 +00:00
|
|
|
import unittest
|
2016-02-17 03:55:40 +00:00
|
|
|
from tempfile import mkdtemp
|
2016-02-29 18:46:36 +00:00
|
|
|
from tempfile import NamedTemporaryFile as ntf
|
|
|
|
|
|
|
|
from tldp.outputs import OutputNamingConvention
|
2016-02-16 18:57:44 +00:00
|
|
|
|
2016-02-17 03:55:40 +00:00
|
|
|
|
2016-02-16 18:57:44 +00:00
|
|
|
def stem_and_ext(name):
|
|
|
|
stem, ext = os.path.splitext(os.path.basename(name))
|
|
|
|
assert ext != ''
|
|
|
|
return stem, ext
|
|
|
|
|
2016-02-17 03:55:40 +00:00
|
|
|
|
2016-02-16 18:57:44 +00:00
|
|
|
def dir_to_components(reldir):
|
2016-02-16 22:12:42 +00:00
|
|
|
reldir, basename = os.path.split(os.path.normpath(reldir))
|
|
|
|
components = [basename]
|
2016-02-16 18:57:44 +00:00
|
|
|
while reldir != '':
|
|
|
|
reldir, basename = os.path.split(reldir)
|
|
|
|
components.append(basename)
|
|
|
|
assert len(components) >= 1
|
|
|
|
components.reverse()
|
|
|
|
return components
|
|
|
|
|
|
|
|
|
|
|
|
class TestToolsFilesystem(unittest.TestCase):
|
|
|
|
|
|
|
|
def setUp(self):
|
2016-02-29 18:46:36 +00:00
|
|
|
self.makeTempdir()
|
2016-02-16 18:57:44 +00:00
|
|
|
|
|
|
|
def tearDown(self):
|
2016-02-29 18:46:36 +00:00
|
|
|
self.removeTempdir()
|
|
|
|
|
|
|
|
def makeTempdir(self):
|
|
|
|
self.tempdir = mkdtemp(prefix='tldp-test-')
|
|
|
|
|
|
|
|
def removeTempdir(self):
|
2016-02-16 18:57:44 +00:00
|
|
|
shutil.rmtree(self.tempdir)
|
|
|
|
|
|
|
|
def adddir(self, reldir):
|
|
|
|
components = dir_to_components(reldir)
|
|
|
|
absdir = self.tempdir
|
|
|
|
while components:
|
|
|
|
absdir = os.path.join(absdir, components.pop(0))
|
|
|
|
if not os.path.isdir(absdir):
|
|
|
|
os.mkdir(absdir)
|
|
|
|
self.assertTrue(os.path.isdir(absdir))
|
|
|
|
relpath = os.path.relpath(absdir, self.tempdir)
|
|
|
|
return relpath, absdir
|
|
|
|
|
2016-02-17 18:19:23 +00:00
|
|
|
def addfile(self, reldir, filename, stem=None, ext=None):
|
2016-02-16 18:57:44 +00:00
|
|
|
if stem is None:
|
2016-02-16 22:12:42 +00:00
|
|
|
stem, _ = stem_and_ext(filename)
|
2016-02-16 18:57:44 +00:00
|
|
|
if ext is None:
|
2016-02-16 22:12:42 +00:00
|
|
|
_, ext = stem_and_ext(filename)
|
|
|
|
newname = os.path.join(self.tempdir, reldir, stem + ext)
|
|
|
|
if os.path.isfile(filename):
|
|
|
|
shutil.copy(filename, newname)
|
|
|
|
else:
|
2016-02-17 18:19:23 +00:00
|
|
|
with open(newname):
|
|
|
|
pass
|
2016-02-16 18:57:44 +00:00
|
|
|
relname = os.path.relpath(newname, self.tempdir)
|
|
|
|
return relname, newname
|
|
|
|
|
2016-02-29 18:46:36 +00:00
|
|
|
|
|
|
|
class CCTestTools(unittest.TestCase):
|
|
|
|
|
|
|
|
def setUp(self):
|
|
|
|
self.makeTempdir()
|
|
|
|
|
|
|
|
def tearDown(self):
|
|
|
|
self.removeTempdir()
|
|
|
|
|
|
|
|
def makeTempdir(self):
|
|
|
|
self.tempdir = mkdtemp(prefix='tldp-test-')
|
|
|
|
|
|
|
|
def removeTempdir(self):
|
|
|
|
shutil.rmtree(self.tempdir)
|
|
|
|
|
|
|
|
def writeconfig(self, case):
|
|
|
|
f = ntf(prefix=case.tag, suffix='.cfg', dir=self.tempdir, delete=False)
|
|
|
|
f.write(case.cfg)
|
|
|
|
f.close()
|
|
|
|
case.configfile = f.name
|
|
|
|
|
|
|
|
|
|
|
|
class TestOutputDirSkeleton(OutputNamingConvention):
|
|
|
|
|
|
|
|
def mkdir(self):
|
|
|
|
if not os.path.isdir(self.dirname):
|
|
|
|
os.mkdir(self.dirname)
|
|
|
|
|
|
|
|
def create_expected_docs(self):
|
|
|
|
for name in self.expected:
|
|
|
|
fname = getattr(self, name)
|
|
|
|
with open(fname, 'w'):
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
|
|
class TestSourceDocSkeleton(object):
|
|
|
|
|
|
|
|
def __init__(self, dirname):
|
|
|
|
if not os.path.abspath(dirname):
|
|
|
|
raise Exception("Please use absolute path in unit tests....")
|
|
|
|
self.dirname = dirname
|
|
|
|
if not os.path.isdir(self.dirname):
|
|
|
|
os.mkdir(self.dirname)
|
|
|
|
|
|
|
|
def addsourcefile(self, filename, content):
|
|
|
|
fname = os.path.join(self.dirname, filename)
|
|
|
|
if os.path.isfile(content):
|
|
|
|
shutil.copy(content, fname)
|
|
|
|
else:
|
|
|
|
with open(fname, 'w') as f:
|
|
|
|
f.write(content)
|
|
|
|
|
|
|
|
|
|
|
|
class TestInventoryBase(TestToolsFilesystem):
|
|
|
|
|
|
|
|
def setupcollections(self):
|
|
|
|
self.pubdir = os.path.join(self.tempdir, 'outputs')
|
|
|
|
self.sourcedir = os.path.join(self.tempdir, 'sources')
|
|
|
|
self.sourcedirs = [self.sourcedir]
|
|
|
|
for d in (self.sourcedir, self.pubdir):
|
|
|
|
if not os.path.isdir(d):
|
|
|
|
os.mkdir(d)
|
|
|
|
|
|
|
|
def add_stale(self, stem, ex):
|
|
|
|
self.setupcollections()
|
|
|
|
myoutput = TestOutputDirSkeleton(os.path.join(self.pubdir, stem), stem)
|
|
|
|
myoutput.mkdir()
|
|
|
|
myoutput.create_expected_docs()
|
|
|
|
time.sleep(0.002)
|
|
|
|
mysource = TestSourceDocSkeleton(self.sourcedir)
|
|
|
|
mysource.addsourcefile(stem + ex.ext, ex.filename)
|
|
|
|
|
|
|
|
def add_broken(self, stem, ex):
|
|
|
|
self.setupcollections()
|
|
|
|
mysource = TestSourceDocSkeleton(self.sourcedir)
|
|
|
|
mysource.addsourcefile(stem + ex.ext, ex.filename)
|
|
|
|
myoutput = TestOutputDirSkeleton(os.path.join(self.pubdir, stem), stem)
|
|
|
|
myoutput.mkdir()
|
|
|
|
myoutput.create_expected_docs()
|
|
|
|
prop = random.choice(myoutput.expected)
|
|
|
|
fname = getattr(myoutput, prop, None)
|
|
|
|
assert fname is not None
|
|
|
|
os.unlink(fname)
|
|
|
|
|
|
|
|
def add_new(self, stem, ex):
|
|
|
|
self.setupcollections()
|
|
|
|
mysource = TestSourceDocSkeleton(self.sourcedir)
|
|
|
|
mysource.addsourcefile(stem + ex.ext, ex.filename)
|
|
|
|
|
|
|
|
def add_orphan(self, stem, ex):
|
|
|
|
self.setupcollections()
|
|
|
|
myoutput = TestOutputDirSkeleton(os.path.join(self.pubdir, stem), stem)
|
|
|
|
myoutput.mkdir()
|
|
|
|
myoutput.create_expected_docs()
|
|
|
|
|
|
|
|
def add_published(self, stem, ex):
|
|
|
|
self.setupcollections()
|
|
|
|
mysource = TestSourceDocSkeleton(self.sourcedir)
|
|
|
|
mysource.addsourcefile(stem + ex.ext, ex.filename)
|
|
|
|
myoutput = TestOutputDirSkeleton(os.path.join(self.pubdir, stem), stem)
|
|
|
|
myoutput.mkdir()
|
|
|
|
myoutput.create_expected_docs()
|
|
|
|
|
2016-02-16 18:57:44 +00:00
|
|
|
#
|
|
|
|
# -- end of file
|