third_party.pylibs.pylint.src/test/test_func.py
Sylvain Thénault 14232ee294 update test_func exhaustivity testing
* skip messages that can not be emitted
* use set instead of list
* properly mark max version to some messages and drop now (almost) useless
  messages list
2014-04-14 12:59:18 +02:00

122 lines
3.6 KiB
Python

# Copyright (c) 2003-2008 LOGILAB S.A. (Paris, FRANCE).
# http://www.logilab.fr/ -- mailto:contact@logilab.fr
#
# This program is free software; you can redistribute it and/or modify it under
# the terms of the GNU General Public License as published by the Free Software
# Foundation; either version 2 of the License, or (at your option) any later
# version.
#
# This program is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
# FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along with
# this program; if not, write to the Free Software Foundation, Inc.,
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
"""functional/non regression tests for pylint"""
import unittest
import sys
import re
from os import getcwd
from os.path import abspath, dirname, join
from logilab.common import testlib
from pylint.testutils import (make_tests, LintTestUsingModule, LintTestUsingFile,
LintTestUpdate, cb_test_gen, linter, test_reporter)
PY3K = sys.version_info >= (3, 0)
# Configure paths
INPUT_DIR = join(dirname(abspath(__file__)), 'input')
MSG_DIR = join(dirname(abspath(__file__)), 'messages')
# Classes
quote = "'" if sys.version_info >= (3, 3) else ''
class LintTestNonExistentModuleTC(LintTestUsingModule):
module = 'nonexistent'
_get_expected = lambda self: 'F: 1: No module named %snonexistent%s\n' % (quote, quote)
tags = testlib.Tags(('generated','pylint_input_%s' % module))
class TestTests(testlib.TestCase):
"""check that all testable messages have been checked"""
@testlib.tag('coverage')
def test_exhaustivity(self):
# skip fatal messages
not_tested = set(msg.msgid for msg in linter.messages
if msg.msgid[0] != 'F' and msg.may_be_emitted())
for msgid in test_reporter.message_ids:
try:
not_tested.remove(msgid)
except KeyError:
continue
not_tested -= set(('I0001',))
if PY3K:
not_tested.remove('W0403') # relative-import
self.assertFalse(not_tested)
class LintBuiltinModuleTest(LintTestUsingModule):
output = join(MSG_DIR, 'builtin_module.txt')
module = 'sys'
def test_functionality(self):
self._test(['sys'])
def gen_tests(filter_rgx):
if UPDATE:
callbacks = [cb_test_gen(LintTestUpdate)]
else:
callbacks = [cb_test_gen(LintTestUsingModule)]
if not MODULES_ONLY:
callbacks.append(cb_test_gen(LintTestUsingFile))
tests = make_tests(INPUT_DIR, MSG_DIR, filter_rgx, callbacks)
if UPDATE:
return tests
if filter_rgx:
is_to_run = re.compile(filter_rgx).search
else:
is_to_run = lambda x: 1
if is_to_run('nonexistent'):
tests.append(LintTestNonExistentModuleTC)
tests.append(LintBuiltinModuleTest)
if not filter_rgx:
# test all features are tested :)
tests.append(TestTests)
return tests
# Create suite
FILTER_RGX = None
MODULES_ONLY = False
UPDATE = False
def suite():
return testlib.TestSuite([unittest.makeSuite(test, suiteClass=testlib.TestSuite)
for test in gen_tests(FILTER_RGX)])
if __name__=='__main__':
if '-m' in sys.argv:
MODULES_ONLY = True
sys.argv.remove('-m')
if '-u' in sys.argv:
UPDATE = True
sys.argv.remove('-u')
if len(sys.argv) > 1:
FILTER_RGX = sys.argv[1]
del sys.argv[1]
testlib.unittest_main(defaultTest='suite')