# Copyright (c) 2003-2008 LOGILAB S.A. (Paris, FRANCE). # http://www.logilab.fr/ -- mailto:contact@logilab.fr # # This program is free software; you can redistribute it and/or modify it under # the terms of the GNU General Public License as published by the Free Software # Foundation; either version 2 of the License, or (at your option) any later # version. # # This program is distributed in the hope that it will be useful, but WITHOUT # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS # FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. # # You should have received a copy of the GNU General Public License along with # this program; if not, write to the Free Software Foundation, Inc., # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. """functional/non regression tests for pylint""" import unittest import sys import re from os import getcwd from os.path import abspath, dirname, join from logilab.common import testlib from pylint.testutils import (make_tests, LintTestUsingModule, LintTestUsingFile, LintTestUpdate, cb_test_gen, linter, test_reporter) PY3K = sys.version_info >= (3, 0) # Configure paths INPUT_DIR = join(dirname(abspath(__file__)), 'input') MSG_DIR = join(dirname(abspath(__file__)), 'messages') # Classes quote = "'" if sys.version_info >= (3, 3) else '' class LintTestNonExistentModuleTC(LintTestUsingModule): module = 'nonexistent' _get_expected = lambda self: 'F: 1: No module named %snonexistent%s\n' % (quote, quote) tags = testlib.Tags(('generated','pylint_input_%s' % module)) class TestTests(testlib.TestCase): """check that all testable messages have been checked""" @testlib.tag('coverage') def test_exhaustivity(self): # skip fatal messages not_tested = set(msg.msgid for msg in linter.messages if msg.msgid[0] != 'F' and msg.may_be_emitted()) for msgid in test_reporter.message_ids: try: not_tested.remove(msgid) except KeyError: continue not_tested -= set(('I0001',)) if PY3K: not_tested.remove('W0403') # relative-import self.assertFalse(not_tested) class LintBuiltinModuleTest(LintTestUsingModule): output = join(MSG_DIR, 'builtin_module.txt') module = 'sys' def test_functionality(self): self._test(['sys']) def gen_tests(filter_rgx): if UPDATE: callbacks = [cb_test_gen(LintTestUpdate)] else: callbacks = [cb_test_gen(LintTestUsingModule)] if not MODULES_ONLY: callbacks.append(cb_test_gen(LintTestUsingFile)) tests = make_tests(INPUT_DIR, MSG_DIR, filter_rgx, callbacks) if UPDATE: return tests if filter_rgx: is_to_run = re.compile(filter_rgx).search else: is_to_run = lambda x: 1 if is_to_run('nonexistent'): tests.append(LintTestNonExistentModuleTC) tests.append(LintBuiltinModuleTest) if not filter_rgx: # test all features are tested :) tests.append(TestTests) return tests # Create suite FILTER_RGX = None MODULES_ONLY = False UPDATE = False def suite(): return testlib.TestSuite([unittest.makeSuite(test, suiteClass=testlib.TestSuite) for test in gen_tests(FILTER_RGX)]) if __name__=='__main__': if '-m' in sys.argv: MODULES_ONLY = True sys.argv.remove('-m') if '-u' in sys.argv: UPDATE = True sys.argv.remove('-u') if len(sys.argv) > 1: FILTER_RGX = sys.argv[1] del sys.argv[1] testlib.unittest_main(defaultTest='suite')