cover.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271
  1. """If you have Ned Batchelder's coverage_ module installed, you may activate a
  2. coverage report with the ``--with-coverage`` switch or NOSE_WITH_COVERAGE
  3. environment variable. The coverage report will cover any python source module
  4. imported after the start of the test run, excluding modules that match
  5. testMatch. If you want to include those modules too, use the ``--cover-tests``
  6. switch, or set the NOSE_COVER_TESTS environment variable to a true value. To
  7. restrict the coverage report to modules from a particular package or packages,
  8. use the ``--cover-package`` switch or the NOSE_COVER_PACKAGE environment
  9. variable.
  10. .. _coverage: http://www.nedbatchelder.com/code/modules/coverage.html
  11. """
  12. import logging
  13. import re
  14. import sys
  15. import StringIO
  16. from nose.plugins.base import Plugin
  17. from nose.util import src, tolist
  18. log = logging.getLogger(__name__)
  19. class Coverage(Plugin):
  20. """
  21. Activate a coverage report using Ned Batchelder's coverage module.
  22. """
  23. coverTests = False
  24. coverPackages = None
  25. coverInstance = None
  26. coverErase = False
  27. coverMinPercentage = None
  28. score = 200
  29. status = {}
  30. def options(self, parser, env):
  31. """
  32. Add options to command line.
  33. """
  34. super(Coverage, self).options(parser, env)
  35. parser.add_option("--cover-package", action="append",
  36. default=env.get('NOSE_COVER_PACKAGE'),
  37. metavar="PACKAGE",
  38. dest="cover_packages",
  39. help="Restrict coverage output to selected packages "
  40. "[NOSE_COVER_PACKAGE]")
  41. parser.add_option("--cover-erase", action="store_true",
  42. default=env.get('NOSE_COVER_ERASE'),
  43. dest="cover_erase",
  44. help="Erase previously collected coverage "
  45. "statistics before run")
  46. parser.add_option("--cover-tests", action="store_true",
  47. dest="cover_tests",
  48. default=env.get('NOSE_COVER_TESTS'),
  49. help="Include test modules in coverage report "
  50. "[NOSE_COVER_TESTS]")
  51. parser.add_option("--cover-min-percentage", action="store",
  52. dest="cover_min_percentage",
  53. default=env.get('NOSE_COVER_MIN_PERCENTAGE'),
  54. help="Minimum percentage of coverage for tests "
  55. "to pass [NOSE_COVER_MIN_PERCENTAGE]")
  56. parser.add_option("--cover-inclusive", action="store_true",
  57. dest="cover_inclusive",
  58. default=env.get('NOSE_COVER_INCLUSIVE'),
  59. help="Include all python files under working "
  60. "directory in coverage report. Useful for "
  61. "discovering holes in test coverage if not all "
  62. "files are imported by the test suite. "
  63. "[NOSE_COVER_INCLUSIVE]")
  64. parser.add_option("--cover-html", action="store_true",
  65. default=env.get('NOSE_COVER_HTML'),
  66. dest='cover_html',
  67. help="Produce HTML coverage information")
  68. parser.add_option('--cover-html-dir', action='store',
  69. default=env.get('NOSE_COVER_HTML_DIR', 'cover'),
  70. dest='cover_html_dir',
  71. metavar='DIR',
  72. help='Produce HTML coverage information in dir')
  73. parser.add_option("--cover-branches", action="store_true",
  74. default=env.get('NOSE_COVER_BRANCHES'),
  75. dest="cover_branches",
  76. help="Include branch coverage in coverage report "
  77. "[NOSE_COVER_BRANCHES]")
  78. parser.add_option("--cover-xml", action="store_true",
  79. default=env.get('NOSE_COVER_XML'),
  80. dest="cover_xml",
  81. help="Produce XML coverage information")
  82. parser.add_option("--cover-xml-file", action="store",
  83. default=env.get('NOSE_COVER_XML_FILE', 'coverage.xml'),
  84. dest="cover_xml_file",
  85. metavar="FILE",
  86. help="Produce XML coverage information in file")
  87. def configure(self, options, conf):
  88. """
  89. Configure plugin.
  90. """
  91. try:
  92. self.status.pop('active')
  93. except KeyError:
  94. pass
  95. super(Coverage, self).configure(options, conf)
  96. if self.enabled:
  97. try:
  98. import coverage
  99. if not hasattr(coverage, 'coverage'):
  100. raise ImportError("Unable to import coverage module")
  101. except ImportError:
  102. log.error("Coverage not available: "
  103. "unable to import coverage module")
  104. self.enabled = False
  105. return
  106. self.conf = conf
  107. self.coverErase = options.cover_erase
  108. self.coverTests = options.cover_tests
  109. self.coverPackages = []
  110. if options.cover_packages:
  111. if isinstance(options.cover_packages, (list, tuple)):
  112. cover_packages = options.cover_packages
  113. else:
  114. cover_packages = [options.cover_packages]
  115. for pkgs in [tolist(x) for x in cover_packages]:
  116. self.coverPackages.extend(pkgs)
  117. self.coverInclusive = options.cover_inclusive
  118. if self.coverPackages:
  119. log.info("Coverage report will include only packages: %s",
  120. self.coverPackages)
  121. self.coverHtmlDir = None
  122. if options.cover_html:
  123. self.coverHtmlDir = options.cover_html_dir
  124. log.debug('Will put HTML coverage report in %s', self.coverHtmlDir)
  125. self.coverBranches = options.cover_branches
  126. self.coverXmlFile = None
  127. if options.cover_min_percentage:
  128. self.coverMinPercentage = int(options.cover_min_percentage.rstrip('%'))
  129. if options.cover_xml:
  130. self.coverXmlFile = options.cover_xml_file
  131. log.debug('Will put XML coverage report in %s', self.coverXmlFile)
  132. if self.enabled:
  133. self.status['active'] = True
  134. self.coverInstance = coverage.coverage(auto_data=False,
  135. branch=self.coverBranches, data_suffix=conf.worker,
  136. source=self.coverPackages)
  137. self.coverInstance._warn_no_data = False
  138. self.coverInstance.is_worker = conf.worker
  139. self.coverInstance.exclude('#pragma[: ]+[nN][oO] [cC][oO][vV][eE][rR]')
  140. log.debug("Coverage begin")
  141. self.skipModules = sys.modules.keys()[:]
  142. if self.coverErase:
  143. log.debug("Clearing previously collected coverage statistics")
  144. self.coverInstance.combine()
  145. self.coverInstance.erase()
  146. if not self.coverInstance.is_worker:
  147. self.coverInstance.load()
  148. self.coverInstance.start()
  149. def beforeTest(self, *args, **kwargs):
  150. """
  151. Begin recording coverage information.
  152. """
  153. if self.coverInstance.is_worker:
  154. self.coverInstance.load()
  155. self.coverInstance.start()
  156. def afterTest(self, *args, **kwargs):
  157. """
  158. Stop recording coverage information.
  159. """
  160. if self.coverInstance.is_worker:
  161. self.coverInstance.stop()
  162. self.coverInstance.save()
  163. def report(self, stream):
  164. """
  165. Output code coverage report.
  166. """
  167. log.debug("Coverage report")
  168. self.coverInstance.stop()
  169. self.coverInstance.combine()
  170. self.coverInstance.save()
  171. modules = [module
  172. for name, module in sys.modules.items()
  173. if self.wantModuleCoverage(name, module)]
  174. log.debug("Coverage report will cover modules: %s", modules)
  175. self.coverInstance.report(modules, file=stream)
  176. import coverage
  177. if self.coverHtmlDir:
  178. log.debug("Generating HTML coverage report")
  179. try:
  180. self.coverInstance.html_report(modules, self.coverHtmlDir)
  181. except coverage.misc.CoverageException, e:
  182. log.warning("Failed to generate HTML report: %s" % str(e))
  183. if self.coverXmlFile:
  184. log.debug("Generating XML coverage report")
  185. try:
  186. self.coverInstance.xml_report(modules, self.coverXmlFile)
  187. except coverage.misc.CoverageException, e:
  188. log.warning("Failed to generate XML report: %s" % str(e))
  189. # make sure we have minimum required coverage
  190. if self.coverMinPercentage:
  191. f = StringIO.StringIO()
  192. self.coverInstance.report(modules, file=f)
  193. multiPackageRe = (r'-------\s\w+\s+\d+\s+\d+(?:\s+\d+\s+\d+)?'
  194. r'\s+(\d+)%\s+\d*\s{0,1}$')
  195. singlePackageRe = (r'-------\s[\w./]+\s+\d+\s+\d+(?:\s+\d+\s+\d+)?'
  196. r'\s+(\d+)%(?:\s+[-\d, ]+)\s{0,1}$')
  197. m = re.search(multiPackageRe, f.getvalue())
  198. if m is None:
  199. m = re.search(singlePackageRe, f.getvalue())
  200. if m:
  201. percentage = int(m.groups()[0])
  202. if percentage < self.coverMinPercentage:
  203. log.error('TOTAL Coverage did not reach minimum '
  204. 'required: %d%%' % self.coverMinPercentage)
  205. sys.exit(1)
  206. else:
  207. log.error("No total percentage was found in coverage output, "
  208. "something went wrong.")
  209. def wantModuleCoverage(self, name, module):
  210. if not hasattr(module, '__file__'):
  211. log.debug("no coverage of %s: no __file__", name)
  212. return False
  213. module_file = src(module.__file__)
  214. if not module_file or not module_file.endswith('.py'):
  215. log.debug("no coverage of %s: not a python file", name)
  216. return False
  217. if self.coverPackages:
  218. for package in self.coverPackages:
  219. if (re.findall(r'^%s\b' % re.escape(package), name)
  220. and (self.coverTests
  221. or not self.conf.testMatch.search(name))):
  222. log.debug("coverage for %s", name)
  223. return True
  224. if name in self.skipModules:
  225. log.debug("no coverage for %s: loaded before coverage start",
  226. name)
  227. return False
  228. if self.conf.testMatch.search(name) and not self.coverTests:
  229. log.debug("no coverage for %s: is a test", name)
  230. return False
  231. # accept any package that passed the previous tests, unless
  232. # coverPackages is on -- in that case, if we wanted this
  233. # module, we would have already returned True
  234. return not self.coverPackages
  235. def wantFile(self, file, package=None):
  236. """If inclusive coverage enabled, return true for all source files
  237. in wanted packages.
  238. """
  239. if self.coverInclusive:
  240. if file.endswith(".py"):
  241. if package and self.coverPackages:
  242. for want in self.coverPackages:
  243. if package.startswith(want):
  244. return True
  245. else:
  246. return True
  247. return None