cmake.py 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401
  1. # Distributed under the OSI-approved BSD 3-Clause License. See accompanying
  2. # file Copyright.txt or https://cmake.org/licensing for details.
  3. import os
  4. import re
  5. # Monkey patch for pygments reporting an error when generator expressions are
  6. # used.
  7. # https://bitbucket.org/birkenfeld/pygments-main/issue/942/cmake-generator-expressions-not-handled
  8. from pygments.lexers import CMakeLexer
  9. from pygments.token import Name, Operator
  10. from pygments.lexer import bygroups
  11. CMakeLexer.tokens["args"].append(('(\\$<)(.+?)(>)',
  12. bygroups(Operator, Name.Variable, Operator)))
  13. # Monkey patch for sphinx generating invalid content for qcollectiongenerator
  14. # https://bitbucket.org/birkenfeld/sphinx/issue/1435/qthelp-builder-should-htmlescape-keywords
  15. from sphinx.util.pycompat import htmlescape
  16. from sphinx.builders.qthelp import QtHelpBuilder
  17. old_build_keywords = QtHelpBuilder.build_keywords
  18. def new_build_keywords(self, title, refs, subitems):
  19. old_items = old_build_keywords(self, title, refs, subitems)
  20. new_items = []
  21. for item in old_items:
  22. before, rest = item.split("ref=\"", 1)
  23. ref, after = rest.split("\"")
  24. if ("<" in ref and ">" in ref):
  25. new_items.append(before + "ref=\"" + htmlescape(ref) + "\"" + after)
  26. else:
  27. new_items.append(item)
  28. return new_items
  29. QtHelpBuilder.build_keywords = new_build_keywords
  30. from docutils.parsers.rst import Directive, directives
  31. from docutils.transforms import Transform
  32. try:
  33. from docutils.utils.error_reporting import SafeString, ErrorString
  34. except ImportError:
  35. # error_reporting was not in utils before version 0.11:
  36. from docutils.error_reporting import SafeString, ErrorString
  37. from docutils import io, nodes
  38. from sphinx.directives import ObjectDescription
  39. from sphinx.domains import Domain, ObjType
  40. from sphinx.roles import XRefRole
  41. from sphinx.util.nodes import make_refnode
  42. from sphinx import addnodes
  43. # Needed for checking if Sphinx version is >= 1.4.
  44. # See https://github.com/sphinx-doc/sphinx/issues/2673
  45. old_sphinx = False
  46. try:
  47. from sphinx import version_info
  48. if version_info < (1, 4):
  49. old_sphinx = True
  50. except ImportError:
  51. # The `sphinx.version_info` tuple was added in Sphinx v1.2:
  52. old_sphinx = True
  53. class CMakeModule(Directive):
  54. required_arguments = 1
  55. optional_arguments = 0
  56. final_argument_whitespace = True
  57. option_spec = {'encoding': directives.encoding}
  58. def __init__(self, *args, **keys):
  59. self.re_start = re.compile(r'^#\[(?P<eq>=*)\[\.rst:$')
  60. Directive.__init__(self, *args, **keys)
  61. def run(self):
  62. settings = self.state.document.settings
  63. if not settings.file_insertion_enabled:
  64. raise self.warning('"%s" directive disabled.' % self.name)
  65. env = self.state.document.settings.env
  66. rel_path, path = env.relfn2path(self.arguments[0])
  67. path = os.path.normpath(path)
  68. encoding = self.options.get('encoding', settings.input_encoding)
  69. e_handler = settings.input_encoding_error_handler
  70. try:
  71. settings.record_dependencies.add(path)
  72. f = io.FileInput(source_path=path, encoding=encoding,
  73. error_handler=e_handler)
  74. except UnicodeEncodeError as error:
  75. raise self.severe('Problems with "%s" directive path:\n'
  76. 'Cannot encode input file path "%s" '
  77. '(wrong locale?).' %
  78. (self.name, SafeString(path)))
  79. except IOError as error:
  80. raise self.severe('Problems with "%s" directive path:\n%s.' %
  81. (self.name, ErrorString(error)))
  82. raw_lines = f.read().splitlines()
  83. f.close()
  84. rst = None
  85. lines = []
  86. for line in raw_lines:
  87. if rst is not None and rst != '#':
  88. # Bracket mode: check for end bracket
  89. pos = line.find(rst)
  90. if pos >= 0:
  91. if line[0] == '#':
  92. line = ''
  93. else:
  94. line = line[0:pos]
  95. rst = None
  96. else:
  97. # Line mode: check for .rst start (bracket or line)
  98. m = self.re_start.match(line)
  99. if m:
  100. rst = ']%s]' % m.group('eq')
  101. line = ''
  102. elif line == '#.rst:':
  103. rst = '#'
  104. line = ''
  105. elif rst == '#':
  106. if line == '#' or line[:2] == '# ':
  107. line = line[2:]
  108. else:
  109. rst = None
  110. line = ''
  111. elif rst is None:
  112. line = ''
  113. lines.append(line)
  114. if rst is not None and rst != '#':
  115. raise self.warning('"%s" found unclosed bracket "#[%s[.rst:" in %s' %
  116. (self.name, rst[1:-1], path))
  117. self.state_machine.insert_input(lines, path)
  118. return []
  119. class _cmake_index_entry:
  120. def __init__(self, desc):
  121. self.desc = desc
  122. def __call__(self, title, targetid, main = 'main'):
  123. # See https://github.com/sphinx-doc/sphinx/issues/2673
  124. if old_sphinx:
  125. return ('pair', u'%s ; %s' % (self.desc, title), targetid, main)
  126. else:
  127. return ('pair', u'%s ; %s' % (self.desc, title), targetid, main, None)
  128. _cmake_index_objs = {
  129. 'command': _cmake_index_entry('command'),
  130. 'generator': _cmake_index_entry('generator'),
  131. 'manual': _cmake_index_entry('manual'),
  132. 'module': _cmake_index_entry('module'),
  133. 'policy': _cmake_index_entry('policy'),
  134. 'prop_cache': _cmake_index_entry('cache property'),
  135. 'prop_dir': _cmake_index_entry('directory property'),
  136. 'prop_gbl': _cmake_index_entry('global property'),
  137. 'prop_inst': _cmake_index_entry('installed file property'),
  138. 'prop_sf': _cmake_index_entry('source file property'),
  139. 'prop_test': _cmake_index_entry('test property'),
  140. 'prop_tgt': _cmake_index_entry('target property'),
  141. 'variable': _cmake_index_entry('variable'),
  142. }
  143. def _cmake_object_inventory(env, document, line, objtype, targetid):
  144. inv = env.domaindata['cmake']['objects']
  145. if targetid in inv:
  146. document.reporter.warning(
  147. 'CMake object "%s" also described in "%s".' %
  148. (targetid, env.doc2path(inv[targetid][0])), line=line)
  149. inv[targetid] = (env.docname, objtype)
  150. class CMakeTransform(Transform):
  151. # Run this transform early since we insert nodes we want
  152. # treated as if they were written in the documents.
  153. default_priority = 210
  154. def __init__(self, document, startnode):
  155. Transform.__init__(self, document, startnode)
  156. self.titles = {}
  157. def parse_title(self, docname):
  158. """Parse a document title as the first line starting in [A-Za-z0-9<]
  159. or fall back to the document basename if no such line exists.
  160. The cmake --help-*-list commands also depend on this convention.
  161. Return the title or False if the document file does not exist.
  162. """
  163. env = self.document.settings.env
  164. title = self.titles.get(docname)
  165. if title is None:
  166. fname = os.path.join(env.srcdir, docname+'.rst')
  167. try:
  168. f = open(fname, 'r')
  169. except IOError:
  170. title = False
  171. else:
  172. for line in f:
  173. if len(line) > 0 and (line[0].isalnum() or line[0] == '<'):
  174. title = line.rstrip()
  175. break
  176. f.close()
  177. if title is None:
  178. title = os.path.basename(docname)
  179. self.titles[docname] = title
  180. return title
  181. def apply(self):
  182. env = self.document.settings.env
  183. # Treat some documents as cmake domain objects.
  184. objtype, sep, tail = env.docname.rpartition('/')
  185. make_index_entry = _cmake_index_objs.get(objtype)
  186. if make_index_entry:
  187. title = self.parse_title(env.docname)
  188. # Insert the object link target.
  189. if objtype == 'command':
  190. targetname = title.lower()
  191. else:
  192. targetname = title
  193. targetid = '%s:%s' % (objtype, targetname)
  194. targetnode = nodes.target('', '', ids=[targetid])
  195. self.document.note_explicit_target(targetnode)
  196. self.document.insert(0, targetnode)
  197. # Insert the object index entry.
  198. indexnode = addnodes.index()
  199. indexnode['entries'] = [make_index_entry(title, targetid)]
  200. self.document.insert(0, indexnode)
  201. # Add to cmake domain object inventory
  202. _cmake_object_inventory(env, self.document, 1, objtype, targetid)
  203. class CMakeObject(ObjectDescription):
  204. def handle_signature(self, sig, signode):
  205. # called from sphinx.directives.ObjectDescription.run()
  206. signode += addnodes.desc_name(sig, sig)
  207. return sig
  208. def add_target_and_index(self, name, sig, signode):
  209. if self.objtype == 'command':
  210. targetname = name.lower()
  211. else:
  212. targetname = name
  213. targetid = '%s:%s' % (self.objtype, targetname)
  214. if targetid not in self.state.document.ids:
  215. signode['names'].append(targetid)
  216. signode['ids'].append(targetid)
  217. signode['first'] = (not self.names)
  218. self.state.document.note_explicit_target(signode)
  219. _cmake_object_inventory(self.env, self.state.document,
  220. self.lineno, self.objtype, targetid)
  221. make_index_entry = _cmake_index_objs.get(self.objtype)
  222. if make_index_entry:
  223. self.indexnode['entries'].append(make_index_entry(name, targetid))
  224. class CMakeXRefRole(XRefRole):
  225. # See sphinx.util.nodes.explicit_title_re; \x00 escapes '<'.
  226. _re = re.compile(r'^(.+?)(\s*)(?<!\x00)<(.*?)>$', re.DOTALL)
  227. _re_sub = re.compile(r'^([^()\s]+)\s*\(([^()]*)\)$', re.DOTALL)
  228. def __call__(self, typ, rawtext, text, *args, **keys):
  229. # Translate CMake command cross-references of the form:
  230. # `command_name(SUB_COMMAND)`
  231. # to have an explicit target:
  232. # `command_name(SUB_COMMAND) <command_name>`
  233. if typ == 'cmake:command':
  234. m = CMakeXRefRole._re_sub.match(text)
  235. if m:
  236. text = '%s <%s>' % (text, m.group(1))
  237. # CMake cross-reference targets frequently contain '<' so escape
  238. # any explicit `<target>` with '<' not preceded by whitespace.
  239. while True:
  240. m = CMakeXRefRole._re.match(text)
  241. if m and len(m.group(2)) == 0:
  242. text = '%s\x00<%s>' % (m.group(1), m.group(3))
  243. else:
  244. break
  245. return XRefRole.__call__(self, typ, rawtext, text, *args, **keys)
  246. # We cannot insert index nodes using the result_nodes method
  247. # because CMakeXRefRole is processed before substitution_reference
  248. # nodes are evaluated so target nodes (with 'ids' fields) would be
  249. # duplicated in each evaluted substitution replacement. The
  250. # docutils substitution transform does not allow this. Instead we
  251. # use our own CMakeXRefTransform below to add index entries after
  252. # substitutions are completed.
  253. #
  254. # def result_nodes(self, document, env, node, is_ref):
  255. # pass
  256. class CMakeXRefTransform(Transform):
  257. # Run this transform early since we insert nodes we want
  258. # treated as if they were written in the documents, but
  259. # after the sphinx (210) and docutils (220) substitutions.
  260. default_priority = 221
  261. def apply(self):
  262. env = self.document.settings.env
  263. # Find CMake cross-reference nodes and add index and target
  264. # nodes for them.
  265. for ref in self.document.traverse(addnodes.pending_xref):
  266. if not ref['refdomain'] == 'cmake':
  267. continue
  268. objtype = ref['reftype']
  269. make_index_entry = _cmake_index_objs.get(objtype)
  270. if not make_index_entry:
  271. continue
  272. objname = ref['reftarget']
  273. targetnum = env.new_serialno('index-%s:%s' % (objtype, objname))
  274. targetid = 'index-%s-%s:%s' % (targetnum, objtype, objname)
  275. targetnode = nodes.target('', '', ids=[targetid])
  276. self.document.note_explicit_target(targetnode)
  277. indexnode = addnodes.index()
  278. indexnode['entries'] = [make_index_entry(objname, targetid, '')]
  279. ref.replace_self([indexnode, targetnode, ref])
  280. class CMakeDomain(Domain):
  281. """CMake domain."""
  282. name = 'cmake'
  283. label = 'CMake'
  284. object_types = {
  285. 'command': ObjType('command', 'command'),
  286. 'generator': ObjType('generator', 'generator'),
  287. 'variable': ObjType('variable', 'variable'),
  288. 'module': ObjType('module', 'module'),
  289. 'policy': ObjType('policy', 'policy'),
  290. 'prop_cache': ObjType('prop_cache', 'prop_cache'),
  291. 'prop_dir': ObjType('prop_dir', 'prop_dir'),
  292. 'prop_gbl': ObjType('prop_gbl', 'prop_gbl'),
  293. 'prop_inst': ObjType('prop_inst', 'prop_inst'),
  294. 'prop_sf': ObjType('prop_sf', 'prop_sf'),
  295. 'prop_test': ObjType('prop_test', 'prop_test'),
  296. 'prop_tgt': ObjType('prop_tgt', 'prop_tgt'),
  297. 'manual': ObjType('manual', 'manual'),
  298. }
  299. directives = {
  300. 'command': CMakeObject,
  301. 'variable': CMakeObject,
  302. # Other object types cannot be created except by the CMakeTransform
  303. # 'generator': CMakeObject,
  304. # 'module': CMakeObject,
  305. # 'policy': CMakeObject,
  306. # 'prop_cache': CMakeObject,
  307. # 'prop_dir': CMakeObject,
  308. # 'prop_gbl': CMakeObject,
  309. # 'prop_inst': CMakeObject,
  310. # 'prop_sf': CMakeObject,
  311. # 'prop_test': CMakeObject,
  312. # 'prop_tgt': CMakeObject,
  313. # 'manual': CMakeObject,
  314. }
  315. roles = {
  316. 'command': CMakeXRefRole(fix_parens = True, lowercase = True),
  317. 'generator': CMakeXRefRole(),
  318. 'variable': CMakeXRefRole(),
  319. 'module': CMakeXRefRole(),
  320. 'policy': CMakeXRefRole(),
  321. 'prop_cache': CMakeXRefRole(),
  322. 'prop_dir': CMakeXRefRole(),
  323. 'prop_gbl': CMakeXRefRole(),
  324. 'prop_inst': CMakeXRefRole(),
  325. 'prop_sf': CMakeXRefRole(),
  326. 'prop_test': CMakeXRefRole(),
  327. 'prop_tgt': CMakeXRefRole(),
  328. 'manual': CMakeXRefRole(),
  329. }
  330. initial_data = {
  331. 'objects': {}, # fullname -> docname, objtype
  332. }
  333. def clear_doc(self, docname):
  334. to_clear = set()
  335. for fullname, (fn, _) in self.data['objects'].items():
  336. if fn == docname:
  337. to_clear.add(fullname)
  338. for fullname in to_clear:
  339. del self.data['objects'][fullname]
  340. def resolve_xref(self, env, fromdocname, builder,
  341. typ, target, node, contnode):
  342. targetid = '%s:%s' % (typ, target)
  343. obj = self.data['objects'].get(targetid)
  344. if obj is None:
  345. # TODO: warn somehow?
  346. return None
  347. return make_refnode(builder, fromdocname, obj[0], targetid,
  348. contnode, target)
  349. def get_objects(self):
  350. for refname, (docname, type) in self.data['objects'].items():
  351. yield (refname, refname, type, docname, refname, 1)
  352. def setup(app):
  353. app.add_directive('cmake-module', CMakeModule)
  354. app.add_transform(CMakeTransform)
  355. app.add_transform(CMakeXRefTransform)
  356. app.add_domain(CMakeDomain)