mirror of
https://github.com/sphinx-doc/sphinx.git
synced 2025-02-25 18:55:22 -06:00
Split out `sphinx.ext.apidoc._generate
`
This commit is contained in:
parent
2bd70193b7
commit
8732b2324a
@ -11,394 +11,17 @@ https://sat.qc.ca/
|
|||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
import argparse
|
from typing import TYPE_CHECKING
|
||||||
import fnmatch
|
|
||||||
import glob
|
|
||||||
import locale
|
|
||||||
import os
|
|
||||||
import os.path
|
|
||||||
import re
|
|
||||||
import sys
|
|
||||||
from importlib.machinery import EXTENSION_SUFFIXES
|
|
||||||
from pathlib import Path
|
|
||||||
from typing import TYPE_CHECKING, Any, Protocol
|
|
||||||
|
|
||||||
import sphinx.locale
|
|
||||||
from sphinx import __display_version__, package_dir
|
|
||||||
from sphinx.cmd.quickstart import EXTENSIONS
|
|
||||||
from sphinx.locale import __
|
from sphinx.locale import __
|
||||||
from sphinx.util import logging
|
from sphinx.util import logging
|
||||||
from sphinx.util.osutil import FileAvoidWrite, ensuredir
|
|
||||||
from sphinx.util.template import ReSTRenderer
|
|
||||||
|
|
||||||
if TYPE_CHECKING:
|
if TYPE_CHECKING:
|
||||||
from collections.abc import Iterator, Sequence
|
from collections.abc import Sequence
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
# automodule options
|
|
||||||
if 'SPHINX_APIDOC_OPTIONS' in os.environ:
|
|
||||||
OPTIONS = set(os.environ['SPHINX_APIDOC_OPTIONS'].split(','))
|
|
||||||
else:
|
|
||||||
OPTIONS = {
|
|
||||||
'members',
|
|
||||||
'undoc-members',
|
|
||||||
# 'inherited-members', # disabled because there's a bug in sphinx
|
|
||||||
'show-inheritance',
|
|
||||||
}
|
|
||||||
|
|
||||||
PY_SUFFIXES = ('.py', '.pyx', *EXTENSION_SUFFIXES)
|
|
||||||
|
|
||||||
template_dir = os.path.join(package_dir, 'templates', 'apidoc')
|
|
||||||
|
|
||||||
|
|
||||||
def is_initpy(filename: str | Path) -> bool:
|
|
||||||
"""Check *filename* is __init__ file or not."""
|
|
||||||
basename = Path(filename).name
|
|
||||||
return any(
|
|
||||||
basename == '__init__' + suffix
|
|
||||||
for suffix in sorted(PY_SUFFIXES, key=len, reverse=True)
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def module_join(*modnames: str | None) -> str:
|
|
||||||
"""Join module names with dots."""
|
|
||||||
return '.'.join(filter(None, modnames))
|
|
||||||
|
|
||||||
|
|
||||||
def is_packagedir(dirname: str | None = None, files: list[str] | None = None) -> bool:
|
|
||||||
"""Check given *files* contains __init__ file."""
|
|
||||||
if files is None and dirname is None:
|
|
||||||
return False
|
|
||||||
|
|
||||||
if files is None:
|
|
||||||
files = os.listdir(dirname)
|
|
||||||
return any(f for f in files if is_initpy(f))
|
|
||||||
|
|
||||||
|
|
||||||
def write_file(name: str, text: str, opts: CliOptions) -> Path:
|
|
||||||
"""Write the output file for module/package <name>."""
|
|
||||||
fname = Path(opts.destdir, f'{name}.{opts.suffix}')
|
|
||||||
if opts.dryrun:
|
|
||||||
if not opts.quiet:
|
|
||||||
logger.info(__('Would create file %s.'), fname)
|
|
||||||
return fname
|
|
||||||
if not opts.force and fname.is_file():
|
|
||||||
if not opts.quiet:
|
|
||||||
logger.info(__('File %s already exists, skipping.'), fname)
|
|
||||||
else:
|
|
||||||
if not opts.quiet:
|
|
||||||
logger.info(__('Creating file %s.'), fname)
|
|
||||||
with FileAvoidWrite(fname) as f:
|
|
||||||
f.write(text)
|
|
||||||
return fname
|
|
||||||
|
|
||||||
|
|
||||||
def create_module_file(
|
|
||||||
package: str | None,
|
|
||||||
basename: str,
|
|
||||||
opts: CliOptions,
|
|
||||||
user_template_dir: str | None = None,
|
|
||||||
) -> Path:
|
|
||||||
"""Build the text of the file and write the file."""
|
|
||||||
options = set(OPTIONS if not opts.automodule_options else opts.automodule_options)
|
|
||||||
if opts.includeprivate:
|
|
||||||
options.add('private-members')
|
|
||||||
|
|
||||||
qualname = module_join(package, basename)
|
|
||||||
context = {
|
|
||||||
'show_headings': not opts.noheadings,
|
|
||||||
'basename': basename,
|
|
||||||
'qualname': qualname,
|
|
||||||
'automodule_options': sorted(options),
|
|
||||||
}
|
|
||||||
if user_template_dir is not None:
|
|
||||||
template_path = [user_template_dir, template_dir]
|
|
||||||
else:
|
|
||||||
template_path = [template_dir]
|
|
||||||
text = ReSTRenderer(template_path).render('module.rst.jinja', context)
|
|
||||||
return write_file(qualname, text, opts)
|
|
||||||
|
|
||||||
|
|
||||||
def create_package_file(
|
|
||||||
root: str,
|
|
||||||
master_package: str | None,
|
|
||||||
subroot: str,
|
|
||||||
py_files: list[str],
|
|
||||||
opts: CliOptions,
|
|
||||||
subs: list[str],
|
|
||||||
is_namespace: bool,
|
|
||||||
excludes: Sequence[re.Pattern[str]] = (),
|
|
||||||
user_template_dir: str | None = None,
|
|
||||||
) -> list[Path]:
|
|
||||||
"""Build the text of the file and write the file.
|
|
||||||
|
|
||||||
Also create submodules if necessary.
|
|
||||||
|
|
||||||
:returns: list of written files
|
|
||||||
"""
|
|
||||||
# build a list of sub packages (directories containing an __init__ file)
|
|
||||||
subpackages = [
|
|
||||||
module_join(master_package, subroot, pkgname)
|
|
||||||
for pkgname in subs
|
|
||||||
if not is_skipped_package(Path(root, pkgname), opts, excludes)
|
|
||||||
]
|
|
||||||
# build a list of sub modules
|
|
||||||
submodules = [
|
|
||||||
sub.split('.')[0]
|
|
||||||
for sub in py_files
|
|
||||||
if not is_skipped_module(Path(root, sub), opts, excludes) and not is_initpy(sub)
|
|
||||||
]
|
|
||||||
submodules = sorted(set(submodules))
|
|
||||||
submodules = [
|
|
||||||
module_join(master_package, subroot, modname) for modname in submodules
|
|
||||||
]
|
|
||||||
options = OPTIONS.copy()
|
|
||||||
if opts.includeprivate:
|
|
||||||
options.add('private-members')
|
|
||||||
|
|
||||||
pkgname = module_join(master_package, subroot)
|
|
||||||
context = {
|
|
||||||
'pkgname': pkgname,
|
|
||||||
'subpackages': subpackages,
|
|
||||||
'submodules': submodules,
|
|
||||||
'is_namespace': is_namespace,
|
|
||||||
'modulefirst': opts.modulefirst,
|
|
||||||
'separatemodules': opts.separatemodules,
|
|
||||||
'automodule_options': sorted(options),
|
|
||||||
'show_headings': not opts.noheadings,
|
|
||||||
'maxdepth': opts.maxdepth,
|
|
||||||
}
|
|
||||||
if user_template_dir is not None:
|
|
||||||
template_path = [user_template_dir, template_dir]
|
|
||||||
else:
|
|
||||||
template_path = [template_dir]
|
|
||||||
|
|
||||||
written: list[Path] = []
|
|
||||||
|
|
||||||
text = ReSTRenderer(template_path).render('package.rst.jinja', context)
|
|
||||||
written.append(write_file(pkgname, text, opts))
|
|
||||||
|
|
||||||
if submodules and opts.separatemodules:
|
|
||||||
written.extend([
|
|
||||||
create_module_file(None, submodule, opts, user_template_dir)
|
|
||||||
for submodule in submodules
|
|
||||||
])
|
|
||||||
|
|
||||||
return written
|
|
||||||
|
|
||||||
|
|
||||||
def create_modules_toc_file(
|
|
||||||
modules: list[str],
|
|
||||||
opts: CliOptions,
|
|
||||||
name: str = 'modules',
|
|
||||||
user_template_dir: str | None = None,
|
|
||||||
) -> Path:
|
|
||||||
"""Create the module's index."""
|
|
||||||
modules.sort()
|
|
||||||
prev_module = ''
|
|
||||||
for module in modules.copy():
|
|
||||||
# look if the module is a subpackage and, if yes, ignore it
|
|
||||||
if module.startswith(prev_module + '.'):
|
|
||||||
modules.remove(module)
|
|
||||||
else:
|
|
||||||
prev_module = module
|
|
||||||
|
|
||||||
context = {
|
|
||||||
'header': opts.header,
|
|
||||||
'maxdepth': opts.maxdepth,
|
|
||||||
'docnames': modules,
|
|
||||||
}
|
|
||||||
if user_template_dir is not None:
|
|
||||||
template_path = [user_template_dir, template_dir]
|
|
||||||
else:
|
|
||||||
template_path = [template_dir]
|
|
||||||
text = ReSTRenderer(template_path).render('toc.rst.jinja', context)
|
|
||||||
return write_file(name, text, opts)
|
|
||||||
|
|
||||||
|
|
||||||
def is_skipped_package(
|
|
||||||
dirname: str | Path, opts: CliOptions, excludes: Sequence[re.Pattern[str]] = ()
|
|
||||||
) -> bool:
|
|
||||||
"""Check if we want to skip this module."""
|
|
||||||
if not Path(dirname).is_dir():
|
|
||||||
return False
|
|
||||||
|
|
||||||
files = glob.glob(str(Path(dirname, '*.py')))
|
|
||||||
regular_package = any(f for f in files if is_initpy(f))
|
|
||||||
if not regular_package and not opts.implicit_namespaces:
|
|
||||||
# *dirname* is not both a regular package and an implicit namespace package
|
|
||||||
return True
|
|
||||||
|
|
||||||
# Check there is some showable module inside package
|
|
||||||
return all(is_excluded(Path(dirname, f), excludes) for f in files)
|
|
||||||
|
|
||||||
|
|
||||||
def is_skipped_module(
|
|
||||||
filename: str | Path, opts: CliOptions, _excludes: Sequence[re.Pattern[str]]
|
|
||||||
) -> bool:
|
|
||||||
"""Check if we want to skip this module."""
|
|
||||||
filename = Path(filename)
|
|
||||||
if not filename.exists():
|
|
||||||
# skip if the file doesn't exist
|
|
||||||
return True
|
|
||||||
# skip if the module has a "private" name
|
|
||||||
return filename.name.startswith('_') and not opts.includeprivate
|
|
||||||
|
|
||||||
|
|
||||||
def walk(
|
|
||||||
rootpath: str,
|
|
||||||
excludes: Sequence[re.Pattern[str]],
|
|
||||||
opts: CliOptions,
|
|
||||||
) -> Iterator[tuple[str, list[str], list[str]]]:
|
|
||||||
"""Walk through the directory and list files and subdirectories up."""
|
|
||||||
for root, subs, files in os.walk(rootpath, followlinks=opts.followlinks):
|
|
||||||
# document only Python module files (that aren't excluded)
|
|
||||||
files = sorted(
|
|
||||||
f
|
|
||||||
for f in files
|
|
||||||
if f.endswith(PY_SUFFIXES) and not is_excluded(Path(root, f), excludes)
|
|
||||||
)
|
|
||||||
|
|
||||||
# remove hidden ('.') and private ('_') directories, as well as
|
|
||||||
# excluded dirs
|
|
||||||
if opts.includeprivate:
|
|
||||||
exclude_prefixes: tuple[str, ...] = ('.',)
|
|
||||||
else:
|
|
||||||
exclude_prefixes = ('.', '_')
|
|
||||||
|
|
||||||
subs[:] = sorted(
|
|
||||||
sub
|
|
||||||
for sub in subs
|
|
||||||
if not sub.startswith(exclude_prefixes)
|
|
||||||
and not is_excluded(Path(root, sub), excludes)
|
|
||||||
)
|
|
||||||
|
|
||||||
yield root, subs, files
|
|
||||||
|
|
||||||
|
|
||||||
def has_child_module(
|
|
||||||
rootpath: str, excludes: Sequence[re.Pattern[str]], opts: CliOptions
|
|
||||||
) -> bool:
|
|
||||||
"""Check the given directory contains child module/s (at least one)."""
|
|
||||||
return any(files for _root, _subs, files in walk(rootpath, excludes, opts))
|
|
||||||
|
|
||||||
|
|
||||||
def recurse_tree(
|
|
||||||
rootpath: str,
|
|
||||||
excludes: Sequence[re.Pattern[str]],
|
|
||||||
opts: CliOptions,
|
|
||||||
user_template_dir: str | None = None,
|
|
||||||
) -> tuple[list[Path], list[str]]:
|
|
||||||
"""
|
|
||||||
Look for every file in the directory tree and create the corresponding
|
|
||||||
ReST files.
|
|
||||||
"""
|
|
||||||
# check if the base directory is a package and get its name
|
|
||||||
if is_packagedir(rootpath) or opts.implicit_namespaces:
|
|
||||||
root_package = rootpath.split(os.path.sep)[-1]
|
|
||||||
else:
|
|
||||||
# otherwise, the base is a directory with packages
|
|
||||||
root_package = None
|
|
||||||
|
|
||||||
toplevels = []
|
|
||||||
written_files = []
|
|
||||||
for root, subs, files in walk(rootpath, excludes, opts):
|
|
||||||
is_pkg = is_packagedir(None, files)
|
|
||||||
is_namespace = not is_pkg and opts.implicit_namespaces
|
|
||||||
if is_pkg:
|
|
||||||
for f in files.copy():
|
|
||||||
if is_initpy(f):
|
|
||||||
files.remove(f)
|
|
||||||
files.insert(0, f)
|
|
||||||
elif root != rootpath:
|
|
||||||
# only accept non-package at toplevel unless using implicit namespaces
|
|
||||||
if not opts.implicit_namespaces:
|
|
||||||
subs.clear()
|
|
||||||
continue
|
|
||||||
|
|
||||||
if is_pkg or is_namespace:
|
|
||||||
# we are in a package with something to document
|
|
||||||
if subs or len(files) > 1 or not is_skipped_package(root, opts):
|
|
||||||
subpackage = (
|
|
||||||
root[len(rootpath) :].lstrip(os.path.sep).replace(os.path.sep, '.')
|
|
||||||
)
|
|
||||||
# if this is not a namespace or
|
|
||||||
# a namespace and there is something there to document
|
|
||||||
if not is_namespace or has_child_module(root, excludes, opts):
|
|
||||||
written_files.extend(
|
|
||||||
create_package_file(
|
|
||||||
root,
|
|
||||||
root_package,
|
|
||||||
subpackage,
|
|
||||||
files,
|
|
||||||
opts,
|
|
||||||
subs,
|
|
||||||
is_namespace,
|
|
||||||
excludes,
|
|
||||||
user_template_dir,
|
|
||||||
)
|
|
||||||
)
|
|
||||||
toplevels.append(module_join(root_package, subpackage))
|
|
||||||
else:
|
|
||||||
# if we are at the root level, we don't require it to be a package
|
|
||||||
assert root == rootpath
|
|
||||||
assert root_package is None
|
|
||||||
for py_file in files:
|
|
||||||
if not is_skipped_module(Path(rootpath, py_file), opts, excludes):
|
|
||||||
module = py_file.split('.')[0]
|
|
||||||
written_files.append(
|
|
||||||
create_module_file(
|
|
||||||
root_package, module, opts, user_template_dir
|
|
||||||
)
|
|
||||||
)
|
|
||||||
toplevels.append(module)
|
|
||||||
|
|
||||||
return written_files, toplevels
|
|
||||||
|
|
||||||
|
|
||||||
def is_excluded(root: str | Path, excludes: Sequence[re.Pattern[str]]) -> bool:
|
|
||||||
"""Check if the directory is in the exclude list.
|
|
||||||
|
|
||||||
Note: by having trailing slashes, we avoid common prefix issues, like
|
|
||||||
e.g. an exclude "foo" also accidentally excluding "foobar".
|
|
||||||
"""
|
|
||||||
root_str = str(root)
|
|
||||||
return any(exclude.match(root_str) for exclude in excludes)
|
|
||||||
|
|
||||||
|
|
||||||
class CliOptions(Protocol):
|
|
||||||
"""Arguments parsed from the command line."""
|
|
||||||
|
|
||||||
module_path: str
|
|
||||||
exclude_pattern: list[str]
|
|
||||||
destdir: str
|
|
||||||
quiet: bool
|
|
||||||
maxdepth: int
|
|
||||||
force: bool
|
|
||||||
followlinks: bool
|
|
||||||
dryrun: bool
|
|
||||||
separatemodules: bool
|
|
||||||
includeprivate: bool
|
|
||||||
tocfile: str
|
|
||||||
noheadings: bool
|
|
||||||
modulefirst: bool
|
|
||||||
implicit_namespaces: bool
|
|
||||||
automodule_options: set[str]
|
|
||||||
suffix: str
|
|
||||||
|
|
||||||
remove_old: bool
|
|
||||||
|
|
||||||
# --full only
|
|
||||||
full: bool
|
|
||||||
append_syspath: bool
|
|
||||||
header: str
|
|
||||||
author: str | None
|
|
||||||
version: str | None
|
|
||||||
release: str | None
|
|
||||||
extensions: list[str] | None
|
|
||||||
templatedir: str | None
|
|
||||||
|
|
||||||
|
|
||||||
def _remove_old_files(
|
def _remove_old_files(
|
||||||
written_files: Sequence[Path], destdir: Path, suffix: str
|
written_files: Sequence[Path], destdir: Path, suffix: str
|
||||||
|
@ -4,6 +4,6 @@ from __future__ import annotations
|
|||||||
|
|
||||||
import sys
|
import sys
|
||||||
|
|
||||||
from sphinx.ext.apidoc import main
|
from sphinx.ext.apidoc._cli import main
|
||||||
|
|
||||||
raise SystemExit(main(sys.argv[1:]))
|
raise SystemExit(main(sys.argv[1:]))
|
||||||
|
@ -13,11 +13,10 @@ from typing import TYPE_CHECKING, Any
|
|||||||
import sphinx.locale
|
import sphinx.locale
|
||||||
from sphinx import __display_version__
|
from sphinx import __display_version__
|
||||||
from sphinx.cmd.quickstart import EXTENSIONS
|
from sphinx.cmd.quickstart import EXTENSIONS
|
||||||
from sphinx.ext.apidoc import (
|
from sphinx.ext.apidoc import _remove_old_files, logger
|
||||||
|
from sphinx.ext.apidoc._generate import (
|
||||||
CliOptions,
|
CliOptions,
|
||||||
_remove_old_files,
|
|
||||||
create_modules_toc_file,
|
create_modules_toc_file,
|
||||||
logger,
|
|
||||||
recurse_tree,
|
recurse_tree,
|
||||||
)
|
)
|
||||||
from sphinx.locale import __
|
from sphinx.locale import __
|
||||||
|
382
sphinx/ext/apidoc/_generate.py
Normal file
382
sphinx/ext/apidoc/_generate.py
Normal file
@ -0,0 +1,382 @@
|
|||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import glob
|
||||||
|
import os
|
||||||
|
import os.path
|
||||||
|
from importlib.machinery import EXTENSION_SUFFIXES
|
||||||
|
from pathlib import Path
|
||||||
|
from typing import TYPE_CHECKING, Protocol
|
||||||
|
|
||||||
|
from sphinx import package_dir
|
||||||
|
from sphinx.ext.apidoc import logger
|
||||||
|
from sphinx.locale import __
|
||||||
|
from sphinx.util.osutil import FileAvoidWrite
|
||||||
|
from sphinx.util.template import ReSTRenderer
|
||||||
|
|
||||||
|
if TYPE_CHECKING:
|
||||||
|
import re
|
||||||
|
from collections.abc import Iterator, Sequence
|
||||||
|
|
||||||
|
|
||||||
|
# automodule options
|
||||||
|
if 'SPHINX_APIDOC_OPTIONS' in os.environ:
|
||||||
|
OPTIONS = set(os.environ['SPHINX_APIDOC_OPTIONS'].split(','))
|
||||||
|
else:
|
||||||
|
OPTIONS = {
|
||||||
|
'members',
|
||||||
|
'undoc-members',
|
||||||
|
# 'inherited-members', # disabled because there's a bug in sphinx
|
||||||
|
'show-inheritance',
|
||||||
|
}
|
||||||
|
|
||||||
|
PY_SUFFIXES = ('.py', '.pyx', *EXTENSION_SUFFIXES)
|
||||||
|
|
||||||
|
template_dir = os.path.join(package_dir, 'templates', 'apidoc')
|
||||||
|
|
||||||
|
|
||||||
|
def is_initpy(filename: str | Path) -> bool:
|
||||||
|
"""Check *filename* is __init__ file or not."""
|
||||||
|
basename = Path(filename).name
|
||||||
|
return any(
|
||||||
|
basename == '__init__' + suffix
|
||||||
|
for suffix in sorted(PY_SUFFIXES, key=len, reverse=True)
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def module_join(*modnames: str | None) -> str:
|
||||||
|
"""Join module names with dots."""
|
||||||
|
return '.'.join(filter(None, modnames))
|
||||||
|
|
||||||
|
|
||||||
|
def is_packagedir(dirname: str | None = None, files: list[str] | None = None) -> bool:
|
||||||
|
"""Check given *files* contains __init__ file."""
|
||||||
|
if files is None and dirname is None:
|
||||||
|
return False
|
||||||
|
|
||||||
|
if files is None:
|
||||||
|
files = os.listdir(dirname)
|
||||||
|
return any(f for f in files if is_initpy(f))
|
||||||
|
|
||||||
|
|
||||||
|
def write_file(name: str, text: str, opts: CliOptions) -> Path:
|
||||||
|
"""Write the output file for module/package <name>."""
|
||||||
|
fname = Path(opts.destdir, f'{name}.{opts.suffix}')
|
||||||
|
if opts.dryrun:
|
||||||
|
if not opts.quiet:
|
||||||
|
logger.info(__('Would create file %s.'), fname)
|
||||||
|
return fname
|
||||||
|
if not opts.force and fname.is_file():
|
||||||
|
if not opts.quiet:
|
||||||
|
logger.info(__('File %s already exists, skipping.'), fname)
|
||||||
|
else:
|
||||||
|
if not opts.quiet:
|
||||||
|
logger.info(__('Creating file %s.'), fname)
|
||||||
|
with FileAvoidWrite(fname) as f:
|
||||||
|
f.write(text)
|
||||||
|
return fname
|
||||||
|
|
||||||
|
|
||||||
|
def create_module_file(
|
||||||
|
package: str | None,
|
||||||
|
basename: str,
|
||||||
|
opts: CliOptions,
|
||||||
|
user_template_dir: str | None = None,
|
||||||
|
) -> Path:
|
||||||
|
"""Build the text of the file and write the file."""
|
||||||
|
options = set(OPTIONS if not opts.automodule_options else opts.automodule_options)
|
||||||
|
if opts.includeprivate:
|
||||||
|
options.add('private-members')
|
||||||
|
|
||||||
|
qualname = module_join(package, basename)
|
||||||
|
context = {
|
||||||
|
'show_headings': not opts.noheadings,
|
||||||
|
'basename': basename,
|
||||||
|
'qualname': qualname,
|
||||||
|
'automodule_options': sorted(options),
|
||||||
|
}
|
||||||
|
if user_template_dir is not None:
|
||||||
|
template_path = [user_template_dir, template_dir]
|
||||||
|
else:
|
||||||
|
template_path = [template_dir]
|
||||||
|
text = ReSTRenderer(template_path).render('module.rst.jinja', context)
|
||||||
|
return write_file(qualname, text, opts)
|
||||||
|
|
||||||
|
|
||||||
|
def create_package_file(
|
||||||
|
root: str,
|
||||||
|
master_package: str | None,
|
||||||
|
subroot: str,
|
||||||
|
py_files: list[str],
|
||||||
|
opts: CliOptions,
|
||||||
|
subs: list[str],
|
||||||
|
is_namespace: bool,
|
||||||
|
excludes: Sequence[re.Pattern[str]] = (),
|
||||||
|
user_template_dir: str | None = None,
|
||||||
|
) -> list[Path]:
|
||||||
|
"""Build the text of the file and write the file.
|
||||||
|
|
||||||
|
Also create submodules if necessary.
|
||||||
|
|
||||||
|
:returns: list of written files
|
||||||
|
"""
|
||||||
|
# build a list of sub packages (directories containing an __init__ file)
|
||||||
|
subpackages = [
|
||||||
|
module_join(master_package, subroot, pkgname)
|
||||||
|
for pkgname in subs
|
||||||
|
if not is_skipped_package(Path(root, pkgname), opts, excludes)
|
||||||
|
]
|
||||||
|
# build a list of sub modules
|
||||||
|
submodules = [
|
||||||
|
sub.split('.')[0]
|
||||||
|
for sub in py_files
|
||||||
|
if not is_skipped_module(Path(root, sub), opts, excludes) and not is_initpy(sub)
|
||||||
|
]
|
||||||
|
submodules = sorted(set(submodules))
|
||||||
|
submodules = [
|
||||||
|
module_join(master_package, subroot, modname) for modname in submodules
|
||||||
|
]
|
||||||
|
options = OPTIONS.copy()
|
||||||
|
if opts.includeprivate:
|
||||||
|
options.add('private-members')
|
||||||
|
|
||||||
|
pkgname = module_join(master_package, subroot)
|
||||||
|
context = {
|
||||||
|
'pkgname': pkgname,
|
||||||
|
'subpackages': subpackages,
|
||||||
|
'submodules': submodules,
|
||||||
|
'is_namespace': is_namespace,
|
||||||
|
'modulefirst': opts.modulefirst,
|
||||||
|
'separatemodules': opts.separatemodules,
|
||||||
|
'automodule_options': sorted(options),
|
||||||
|
'show_headings': not opts.noheadings,
|
||||||
|
'maxdepth': opts.maxdepth,
|
||||||
|
}
|
||||||
|
if user_template_dir is not None:
|
||||||
|
template_path = [user_template_dir, template_dir]
|
||||||
|
else:
|
||||||
|
template_path = [template_dir]
|
||||||
|
|
||||||
|
written: list[Path] = []
|
||||||
|
|
||||||
|
text = ReSTRenderer(template_path).render('package.rst.jinja', context)
|
||||||
|
written.append(write_file(pkgname, text, opts))
|
||||||
|
|
||||||
|
if submodules and opts.separatemodules:
|
||||||
|
written.extend([
|
||||||
|
create_module_file(None, submodule, opts, user_template_dir)
|
||||||
|
for submodule in submodules
|
||||||
|
])
|
||||||
|
|
||||||
|
return written
|
||||||
|
|
||||||
|
|
||||||
|
def create_modules_toc_file(
|
||||||
|
modules: list[str],
|
||||||
|
opts: CliOptions,
|
||||||
|
name: str = 'modules',
|
||||||
|
user_template_dir: str | None = None,
|
||||||
|
) -> Path:
|
||||||
|
"""Create the module's index."""
|
||||||
|
modules.sort()
|
||||||
|
prev_module = ''
|
||||||
|
for module in modules.copy():
|
||||||
|
# look if the module is a subpackage and, if yes, ignore it
|
||||||
|
if module.startswith(prev_module + '.'):
|
||||||
|
modules.remove(module)
|
||||||
|
else:
|
||||||
|
prev_module = module
|
||||||
|
|
||||||
|
context = {
|
||||||
|
'header': opts.header,
|
||||||
|
'maxdepth': opts.maxdepth,
|
||||||
|
'docnames': modules,
|
||||||
|
}
|
||||||
|
if user_template_dir is not None:
|
||||||
|
template_path = [user_template_dir, template_dir]
|
||||||
|
else:
|
||||||
|
template_path = [template_dir]
|
||||||
|
text = ReSTRenderer(template_path).render('toc.rst.jinja', context)
|
||||||
|
return write_file(name, text, opts)
|
||||||
|
|
||||||
|
|
||||||
|
def is_skipped_package(
|
||||||
|
dirname: str | Path, opts: CliOptions, excludes: Sequence[re.Pattern[str]] = ()
|
||||||
|
) -> bool:
|
||||||
|
"""Check if we want to skip this module."""
|
||||||
|
if not Path(dirname).is_dir():
|
||||||
|
return False
|
||||||
|
|
||||||
|
files = glob.glob(str(Path(dirname, '*.py')))
|
||||||
|
regular_package = any(f for f in files if is_initpy(f))
|
||||||
|
if not regular_package and not opts.implicit_namespaces:
|
||||||
|
# *dirname* is not both a regular package and an implicit namespace package
|
||||||
|
return True
|
||||||
|
|
||||||
|
# Check there is some showable module inside package
|
||||||
|
return all(is_excluded(Path(dirname, f), excludes) for f in files)
|
||||||
|
|
||||||
|
|
||||||
|
def is_skipped_module(
|
||||||
|
filename: str | Path, opts: CliOptions, _excludes: Sequence[re.Pattern[str]]
|
||||||
|
) -> bool:
|
||||||
|
"""Check if we want to skip this module."""
|
||||||
|
filename = Path(filename)
|
||||||
|
if not filename.exists():
|
||||||
|
# skip if the file doesn't exist
|
||||||
|
return True
|
||||||
|
# skip if the module has a "private" name
|
||||||
|
return filename.name.startswith('_') and not opts.includeprivate
|
||||||
|
|
||||||
|
|
||||||
|
def walk(
|
||||||
|
rootpath: str,
|
||||||
|
excludes: Sequence[re.Pattern[str]],
|
||||||
|
opts: CliOptions,
|
||||||
|
) -> Iterator[tuple[str, list[str], list[str]]]:
|
||||||
|
"""Walk through the directory and list files and subdirectories up."""
|
||||||
|
for root, subs, files in os.walk(rootpath, followlinks=opts.followlinks):
|
||||||
|
# document only Python module files (that aren't excluded)
|
||||||
|
files = sorted(
|
||||||
|
f
|
||||||
|
for f in files
|
||||||
|
if f.endswith(PY_SUFFIXES) and not is_excluded(Path(root, f), excludes)
|
||||||
|
)
|
||||||
|
|
||||||
|
# remove hidden ('.') and private ('_') directories, as well as
|
||||||
|
# excluded dirs
|
||||||
|
if opts.includeprivate:
|
||||||
|
exclude_prefixes: tuple[str, ...] = ('.',)
|
||||||
|
else:
|
||||||
|
exclude_prefixes = ('.', '_')
|
||||||
|
|
||||||
|
subs[:] = sorted(
|
||||||
|
sub
|
||||||
|
for sub in subs
|
||||||
|
if not sub.startswith(exclude_prefixes)
|
||||||
|
and not is_excluded(Path(root, sub), excludes)
|
||||||
|
)
|
||||||
|
|
||||||
|
yield root, subs, files
|
||||||
|
|
||||||
|
|
||||||
|
def has_child_module(
|
||||||
|
rootpath: str, excludes: Sequence[re.Pattern[str]], opts: CliOptions
|
||||||
|
) -> bool:
|
||||||
|
"""Check the given directory contains child module/s (at least one)."""
|
||||||
|
return any(files for _root, _subs, files in walk(rootpath, excludes, opts))
|
||||||
|
|
||||||
|
|
||||||
|
def recurse_tree(
|
||||||
|
rootpath: str,
|
||||||
|
excludes: Sequence[re.Pattern[str]],
|
||||||
|
opts: CliOptions,
|
||||||
|
user_template_dir: str | None = None,
|
||||||
|
) -> tuple[list[Path], list[str]]:
|
||||||
|
"""
|
||||||
|
Look for every file in the directory tree and create the corresponding
|
||||||
|
ReST files.
|
||||||
|
"""
|
||||||
|
# check if the base directory is a package and get its name
|
||||||
|
if is_packagedir(rootpath) or opts.implicit_namespaces:
|
||||||
|
root_package = rootpath.split(os.path.sep)[-1]
|
||||||
|
else:
|
||||||
|
# otherwise, the base is a directory with packages
|
||||||
|
root_package = None
|
||||||
|
|
||||||
|
toplevels = []
|
||||||
|
written_files = []
|
||||||
|
for root, subs, files in walk(rootpath, excludes, opts):
|
||||||
|
is_pkg = is_packagedir(None, files)
|
||||||
|
is_namespace = not is_pkg and opts.implicit_namespaces
|
||||||
|
if is_pkg:
|
||||||
|
for f in files.copy():
|
||||||
|
if is_initpy(f):
|
||||||
|
files.remove(f)
|
||||||
|
files.insert(0, f)
|
||||||
|
elif root != rootpath:
|
||||||
|
# only accept non-package at toplevel unless using implicit namespaces
|
||||||
|
if not opts.implicit_namespaces:
|
||||||
|
subs.clear()
|
||||||
|
continue
|
||||||
|
|
||||||
|
if is_pkg or is_namespace:
|
||||||
|
# we are in a package with something to document
|
||||||
|
if subs or len(files) > 1 or not is_skipped_package(root, opts):
|
||||||
|
subpackage = (
|
||||||
|
root[len(rootpath) :].lstrip(os.path.sep).replace(os.path.sep, '.')
|
||||||
|
)
|
||||||
|
# if this is not a namespace or
|
||||||
|
# a namespace and there is something there to document
|
||||||
|
if not is_namespace or has_child_module(root, excludes, opts):
|
||||||
|
written_files.extend(
|
||||||
|
create_package_file(
|
||||||
|
root,
|
||||||
|
root_package,
|
||||||
|
subpackage,
|
||||||
|
files,
|
||||||
|
opts,
|
||||||
|
subs,
|
||||||
|
is_namespace,
|
||||||
|
excludes,
|
||||||
|
user_template_dir,
|
||||||
|
)
|
||||||
|
)
|
||||||
|
toplevels.append(module_join(root_package, subpackage))
|
||||||
|
else:
|
||||||
|
# if we are at the root level, we don't require it to be a package
|
||||||
|
assert root == rootpath
|
||||||
|
assert root_package is None
|
||||||
|
for py_file in files:
|
||||||
|
if not is_skipped_module(Path(rootpath, py_file), opts, excludes):
|
||||||
|
module = py_file.split('.')[0]
|
||||||
|
written_files.append(
|
||||||
|
create_module_file(
|
||||||
|
root_package, module, opts, user_template_dir
|
||||||
|
)
|
||||||
|
)
|
||||||
|
toplevels.append(module)
|
||||||
|
|
||||||
|
return written_files, toplevels
|
||||||
|
|
||||||
|
|
||||||
|
def is_excluded(root: str | Path, excludes: Sequence[re.Pattern[str]]) -> bool:
|
||||||
|
"""Check if the directory is in the exclude list.
|
||||||
|
|
||||||
|
Note: by having trailing slashes, we avoid common prefix issues, like
|
||||||
|
e.g. an exclude "foo" also accidentally excluding "foobar".
|
||||||
|
"""
|
||||||
|
root_str = str(root)
|
||||||
|
return any(exclude.match(root_str) for exclude in excludes)
|
||||||
|
|
||||||
|
|
||||||
|
class CliOptions(Protocol):
|
||||||
|
"""Arguments parsed from the command line."""
|
||||||
|
|
||||||
|
module_path: str
|
||||||
|
exclude_pattern: list[str]
|
||||||
|
destdir: str
|
||||||
|
quiet: bool
|
||||||
|
maxdepth: int
|
||||||
|
force: bool
|
||||||
|
followlinks: bool
|
||||||
|
dryrun: bool
|
||||||
|
separatemodules: bool
|
||||||
|
includeprivate: bool
|
||||||
|
tocfile: str
|
||||||
|
noheadings: bool
|
||||||
|
modulefirst: bool
|
||||||
|
implicit_namespaces: bool
|
||||||
|
automodule_options: set[str]
|
||||||
|
suffix: str
|
||||||
|
|
||||||
|
remove_old: bool
|
||||||
|
|
||||||
|
# --full only
|
||||||
|
full: bool
|
||||||
|
append_syspath: bool
|
||||||
|
header: str
|
||||||
|
author: str | None
|
||||||
|
version: str | None
|
||||||
|
release: str | None
|
||||||
|
extensions: list[str] | None
|
||||||
|
templatedir: str | None
|
@ -7,7 +7,7 @@ from typing import TYPE_CHECKING
|
|||||||
|
|
||||||
import pytest
|
import pytest
|
||||||
|
|
||||||
import sphinx.ext.apidoc
|
import sphinx.ext.apidoc._generate
|
||||||
from sphinx.ext.apidoc._cli import main as apidoc_main
|
from sphinx.ext.apidoc._cli import main as apidoc_main
|
||||||
|
|
||||||
if TYPE_CHECKING:
|
if TYPE_CHECKING:
|
||||||
@ -728,10 +728,10 @@ def test_no_duplicates(rootdir, tmp_path):
|
|||||||
We can't use pytest.mark.apidoc here as we use a different set of arguments
|
We can't use pytest.mark.apidoc here as we use a different set of arguments
|
||||||
to apidoc_main
|
to apidoc_main
|
||||||
"""
|
"""
|
||||||
original_suffixes = sphinx.ext.apidoc.PY_SUFFIXES
|
original_suffixes = sphinx.ext.apidoc._generate.PY_SUFFIXES
|
||||||
try:
|
try:
|
||||||
# Ensure test works on Windows
|
# Ensure test works on Windows
|
||||||
sphinx.ext.apidoc.PY_SUFFIXES += ('.so',)
|
sphinx.ext.apidoc._generate.PY_SUFFIXES += ('.so',)
|
||||||
|
|
||||||
package = rootdir / 'test-apidoc-duplicates' / 'fish_licence'
|
package = rootdir / 'test-apidoc-duplicates' / 'fish_licence'
|
||||||
outdir = tmp_path / 'out'
|
outdir = tmp_path / 'out'
|
||||||
@ -746,7 +746,7 @@ def test_no_duplicates(rootdir, tmp_path):
|
|||||||
assert count_submodules == 1
|
assert count_submodules == 1
|
||||||
|
|
||||||
finally:
|
finally:
|
||||||
sphinx.ext.apidoc.PY_SUFFIXES = original_suffixes
|
sphinx.ext.apidoc._generate.PY_SUFFIXES = original_suffixes
|
||||||
|
|
||||||
|
|
||||||
def test_remove_old_files(tmp_path: Path):
|
def test_remove_old_files(tmp_path: Path):
|
||||||
|
Loading…
Reference in New Issue
Block a user