-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
docs: query engine user guide (#250)
- Loading branch information
1 parent
1b2bbd5
commit 9654dac
Showing
8 changed files
with
784 additions
and
10 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,167 @@ | ||
"""Sphinx extension to execute included code snippets and display their output. | ||
This module defines a custom Sphinx directive `ExecLiteralInclude` that allows | ||
including code from external files, executing it, and displaying both the code | ||
and its output in the documentation. | ||
Example: | ||
```{exec-literalinclude} path/to/your_script.py | ||
--- | ||
language: python | ||
setup-lines: 1-4 | ||
lines: 6-10 | ||
--- | ||
``` | ||
""" | ||
|
||
import contextlib | ||
import io | ||
from typing import List | ||
|
||
from docutils import nodes | ||
from sphinx.application import Sphinx | ||
from sphinx.util import parselinenos | ||
from sphinx.util.docutils import SphinxDirective | ||
|
||
|
||
class ExecLiteralInclude(SphinxDirective): | ||
"""Directive to include, execute, and display code from external files.""" | ||
|
||
required_arguments = 1 # The file path is the only required argument | ||
optional_arguments = 0 | ||
option_spec = { | ||
"lines": lambda x: x, | ||
"setup-lines": lambda x: x, | ||
"language": lambda x: x, | ||
} | ||
has_content = False | ||
|
||
def run(self) -> List[nodes.Node]: | ||
"""Process the directive and return nodes to be inserted into the document. | ||
Returns: | ||
List[nodes.Node]: A list of docutils nodes representing the code block | ||
and its output. | ||
Raises: | ||
FileNotFoundError: If the specified file does not exist. | ||
Exception: If an error occurs while executing the code. | ||
""" | ||
environment = self.state.document.settings.env | ||
_, filename = environment.relfn2path(self.arguments[0]) | ||
|
||
try: | ||
with open(filename, "r") as file: | ||
code_lines = file.readlines() | ||
except FileNotFoundError: | ||
error = self.state_machine.reporter.error( | ||
f"File not found: {filename}", line=self.lineno | ||
) | ||
|
||
return [error] | ||
|
||
total_lines = len(code_lines) | ||
|
||
# Extract setup code | ||
setup_code = "" | ||
if "setup-lines" in self.options: | ||
setup_line_numbers = parselinenos(self.options["setup-lines"], total_lines) | ||
setup_code = "".join([code_lines[i] for i in setup_line_numbers]) | ||
|
||
# Extract main code | ||
main_code = "" | ||
if "lines" in self.options: | ||
main_line_numbers = parselinenos(self.options["lines"], total_lines) | ||
main_code = "".join([code_lines[i] for i in main_line_numbers]) | ||
else: | ||
main_code = "".join(code_lines) | ||
|
||
# Create a literal block node for the main code | ||
code_node = nodes.literal_block(main_code, main_code) | ||
code_node["language"] = self.options.get("language", "python") | ||
|
||
# Prepare code for execution | ||
main_code_lines = main_code.rstrip().split("\n") | ||
|
||
# Remove trailing empty lines | ||
while main_code_lines and not main_code_lines[-1].strip(): | ||
main_code_lines.pop() | ||
|
||
if main_code_lines: | ||
last_line = main_code_lines.pop() | ||
code_before_last_line = "\n".join(main_code_lines) | ||
else: | ||
last_line = "" | ||
code_before_last_line = "" | ||
|
||
# Execute code and capture output | ||
output_io = io.StringIO() | ||
exec_globals = {} | ||
|
||
try: | ||
with ( | ||
contextlib.redirect_stdout(output_io), | ||
contextlib.redirect_stderr(output_io), | ||
): | ||
if setup_code: | ||
exec(setup_code, exec_globals) | ||
|
||
if code_before_last_line: | ||
exec(code_before_last_line, exec_globals) | ||
|
||
if last_line: | ||
if self._is_expression(last_line): | ||
result = eval(last_line, exec_globals) | ||
if result is not None: | ||
print(repr(result)) | ||
else: | ||
exec(last_line, exec_globals) | ||
|
||
except Exception as e: | ||
error_msg = f"Error executing code: {e}" | ||
error_node = nodes.error("", nodes.paragraph(text=error_msg)) | ||
return [code_node, error_node] | ||
|
||
output_text = output_io.getvalue() | ||
|
||
# Create a literal block for the output | ||
output_node = nodes.literal_block(output_text, output_text) | ||
output_node["language"] = "none" | ||
|
||
return [code_node, output_node] | ||
|
||
def _is_expression(self, code_line: str) -> bool: | ||
"""Determine if a line of code is an expression. | ||
Args: | ||
code_line (str): The line of code to check. | ||
Returns: | ||
bool: True if the line is an expression, False otherwise. | ||
""" | ||
try: | ||
compile(code_line, "<string>", "eval") | ||
return True | ||
except SyntaxError: | ||
return False | ||
|
||
def _parse_line_range(self, line_range_str: str, total_lines: int) -> List[int]: | ||
"""Parse a line range string into a list of line indices. | ||
Args: | ||
line_range_str (str): The line range string (e.g., "1-3,5"). | ||
total_lines (int): The total number of lines in the source file. | ||
Returns: | ||
List[int]: A list of line indices (0-based). | ||
""" | ||
return parselinenos(line_range_str, total_lines) | ||
|
||
|
||
def setup(app: Sphinx) -> None: | ||
"""Set up the Sphinx extension. | ||
Args: | ||
app (Sphinx): The Sphinx application instance. | ||
""" | ||
app.add_directive("exec-literalinclude", ExecLiteralInclude) |
Oops, something went wrong.