docs/wtfpython
docs/wtfpython
1
0
Fork 0
mirror of https://github.com/satwikkansal/wtfpython synced 2024-11-22 11:04:25 +01:00
Code Releases Activity

Parse nested examples

Browse Source
This commit is contained in:
Satwik 2019-11-02 23:25:58 +05:30
parent 321e7196d0
commit 2161c48e8e
1 changed files with 23 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
irrelevant/json_generator.py
View File

@ -21,7 +21,7 @@ import json
import os import os
import pprint import pprint
fpath = os.path.join(os.path.dirname( __file__ ), '..', 'README.md') fpath = os.path.join(os.path.dirname( __file__ ), '..', 'test_nb.md')
examples = [] examples = []
# The globals # The globals
@ -55,12 +55,14 @@ def generate_markdown_block(lines):
sequence_num += 1 sequence_num += 1
return result return result
def is_interactive_statement(line): def is_interactive_statement(line):
for prefix in STATEMENT_PREFIXES: for prefix in STATEMENT_PREFIXES:
if line.startswith(prefix): if line.lstrip().startswith(prefix):
return True return True
return False return False
def parse_example_parts(lines, example_title_line): def parse_example_parts(lines, example_title_line):
parts = { parts = {
"build_up": [], "build_up": [],
@ -117,20 +119,20 @@ def parse_example_parts(lines, example_title_line):
# store lines again until --- or another H3 is encountered # store lines again until --- or another H3 is encountered
while not (next_line.startswith("---") or while not (next_line.startswith("---") or
next_line.startswith("### ")): next_line.startswith("### ")):
if next_line.startswith("```"): if next_line.lstrip().startswith("```"):
# It's a snippet, whatever found until now is text # It's a snippet, whatever found until now is text
is_interactive = False is_interactive = False
if content: if content:
parts["build_up"].append(generate_markdown_block(content)) parts["explanation"].append(generate_markdown_block(content))
content = [] content = []
next_line = next(lines) next_line = next(lines)
while not next_line.startswith("```"): while not next_line.lstrip().startswith("```"):
if is_interactive_statement(next_line): if is_interactive_statement(next_line):
is_interactive = True is_interactive = True
if (output_so_far): if (output_so_far):
parts["build_up"].append(generate_code_block(statements_so_far, output_so_far)) parts["explanation"].append(generate_code_block(statements_so_far, output_so_far))
statements_so_far, output_so_far = [], [] statements_so_far, output_so_far = [], []
statements_so_far.append(next_line) statements_so_far.append(next_line)
else: else:
@ -142,7 +144,7 @@ def parse_example_parts(lines, example_title_line):
next_line = next(lines) next_line = next(lines)
# Snippet is over # Snippet is over
parts["build_up"].append(generate_code_block(statements_so_far, output_so_far)) parts["explanation"].append(generate_code_block(statements_so_far, output_so_far))
statements_so_far, output_so_far = [], [] statements_so_far, output_so_far = [], []
next_line = next(lines) next_line = next(lines)
else: else:
@ -156,9 +158,10 @@ def parse_example_parts(lines, example_title_line):
return next_line, parts return next_line, parts
def remove_from_beginning(tokens, line): def remove_from_beginning(tokens, line):
for token in tokens: for token in tokens:
if line.startswith(token): if line.lstrip().startswith(token):
line = line.replace(token, "") line = line.replace(token, "")
return line return line
@ -174,6 +177,7 @@ def inspect_and_sanitize_code_lines(lines):
result.append(line) result.append(line)
return is_print_present, result return is_print_present, result
def convert_to_cells(cell_contents): def convert_to_cells(cell_contents):
cells = [] cells = []
for stuff in cell_contents: for stuff in cell_contents:
@ -240,10 +244,10 @@ def convert_to_notebook(parsed_json):
explanation = parts.get("explanation") explanation = parts.get("explanation")
notebook_path = "test.ipynb" notebook_path = "test.ipynb"
if(build_up): if build_up:
result["cells"] += convert_to_cells(build_up) result["cells"] += convert_to_cells(build_up)
if(explanation): if explanation:
result["cells"] += convert_to_cells(explanation) result["cells"] += convert_to_cells(explanation)
pprint.pprint(result, indent=2) pprint.pprint(result, indent=2)
@ -251,14 +255,17 @@ def convert_to_notebook(parsed_json):
json.dump(result, f) json.dump(result, f)
with open(fpath, 'r+', encoding="utf-8") as f: with open(fpath, 'r+', encoding="utf-8") as f:
lines = iter(f.readlines()) lines = iter(f.readlines())
line = next(lines) line = next(lines)
result = [] result = []
pre_examples_phase = True
pre_stuff = []
post_stuff = []
try: try:
while True: while True:
if line.startswith("## "): if line.startswith("## "):
pre_examples_phase = False
# A section is encountered # A section is encountered
current_section_name = line.replace("## ", "").strip() current_section_name = line.replace("## ", "").strip()
section_text = [] section_text = []
@ -281,8 +288,13 @@ with open(fpath, 'r+', encoding="utf-8") as f:
section_text.append(line) section_text.append(line)
line = next(lines) line = next(lines)
else: else:
if pre_examples_phase:
pre_stuff.append(line)
else:
post_stuff.append(line)
line = next(lines) line = next(lines)
except StopIteration: except StopIteration:
pprint.pprint(result, indent=2) pprint.pprint(result, indent=2)
print("POST", post_stuff)
convert_to_notebook(result) convert_to_notebook(result)