scrape_docs add headline output to csv format

JOJ0 · Sep 10, 2024 · 14bb4d0 · 14bb4d0
1 parent e58b6aa
commit 14bb4d0
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/scrape_docs.py b/scrape_docs.py
@@ -33,6 +33,10 @@ def scrape(output, url):
  any_heading_tag = ['h1', 'h2', 'h3', 'h4', 'h5', 'h6']
  elements = soup.find_all([*any_heading_tag, 'a'],)
 
+ if output == 'csv':
+ print('Change this headline as required')
+ print('================================\n')
+
  for e in elements:
  if e.name in any_heading_tag and output == 'debug':
  print(f'{e.name}: {e.text}')