wikipedia.py

import wikipediaapi
import csv

wiki_wiki = wikipediaapi.Wikipedia('MyProjectName (merlin@example.com)', 'en')

def find_links(page):
    titles = []
    page_py = wiki_wiki.page(page)
    links = page_py.links
    for title in sorted(links.keys()):
        titles.append(title)
    return titles

# Collect all rows to be written to the CSV at once
rows = [["id1","id2"]]
original_pages = ['Discrete mathematics', 'Portland, Oregon', 'Mars', 'Pizza', 'Honeybees', 'Great Wall of China']
pages = []
for page in original_pages:
    pages.append(page)

for link in original_pages:
    pages = pages + find_links(link)

pages = list(set(pages))

print("len: " + str(len(pages)))
for i, page in enumerate(pages):
    if not i%((int)(len(pages)/100)):
        print(i)
    links = find_links(page)
    links = [link for link in links if link in pages]
    for link in links:
        rows.append([page, link])

# Write all rows to the CSV at once
with open('output.csv', mode='w', newline='', encoding='utf-8') as file:
    writer = csv.writer(file)
    writer.writerows(rows)