Updated CLI for Cambridge

src/providers/cambridge/README.md

@@ -0,0 +1,3 @@
+CLI for Cambridge University Press.
+
+CLI finds the new releases for a specified subject and stores them as a .tsv in a specified directory.

src/providers/cambridge/cli.py

@@ -0,0 +1,28 @@
+import click
+from bs4 import BeautifulSoup
+from utils import (
+    get_page_content,
+    find_links_and_tags,
+    download_file
+)
+
+@click.command()
+@click.option('--subject', prompt='Enter the subject', type=click.Choice(['computer science', 'engineering', 'mathematics', 'physics', 'science and engineering', 'statistics']))
+@click.option('--directory', prompt='Enter the directory', type=click.Path(exists=True, file_okay=False, dir_okay=True))
+def main(subject,directory):
+    url = 'https://www.cambridge.org/core/services/librarians/kbart'
+    response_text = get_page_content(url)
+
+    if response_text:
+        soup = BeautifulSoup(response_text, 'html.parser')
+        prefix = 'cambridge ebooks and partner presses: 2023 '
+        subjects = [subject]
+        found_links = find_links_and_tags(soup, subjects, prefix)
+        for link, subject in zip(found_links, subjects):
+            full_link = 'https://www.cambridge.org' + link
+            download_file(full_link, subject, directory)
+
+if __name__ == "__main__":
+    main()
+
+

src/providers/cambridge/utils.py

@@ -0,0 +1,31 @@
+import requests
+
+def get_page_content(url):
+    try:
+        response = requests.get(url)
+        response.raise_for_status()  # Raise an HTTPError if the response status code indicates an error
+        return response.text
+    except requests.exceptions.HTTPError as err:
+        print(f"HTTP Error: Failed to fetch the webpage ({err})")
+        return None
+
+def find_links_and_tags(soup, subjects, prefix):
+    found_links = []
+    for subject in subjects:
+        target_word = prefix + subject
+        for tag in soup.find_all(string=lambda text: text and target_word in text.lower()):
+            parent_tag = tag.parent
+            if parent_tag.name == 'a' and parent_tag.get('href'):
+                link = parent_tag.get('href')
+                found_links.append(link)
+    return found_links
+
+def download_file(url, desired_filename, target_filepath):
+    response = requests.get(url)
+    if response.status_code == 200:
+        filename = f"{desired_filename}.tsv"
+        with open(target_filepath + filename, 'wb') as file:
+            file.write(response.content)
+        print(f'Successfully downloaded {filename}')
+    else:
+        print(f"Error: Failed to download {desired_filename} ({response.status_code})")