links we need
+ chapter_dictionaries = [] # This dictionary would have the format of ({"chapter_number chapter_name": "link_to")
+ for all_links in soup.find_all('a', href=True):
+ # Since all wuxia.co valid chapters start with digits, check to see if the string starts with digits
+ if all_links['href'][0].isdigit():
+ temp_link = all_links['href']
+ # to get the proper chapter name, and remove the remaing '')[1][:-3]
+ tempDict = {chapter_title: temp_link}
+ chapter_dictionaries.append(tempDict)
+ book = epub.EpubBook()
+ book.set_identifier('dr_nyt')
+ book.set_title(novel_name)
+ book.set_language('en')
+ book.add_author('Unknown')
+ book.add_item(default_style)
+ chapterList = []
+ # Add cover
+ book.set_cover("image.jpg", open(cover, 'rb').read())
+
+ for chapter in chapter_dictionaries:
+ # Our list in packed with dicts {:}
+ # Unpack properly and get correct variables
+ temp_link = list(chapter.values())[0]
+ chapter_name = list(chapter.keys())[0]
+ url = link + '/' + temp_link
+ temp_page = requests.get(url)
+ soup = BeautifulSoup(temp_page.text, 'html.parser').find_all("div", id="chaptercontent")
+ story_text = str(soup).split('')[1]
+ chapter = "" + str(chapter_name) + "
"
+ story = f"{chapter_name}
" + str(story_text) + "
"
+ try:
+ chap = epub.EpubHtml(title=chapter_name, file_name=temp_link + '.xhtml', lang='en')
+ content = story
+ except:
+ chap = epub.EpubHtml(title=chapter_name, file_name=temp_link + '.xhtml', lang='en')
+ content = story
+ chap.content = u'%s' % content
+ chapterList.append(chap)
+ self.msg(f"\n Added {chapter_name}")
+
+ for chapter in chapterList:
+ chapter.add_item(default_style) #Links the css file to each chapter html page in epub
+ book.add_item(chapter)
+ book.toc = (chapterList)
+ # add navigation files
+ book.add_item(epub.EpubNcx())
+ book.add_item(epub.EpubNav())
+
+ # add css file
+ nav_css = epub.EpubItem(uid="style_nav", file_name="style/nav.css", media_type="text/css", content=style)
+ book.add_item(nav_css)
+
+ # create spin, add cover page as first page
+ book.spine = ['cover', 'nav'] + chapterList
+ epub.write_epub(novel_name + '.epub', book, {})
+ self.msg(f"\n{novel_name} compiled! \nSaved in {os.getcwd()}")
+ self.run_button.Enable()
+ self.log_report.Enable()
+ self.select_cover_dialog_button.Enable()
+ self.select_cover_dialog_button.Enable()
+ # if self.remove_cover_button.IsEnabled():
+ # pass
+ # else:
+ # self.remove_cover_button.Enable()
+ except Exception as e:
+ self.msg('\n\n Error occurred')
+ self.msg('\n\n Either the link is invalid or your IP is timed out.')
+ self.msg('\n\n In case of an IP timeout, it usually fixes itself after some time.')
+ self.msg(
+ '\n\n Raise an issue @ https://github.com/dr-nyt/Translated-Novel-Downloader/issues if this issue persists')
+ self.msg(f'\n\n\n error was:\n{e}')
+ self.select_cover_dialog_button.Enable()
+ self.run_button.Enable()
+ self.log_report.Enable()
+ # if self.remove_cover_button.IsEnabled():
+ # pass
+ # else:
+ # self.remove_cover_button.Enable()
+
+ def novel_planet(self, link, cover, chapter_start, chapter_end):
+ link = link
+ cover = cover
+ chapter_start = chapter_start
+ chapter_end = chapter_end
+ self.msg("\n ************* Starting ***************")
+ try:
+ # Initialize connection with NovelPlanet
+ scrapper = cfscrape.create_scraper()
+ page = scrapper.get(link)
+ soup = BeautifulSoup(page.text, 'html.parser')
+
+ # Get Novel Name
+ novel_name = soup.find(class_='title').get_text()
+ # Get the html that stores links to each chapter
+ chapters = soup.find_all(class_='rowChapter')
+
+ # Get all the specified links from the html
+ chapter_links = []
+ for chapter in chapters:
+ chapter_links.append(chapter.find('a').get('href'))
+ chapter_links.reverse() # Reverse the list so the first index will be the first chapter and so on
+
+ # Cut down the links if the number of chapters are specified and,
+ # Set the starting and last chapter number
+ if chapter_start != "":
+ chapter_start = int(chapter_start)
+ current_chapter = chapter_start
+ # TODO ask @dr-nyt why this is done like this
+ chapter_links = chapter_links[chapter_start - 1:]
+ else:
+ chapter_start = 1
+ current_chapter = 1
+
+ if chapter_end != "":
+ chapter_end = int(chapter_end)
+ chapter_links = chapter_links[:abs(chapter_end)]
+ else:
+ chapter_end = len(chapters)
+ self.msg(f"\nChapter {chapter_start} to Chapter {chapter_end} will be compiled!")
+
+ book = epub.EpubBook()
+ # add metadata
+ book.set_identifier('dr_nyt')
+ book.set_title(novel_name)
+ book.set_language('en')
+ book.add_author('Unknown')
+ book.add_item(default_style)
+ # This will only run of cover == ""
+ if cover == "":
+ cover = self.current_directory + '/cover.png'
+ self.msg("\n\n No cover was chosen"
+ "\nDefault cover will be used")
+ book.set_cover("image.jpg", open(cover, 'rb').read())
+
+ # Stores each chapter of the story as an object.
+ # Later used to reference the chapters to the table of content
+ chapters = []
+ for chapter_link in chapter_links:
+ page = scrapper.get(f'https://novelplanet.com{chapter_link}')
+ soup = BeautifulSoup(page.text, 'lxml')
+
+ # Add a header for the chapter
+ try:
+ chapter_head = soup.find('h4').get_text()
+ c = epub.EpubHtml(title=chapter_head, file_name=f"Chapter_{current_chapter}.xhtml", lang="en")
+ content = f"{chapter_head}
"
+ except:
+ c = epub.EpubHtml(title=f"Chapter {current_chapter}", file_name=f"Chapter_{current_chapter}.xhtml",
+ lang="en")
+ content = f"{current_chapter}
"
+ # Get all the paragraphs from the chapter
+ paras = soup.find(id="divReadContent")
+ # Append all paragraph to content which will be added to the .xhtml
+ content += paras.prettify()
+ content += "
"
+ content += "Powered by dr_nyt
"
+ content += "If any errors occur, open an issue here: github.com/dr-nyt/Translated-Novel-Downloader/issues
"
+ content += "You can download more novels using the app here: github.com/dr-nyt/Translated-Novel-Downloader
"
+ c.content = u'%s' % content # Add the content to the chapter
+ chapters.append(c) # Add the chapter object to the chapter list
+ self.msg(f"\nChapter: {current_chapter} compiled!")
+ current_chapter += 1
+
+ # Add each chapter object to the book
+ for chap in chapters:
+ chap.add_item(default_style) #Links the css file to each chapter html page in epub
+ book.add_item(chap)
+
+ # Give the table of content the list of chapter objects
+ book.toc = (chapters)
+ # add navigation files
+ book.add_item(epub.EpubNcx())
+ book.add_item(epub.EpubNav())
+ # add css file
+ nav_css = epub.EpubItem(uid="style_nav", file_name="style/nav.css", media_type="text/css", content=style)
+ book.add_item(nav_css)
+
+ # create spin, add cover page as first page
+ book.spine = ['cover', 'nav'] + chapters
+ # create epub file
+ epub.write_epub(novel_name + f' {chapter_start}-{chapter_end}.epub', book, {})
+ self.msg(f"\n{novel_name} has compiled")
+ self.msg(f"\n{novel_name} compiled /n saved in {os.getcwd()}")
+ self.run_button.Enable()
+ self.log_report.Enable()
+ self.select_cover_dialog_button.Enable()
+ self.select_cover_dialog_button.Enable()
+ # if self.remove_cover_button.IsEnabled():
+ # pass
+ # else:
+ # self.remove_cover_button.Enable()
+
+ except Exception as e:
+ if 'Missing Node.js' in str(e):
+ self.msg("Please install nodeJS and restart the app.")
+ self.nodejsUpdate()
+ else:
+ self.msg('\n\n Error occurred')
+ self.msg(f'\n error was:\n{str(e)}')
+ self.msg('\n In case of an IP timeout, it usually fixes itself after some time.')
+ self.msg('\n Raise an issue @ https://github.com/dr-nyt/Translated-Novel-Downloader/issues if this issue persists')
+
+ self.select_cover_dialog_button.Enable()
+ self.run_button.Enable()
+ self.log_report.Enable()
+ self.log_report.Enable()
+ # if self.remove_cover_button.IsEnabled():
+ # pass
+ # else:
+ # self.remove_cover_button.Enable()
+
+ #Opens a gui if nodejs isnt installed
+ def nodejsUpdate(self):
+ popup = Tk()
+ popup.wm_title("Install NodeJS")
+ # popup.iconbitmap(r"rsc/icon.ico")
+ popup.configure(background = "black")
+ popup.resizable(0,0)
+
+ label = Label(popup, text="NovelPlanet requires NodeJS to be installed!", bg="black", fg="white", font="none 15")
+ downloadMAC = Button(popup, text="Download", fg="blue", command=self.installNodejsMAC)
+ # okButton = Button(popup, text="OK", command=popup.destroy)
+
+ label.pack()
+ downloadMAC.pack(side=BOTTOM)
+
+ popup.call('wm', 'attributes', '.', '-topmost', '1')
+ popup.mainloop()
+
+ # Open the link to the nedejs 32bit on a browser
+ def installNodejsMAC(self):
+ webbrowser.open_new(r"https://nodejs.org/dist/v10.16.0/node-v10.16.0.pkg")
+ os._exit(1)
+
+
+
+
+ def wuxiaworld(self, link, cover, volume=0):
+ link = link
+ cover = cover
+ volume = volume
+ if volume != 0:
+ volume_limit = 1
+ volume_number = int(volume)
+ else:
+ volume_limit = 0
+ volume_number = 1
+
+ # if volume != 0: # If the volume is not 0 then only the volume number specified will be downloaded.
+ # volume_limit = 1 # Sets the volume limit so only one volume will be allowed to download.
+ # volume_number = int(volume) # This variable is only used when only one volume needs to downloaded
+ # else: # If the volume number is specified as 0 then all the volumes will be downloaded.
+ # volume_limit = 0 # Removes the volume limit to allow all volumes to be downloaded.
+ # volume_number = 0 # This is set to 0 because all volumes will be downloaded now.
+
+ self.msg("\n ************* Starting ***************")
+
+ try:
+ head = 0
+ novel_name = ""
+ temp_name = link.split('/')[
+ 4] # Split the link of the website into a list separated by "/" and get the 4th index [eg: http://wuxiaworld/novel/my-novel-name/].
+ temp_name = temp_name.split('-') # Split that into another list separated by "-" [eg: my-novel-name].
+ for name in temp_name:
+ novel_name = novel_name + name.capitalize() + ' '
+ novel_name = novel_name[:-1] # Remove the last ' ' from the novel name
+ self.chapter_start = 1 # The number of the starting chapter is initialized.
+ self.chapter_end = 0 # This number of the last chapter is initialized.
+ self.chapter_current = 1 # This is stores the number of the current chapter being compiled.
+ self.volume_links = [] # Empty list to store links to the chapters of each volume, one volume at a time.
+ page = requests.get(link)
+ soup = BeautifulSoup(page.text, 'html.parser')
+ volume_list = soup.find_all(class_="panel-body")
+ valid_chars = "-_.() %s%s" % (string.ascii_letters,
+ string.digits) # Characters allowed in a file name [Characters such as $%"" are not allowed as file names in windows]
+
+ if volume_list == []:
+ self.msg("\nEither the link is invalid or your IP is timed out. WW")
+ self.msg("\nIn case of an IP timeout, it usually fixes itself after some time.")
+ self.msg("\nRaise an issue @ "
+ "https://github.com/dr-nyt/Translated-Novel-Downloader/issues if this issue persists")
+
+ ############################################
+ ###############Content Removed##############
+ ############################################
+
+ # This will only run of cover == ""
+ if cover == "":
+ cover = self.current_directory + '/cover.png'
+ self.msg("\n\n No cover was chosen"
+ "\nDefault cover will be used")
+
+ ############################################
+ ###############Content Removed##############
+ ############################################
+
+ for v in volume_list:
+ chapter_links = []
+
+ # Skips over empty html tags
+ if v.find(class_="col-sm-6") == None:
+ continue
+
+ # Skip over volumes if a specific volume is defined
+ if volume_number != 1 and volume_limit == 1:
+ volume_number -= 1
+ continue
+ chapter_html_links = v.find_all(class_="chapter-item")
+ for chapter_http in chapter_html_links:
+ chapter_links.append(chapter_http.find('a').get('href'))
+ self.volume_links.append(chapter_links)
+
+ self.getMetaData(chapter_links[0], chapter_links[-1]) # Sets starting and ending chapter numbers
+
+ ################################################
+ ##############Change made#######################
+ self.book = epub.EpubBook()
+ self.book.set_identifier('dr_nyt')
+ self.book.set_title(f"{novel_name} Vol {str(volume)} {self.chapter_start} - {self.chapter_end}")
+ self.book.set_language('en')
+ self.book.add_author('Unknown')
+ self.book.set_cover("image.jpg", open(cover, 'rb').read())
+ self.book.add_item(default_style)
+ self.chapterList = [] # Resets the chapter list for the new volume
+ ################################################
+ ################################################
+
+ ################
+ self.getChapter()
+ ################
+
+ # If a specific volume is asked then it saves that volume and breaks
+ if volume_limit == 1:
+ self.msg(f'\nVolume: {str(volume)} compiled!')
+ epub.write_epub(novel_name + 'Vol.' + str(volume) + '.epub', self.book, {})
+ break
+
+ volume += 1
+ epub.write_epub(novel_name + 'Vol.' + str(volume) + '.epub', self.book, {})
+ self.msg(f'\nVolume: {str(volume)} compiled!')
+
+ self.msg(f"\n{novel_name} has compiled")
+ self.msg(f"/n{novel_name} compiled /n saved in {os.getcwd()}")
+ self.run_button.Enable()
+ self.log_report.Enable()
+ self.select_cover_dialog_button.Enable()
+ self.select_cover_dialog_button.Enable()
+
+ # if self.remove_cover_button.IsEnabled():
+ # pass
+ # else:
+ # self.remove_cover_button.Enable()
+ except Exception as e:
+ self.msg('\n\n Error occurred!')
+ self.msg('\n\n Either the link is invalid or your IP is timed out.')
+ self.msg('\n\n In case of an IP timeout, it usually fixes itself after some time.')
+ self.msg(
+ '\n\n Raise an issue @ https://github.com/dr-nyt/Translated-Novel-Downloader/issues if this issue persists')
+ self.msg(f'\n\n\n error was:\n{e}')
+ self.select_cover_dialog_button.Enable()
+ self.run_button.Enable()
+ self.log_report.Enable()
+ # if self.remove_cover_button.IsEnabled():
+ # pass
+ # else:
+ # self.remove_cover_button.Enable()
+
+ def getChapter(self):
+ first_line = 0
+ for volume in self.volume_links:
+ for chapters in volume:
+ page = requests.get('https://www.wuxiaworld.com' + chapters)
+ soup = BeautifulSoup(page.text, 'lxml')
+ story_view = soup.find(class_='p-15')
+ # ISSUE the name that's used to save the .xhtml needs to have a random seed
+ # make them unique even when they clash
+ # seed(1)
+ # value = randint(0, 10)
+ try:
+ chapter_head = story_view.find('h4').get_text()
+ c = epub.EpubHtml(title=chapter_head, file_name='Chapter_' + str(self.chapter_current) + '.xhtml',
+ lang='en')
+ content = f'{chapter_head}
'
+ except:
+ c = epub.EpubHtml(title=f"Chapter {self.chapter_current}",
+ file_name='Chapter_' + str(self.chapter_current) + '.xhtml', lang='en')
+ content = f"{self.chapter_current}
"
+
+ story_view = story_view.find(class_='fr-view')
+ content += story_view.prettify().replace('\xa0', ' ').replace('Previous Chapter', '').replace(
+ 'Next Chapter', '') # Removes unecessary clutter from the text
+ content += "
"
+ content += "Powered by dr_nyt
"
+ content += "If any errors occur, open an issue here: github.com/dr-nyt/Translated-Novel-Downloader/issues
"
+ content += "You can download more novels using the app here: github.com/dr-nyt/Translated-Novel-Downloader
"
+
+ c.content = u'%s' % content
+ self.chapterList.append(c)
+ self.msg(f'\n Added: {chapter_head}')
+ self.chapter_current += 1
+
+ # Add each chapter to the book
+ for chap in self.chapterList:
+ chap.add_item(default_style) #Links the css file to each chapter html page in epub
+ self.book.add_item(chap)
+
+ # Add
+ self.book.toc = self.chapterList
+
+ # add navigation files
+ self.book.add_item(epub.EpubNcx())
+ self.book.add_item(epub.EpubNav())
+ # add css file
+ nav_css = epub.EpubItem(uid="style_nav", file_name="style/nav.css", media_type="text/css",
+ content=style)
+ self.book.add_item(nav_css)
+ # create spin, add cover page as first page
+ self.book.spine = ['cover', 'nav'] + self.chapterList
+
+ self.volume_links = [] # Resets the list to remove all chapter links for the previous volume
+
+ # This method sets the starting and ending chapters, aswell as the current chapter.
+ def getMetaData(self, link_start, link_end):
+ metaData = []
+ index = -1
+
+ partsX = link_start.split('/')
+ for x in partsX:
+ if x != '' and x != 'novel':
+ metaData.append(x)
+ chapter_start = metaData[1].split('-')
+ while index >= -len(chapter_start):
+ if chapter_start[index].isdigit():
+ self.chapter_start = int(chapter_start[index])
+ index = -1
+ break
+ else:
+ index = index - 1
+ # for chapter in chapter_start:
+ # if chapter.isdigit():
+ # self.chapterNum_start = int(chapter)
+ # break
+ self.chapter_current = self.chapter_start
+
+ metaData = []
+
+ partsY = link_end.split('/')
+ for y in partsY:
+ if y != '' and y != 'novel':
+ metaData.append(y)
+ chapter_end = metaData[1].split('-')
+ while index >= -len(chapter_end):
+ if chapter_end[index].isdigit():
+ self.chapter_end = int(chapter_end[index])
+ index = -1
+ break
+ else:
+ index = index - 1
+ # for chapter in chapter_end:
+ # if chapter.isdigit():
+ # self.chapterNum_end = int(chapter)
+ # break
+ # wuxiaworld specific TODO Clean this up better
+
+
+class MainFrame(wx.Frame):
+
+ # the style= wx.DEFAULT_FRAME_STYLE & ~(wx.RESIZE_BORDER | wx.MAXIMIZE_BOX) makes the frame non-resizable
+ def __init__(self, parent):
+ wx.Frame.__init__(self, parent=parent, style=wx.DEFAULT_FRAME_STYLE & ~(wx.RESIZE_BORDER | wx.MAXIMIZE_BOX),
+ title="Nyt's Novel Downloader")
+ panel = LaunchPanel(self)
+ self.Center()
+ self.Show()
+
+
+class Log(object):
+
+ def __init__(self, wxTextCtrl):
+ self.out = wxTextCtrl
+
+ def write(self, string):
+ # Enables and disables the log after writing
+ self.out.Enable()
+ wx.CallAfter(self.out.WriteText, string)
+ self.out.Disable()
+
+
+class BookThread(threading.Thread):
+ def __init__(self, book_function, which_site, **kwargs):
+ threading.Thread.__init__(self)
+ self.which_site = which_site
+ self.url = kwargs['url']
+ self.cover = kwargs['cover']
+ self.min_chapter = kwargs['min_chapter']
+ self.max_chapter = kwargs['max_chapter']
+ self.volume = kwargs['volume']
+ self.book_function = book_function
+ # Fix's the issue where onclose does not kill the background thread
+ self.daemon = True
+ self.start()
+
+ def run(self):
+ if self.which_site == "m.Wuxiaworld.co":
+ self.book_function(self.url, self.cover)
+ elif self.which_site == "Wuxiaworld.com":
+ if self.volume == "":
+ self.book_function(self.url, self.cover)
+ else:
+ self.book_function(self.url, self.cover, self.volume)
+ elif self.which_site == "NovelPlanet":
+ self.book_function(self.url, self.cover, self.min_chapter, self.max_chapter)
+
+
+style = '''
+ @namespace epub "http://www.idpf.org/2007/ops";
+ body {
+ font-family: Cambria, Liberation Serif, Bitstream Vera Serif, Georgia, Times, Times New Roman, serif;
+ }
+ h2 {
+ text-align: center;
+ text-transform: uppercase;
+ font-weight: 500;
+ }
+ p {
+ margin-bottom:1px;
+ }
+ ol {
+ list-style-type: none;
+ }
+ ol > li:first-child {
+ margin-top: 0.3em;
+ }
+ nav[epub|type~='toc'] > ol > li > ol {
+ list-style-type:square;
+ }
+ nav[epub|type~='toc'] > ol > li > ol > li {
+ margin-top: 0.3em;
+ }
+ '''
+default_style = epub.EpubItem(uid="style_default", file_name="style/default.css", media_type="text/css", content=style)
+
+if __name__ == "__main__":
+ app = wx.App()
+ frame = MainFrame(parent=None)
+ app.MainLoop()
+
diff --git a/webdags/wxPython/Windows-main.py b/webdags/wxPython/Windows-main.py
new file mode 100644
index 00000000..454420e9
--- /dev/null
+++ b/webdags/wxPython/Windows-main.py
@@ -0,0 +1,939 @@
+import os
+import wx
+import threading
+import requests
+from random import seed
+from random import randint
+from bs4 import BeautifulSoup
+import cfscrape
+from ebooklib import epub
+import string
+import webbrowser
+from tkinter import *
+
+# for the file dialog in the selection of book covers
+wildcard = "Image file (*.png)" \
+ "All files (*.*)|*.*"
+
+version = "0.8"
+
+
+# The launch panel
+class LaunchPanel(wx.Panel):
+
+ def __init__(self, parent):
+ wx.Panel.__init__(self, parent, id=wx.ID_ANY)
+
+ self.versionControl()
+
+ # Set the background and foreground colors
+ self.SetBackgroundColour('BLACK')
+ self.SetForegroundColour('RED')
+
+ # widget to hold the text "Enter URL:
+ self.enter_url_text = wx.StaticText(self, id=wx.ID_ANY, label="Enter Url: ")
+ self.enter_url_text.SetFont(
+ wx.Font(10, wx.FONTFAMILY_SWISS, wx.FONTSTYLE_NORMAL, wx.FONTWEIGHT_BOLD, False, "Arial"))
+
+ # widget to enter the url link
+ self.url_box = wx.TextCtrl(self)
+
+ # widget for the combo box to select from novelplanet, wuxiaworld or wuxiaco
+ self.novel_websites_list = ['NovelPlanet', 'm.Wuxiaworld.co', 'Wuxiaworld.com']
+ self.novel_website_box = wx.ComboBox(self, id=wx.ID_ANY, style=wx.CB_READONLY,
+ choices=self.novel_websites_list)
+
+
+ # widget for the cover page selector
+ self.current_directory = os.getcwd()
+ self.cover_path = ""
+ self.add_cover_text = wx.StaticText(self, id=wx.ID_ANY, label="Add Cover [optional]: ")
+ self.add_cover_text.SetFont(
+ wx.Font(8, wx.FONTFAMILY_SWISS, wx.FONTSTYLE_NORMAL, wx.FONTWEIGHT_BOLD, False, "Arial"))
+
+ self.cover_directory_box = wx.TextCtrl(self, -1, size=(200, -1))
+ # self.cover_directory_box.SetValue(self.current_directory)
+
+ self.select_cover_dialog_button = wx.Button(self, label="browse")
+ # button to clear selected image
+ # self.remove_cover_button = wx.Button(self, label="Remove Image")
+
+ self.cover_sizer = wx.BoxSizer(wx.HORIZONTAL)
+ self.cover_sizer.Add(self.add_cover_text, wx.ALL | wx.ALIGN_LEFT, 5)
+ self.cover_sizer.Add(self.cover_directory_box, wx.ALL | wx.ALIGN_LEFT, 5)
+ self.cover_sizer.Add(self.select_cover_dialog_button, wx.ALIGN_LEFT, 5)
+ # self.cover_sizer.Add(self.remove_cover_button)
+ # self.remove_cover_button.Hide()
+
+ # Box to display progress report and status
+ self.log_report = wx.TextCtrl(self, id=wx.ID_ANY, size=(600, 300),
+ style=wx.TE_MULTILINE | wx.TE_READONLY | wx.VSCROLL | wx.TE_RICH)
+ self.log = Log(self.log_report)
+ self.log.write("Log:")
+
+ # Button to run the progran
+ self.run_button = wx.Button(self, label="Compile")
+ self.run_button.SetFont(
+ wx.Font(10, wx.FONTFAMILY_SWISS, wx.FONTSTYLE_NORMAL, wx.FONTWEIGHT_BOLD, False, "Arial"))
+
+ # Sizers and arrangment
+ #
+ # Sizer to hold the enter_url_text and the url_box
+ self.urls_sizer = wx.BoxSizer(wx.HORIZONTAL)
+
+ self.urls_sizer.Add(self.enter_url_text, wx.ALL | wx.ALIGN_LEFT, 5)
+ self.urls_sizer.Add(self.url_box, wx.ALL | wx.EXPAND, 5)
+
+ # Sizer to hold the combo box that contains all the sources
+ self.combo_sizer = wx.BoxSizer(wx.HORIZONTAL)
+
+ self.select_source_text = wx.StaticText(self, label="Select Source: ")
+ self.select_source_text.SetFont(
+ wx.Font(10, wx.FONTFAMILY_SWISS, wx.FONTSTYLE_NORMAL, wx.FONTWEIGHT_BOLD, False, "Arial"))
+ self.combo_sizer.Add(self.select_source_text, wx.ALL | wx.ALIGN_LEFT, 5)
+ self.combo_sizer.Add(self.novel_website_box, wx.ALL | wx.EXPAND, 5)
+
+ # Sizer to hold the run button that starts compiling
+ self.start_sizer = wx.BoxSizer(wx.HORIZONTAL)
+
+ self.start_sizer.Add(self.run_button, wx.ALL | wx.ALIGN_LEFT, 5)
+
+ # Unique controls belonging to specific novels
+ # Novel planet
+ # The panel object has a .Hide() method that makes it easy to show or hide the panel
+ self.novel_planet_chapter_panel = wx.Panel(self, wx.ID_ANY)
+ self.novel_planet_chapter_range_text = wx.StaticText(self.novel_planet_chapter_panel,
+ label="Chapter Range [optional]:")
+ self.novel_planet_chapter_range_text.SetForegroundColour('WHITE')
+ self.novel_planet_chapter_range_min_box = wx.TextCtrl(self.novel_planet_chapter_panel, size=(40, 20))
+ self.novel_planet_chapter_range_max_box = wx.TextCtrl(self.novel_planet_chapter_panel, size=(40, 20))
+ self.novel_planet_chapter_sizer = wx.BoxSizer(wx.HORIZONTAL)
+ self.novel_planet_chapter_sizer.Add(self.novel_planet_chapter_range_text)
+ self.novel_planet_chapter_sizer.Add(self.novel_planet_chapter_range_min_box, wx.ALL, 5)
+ self.novel_planet_chapter_sizer.Add((10, 10))
+ self.novel_planet_chapter_sizer.Add(self.novel_planet_chapter_range_max_box, wx.ALL, 5)
+ self.novel_planet_chapter_panel.SetSizer(self.novel_planet_chapter_sizer)
+ self.novel_planet_chapter_panel.Hide()
+
+ # WuxiaWorld
+ # The panel object has a .Hide() method that makes it easy to show or hide the panel
+ self.wuxia_world_panel = wx.Panel(self, id=wx.ID_ANY)
+ self.wuxia_world_volume_number = wx.TextCtrl(self.wuxia_world_panel, size=(40, 20))
+ self.wuxia_world_volume_text = wx.StaticText(self.wuxia_world_panel, label="Volume Num [optional]:")
+ self.wuxia_world_volume_text.SetForegroundColour('WHITE')
+ self.wuxia_world_volume_sizer = wx.BoxSizer(wx.HORIZONTAL)
+ self.wuxia_world_volume_sizer.Add(self.wuxia_world_volume_text)
+ self.wuxia_world_volume_sizer.Add(self.wuxia_world_volume_number)
+ self.wuxia_world_panel.SetSizer(self.wuxia_world_volume_sizer)
+ self.wuxia_world_panel.Hide()
+ # specifics for only wuxia co # TODO This is only a temp fix
+ self.chapter_start = None # The number of the starting chapter is initialized.
+ self.chapter_end = None # This number of the last chapter is initialized.
+ self.chapter_current = None # This is stores the number of the current chapter being compiled.
+ self.volume_links = None
+ self.chapterList = None
+
+ # WuxiaWorldCo
+ self.wuxia_co_panel = wx.Panel(self, id=wx.ID_ANY)
+ # self.wuxia_co_text = wx.StaticText(self.wuxia_co_panel, label="m.wuxiaworld.co does not require any args")
+ # self.wuxia_co_text.SetForegroundColour('WHITE')
+ self.wuxia_co_sizer = wx.BoxSizer(wx.HORIZONTAL)
+ # self.wuxia_co_sizer.Add(self.wuxia_co_text)
+ self.wuxia_co_panel.SetSizer(self.wuxia_co_sizer)
+ self.wuxia_co_panel.Hide()
+
+ # Add all the widgets together with a vertical sizer
+ self.main_sizer = wx.BoxSizer(wx.VERTICAL)
+
+ self.main_sizer.Add(self.combo_sizer)
+ self.main_sizer.Add(self.urls_sizer)
+ self.main_sizer.Add(self.cover_sizer)
+ self.main_sizer.Add(self.novel_planet_chapter_panel)
+ self.main_sizer.Add(self.wuxia_world_panel)
+ self.main_sizer.Add(self.wuxia_co_panel)
+ self.main_sizer.Add(self.start_sizer)
+ self.main_sizer.Add(self.log_report, wx.ALL | wx.CENTER | wx.EXPAND, 5)
+ self.SetSizer(self.main_sizer)
+ # self.main_sizer.Fit(self)
+
+ # Bind Buttons and Actions
+
+ # BIND the novel website selection, it will allow us to show and hide the panels
+ self.novel_website_box.Bind(wx.EVT_COMBOBOX, self.novel_website_panel_changer)
+
+ # BIND the cover page selector button
+ self.select_cover_dialog_button.Bind(wx.EVT_BUTTON, self.on_cover_button)
+ # BIND the remove cover button
+ # self.remove_cover_button.Bind(wx.EVT_BUTTON, self.on_remove_cover)
+
+ # BIND the compile button
+ self.run_button.Bind(wx.EVT_BUTTON, self.on_run)
+
+ def msg(self, text):
+ self.log_report.Enable() #Enable the log for writing
+ self.log.write(text) #Write the text
+ self.log_report.ShowPosition(self.log_report.GetLastPosition ()) #Set the position to the bottom
+ self.log_report.Disable() #Disable the log after writing
+
+ def novel_website_panel_changer(self, event):
+ selection = event.GetEventObject()
+ if selection.GetValue() == "NovelPlanet":
+ self.novel_planet_chapter_panel.Show()
+ self.wuxia_co_panel.Hide()
+ self.wuxia_world_panel.Hide()
+ self.Layout()
+
+ elif selection.GetValue() == "Wuxiaworld.com":
+ self.novel_planet_chapter_panel.Hide()
+ self.wuxia_co_panel.Hide()
+ self.wuxia_world_panel.Show()
+ self.Layout()
+
+ elif selection.GetValue() == "m.Wuxiaworld.co":
+ self.novel_planet_chapter_panel.Hide()
+ self.wuxia_co_panel.Show()
+ self.wuxia_world_panel.Hide()
+ self.Layout()
+
+ def on_cover_button(self, event):
+ dialog = wx.FileDialog(self, message="Choose an Image File",
+ defaultDir=self.current_directory,
+ defaultFile="",
+ wildcard=wildcard,
+ style=wx.FD_OPEN | wx.FD_CHANGE_DIR
+ )
+ if dialog.ShowModal() == wx.ID_OK:
+ self.cover_path = dialog.GetPath()
+ # self.msg(f"\n\n\nYou have chosen the cover located at: \n{self.cover_path}")
+ self.cover_directory_box.SetValue(self.cover_path)
+ # self.remove_cover_button.Show()
+ self.Layout()
+ dialog.Destroy()
+
+ # def on_remove_cover(self, event):
+ # if self.cover_path != "":
+ # self.msg(f"\n\n\nYou have removed the cover located at: \n{self.cover_path}")
+ # self.cover_directory_box.SetValue("")
+ # self.remove_cover_button.Hide()
+ # self.cover_path = ""
+
+ def on_run(self, event):
+ self.log_report.Disable()
+ self.log_report.SetValue("")
+ self.msg("Log:")
+
+ url = self.url_box.GetValue()
+ cover = self.cover_path
+ # wuxiaworld.com added options
+ volume = self.wuxia_world_volume_number.GetValue()
+
+ # Novel planet added options
+ min_chapter = self.novel_planet_chapter_range_min_box.GetValue()
+ max_chapter = self.novel_planet_chapter_range_max_box.GetValue()
+ kwargs = {'url': url,
+ 'cover': cover,
+ 'volume': volume,
+ 'min_chapter': min_chapter,
+ 'max_chapter': max_chapter
+ }
+
+ which_site = self.novel_website_box.GetValue()
+
+ # disable buttons
+ self.select_cover_dialog_button.Disable()
+ # if self.remove_cover_button.IsEnabled():
+ # self.remove_cover_button.Disable()
+ self.run_button.Disable()
+
+ # Small error handling
+ if which_site == "":
+ self.msg("\n\n\n Please select a source.")
+ self.run_button.Enable()
+ self.select_cover_dialog_button.Enable()
+ self.log_report.Enable()
+ # if self.remove_cover_button.IsEnabled():
+ # pass
+ # else:
+ # self.remove_cover_button.Enable()
+
+ if which_site == "NovelPlanet":
+ if 'https://novelplanet.com/' in url:
+ BookThread(self.novel_planet, which_site=which_site, **kwargs)
+ else:
+ self.msg("\n\n\n Your link is invalid.")
+ self.msg("\nSelect the correct source and enter a valid link.")
+ self.msg("\nFor NovelPlanet.com: https://novelplanet.com/Novel/Overgeared")
+ self.run_button.Enable()
+ self.select_cover_dialog_button.Enable()
+ self.log_report.Enable()
+ # if self.remove_cover_button.IsEnabled():
+ # pass
+ # else:
+ # self.remove_cover_button.Enable()
+
+ if which_site == "Wuxiaworld.com":
+ if 'https://www.wuxiaworld.com/' in url:
+ BookThread(self.wuxiaworld, which_site=which_site, **kwargs)
+ else:
+ self.msg("\n\n\n Your link is invalid.")
+ self.msg("\nSelect the correct source and enter a valid link.")
+ self.msg("\nFor wuxiaworld.com: https://www.wuxiaworld.com/novel/overgeared")
+ self.run_button.Enable()
+ self.select_cover_dialog_button.Enable()
+ self.log_report.Enable()
+ # if self.remove_cover_button.IsEnabled():
+ # pass
+ # else:
+ # self.remove_cover_button.Enable()
+
+ if which_site == "m.Wuxiaworld.co":
+ if 'https://m.wuxiaworld.co/' in url:
+ BookThread(self.co_wuxia_world, which_site=which_site, **kwargs)
+ else:
+ self.msg("\n\n\n Your link is invalid.")
+ self.msg("\nSelect the correct source and enter a valid link.")
+ self.msg("\nFor m.wuxiaworld.co: https://m.wuxiaworld.co/Reverend-Insanity/")
+ self.run_button.Enable()
+ self.select_cover_dialog_button.Enable()
+ self.log_report.Enable()
+ # if self.remove_cover_button.IsEnabled():
+ # pass
+ # else:
+ # self.remove_cover_button.Enable()
+
+ # if url == "" or url == "eg https://www.wuxiaworld.com/novel/overgeared":
+ # self.msg("\n\n\n You need to enter a valid link")
+ # self.msg("\nFor wuxiaworld.com: https://www.wuxiaworld.com/novel/overgeared")
+ # self.msg("\nFor m.wuxiaworld.co: https://m.wuxiaworld.co/Reverend-Insanity/")
+ # self.msg("\nFor NovelPlanet.com: https://novelplanet.com/Novel/Overgeared")
+ # self.run_button.Enable()
+ # self.select_cover_dialog_button.Enable()
+ # if self.remove_cover_button.IsEnabled():
+ # pass
+ # else:
+ # self.remove_cover_button.Enable()
+ # else:
+ # if which_site == "m.Wuxiaworld.co":
+ # BookThread(self.co_wuxia_world, which_site=which_site, **kwargs)
+ # #self.co_wuxia_world(url, cover)
+ # elif which_site == "Wuxiaworld.com":
+ # BookThread(self.wuxiaworld, which_site=which_site, **kwargs)
+ # elif which_site == "NovelPlanet":
+ # BookThread(self.novel_planet, which_site=which_site, **kwargs)
+
+ # This function makes a pop up box if the current version is out of date.
+ def updateMsg(self):
+ popup = Tk()
+ popup.wm_title("Update")
+ # popup.iconbitmap(r"rsc/icon.ico")
+ popup.configure(background = "black")
+ popup.resizable(0,0)
+
+ label = Label(popup, text="New Update Available", bg="black", fg="white", font="none 15")
+ downloadButton = Button(popup, text="Download", fg="blue", command=self.downloadUpdate)
+ # okButton = Button(popup, text="OK", command=popup.destroy)
+
+ label.pack(padx=10)
+ downloadButton.pack(padx=5)
+
+ popup.call('wm', 'attributes', '.', '-topmost', '1')
+ popup.mainloop()
+
+ def color_config(self, widget, color, event):
+ widget.configure(foreground=color)
+
+ # Open the link to the novel on a browser
+ def downloadUpdate(self):
+ webbrowser.open_new(r"https://github.com/dr-nyt/Translated-Novel-Downloader/releases")
+
+ #Checks if this is the latest version
+ def versionControl(self):
+ url = 'https://pastebin.com/7HUqzRGT'
+ page = requests.get(url)
+ soup = BeautifulSoup(page.text, 'lxml')
+ checkVersion = soup.find(class_='de1')
+ if version not in checkVersion:
+ self.updateMsg()
+
+ def co_wuxia_world(self, url, cover):
+ link = url
+ cover = cover
+ if cover == "":
+ cover = self.current_directory + '/cover.png'
+ self.msg("\n\n No cover was chosen"
+ "\nDefault cover will be used")
+ try:
+ self.msg("\n\n\n ***** Starting *****")
+ novel_name = ""
+ # Split the link of the website into a list to get novel name, eg https://m.wuxiaworld.co/Reverend-Insanity
+ temp_name = link.split('/')[3]
+ # To get the name from [eg: Reverend-Insanity]
+ temp_name = temp_name.split('-')
+ # TODO verify that in the case of a novel with one word name, this works reliably
+ for name in temp_name:
+ # Capatalize each word of the novel name and add a space in between [eg: My Novel Name].
+ novel_name = novel_name + name.capitalize() + " "
+ # To remove last whitespace from the novel name
+ novel_name = novel_name[:-1]
+ self.msg(f"\n\n The compiled novel name is {novel_name}")
+ # Luckily appending /all.html to wuxia.co/novel-name gives a page with all html links
+ real_url = link + "/all.html/"
+ # TODO reliably handle network failiure to avoid redownloading novel
+ page = requests.get(real_url)
+ soup = BeautifulSoup(page.text, 'html.parser')
+
+ # Fetch the book
+ # My approach is to get all tags since they carry the links we need
+ chapter_dictionaries = [] # This dictionary would have the format of ({"chapter_number chapter_name": "link_to")
+ for all_links in soup.find_all('a', href=True):
+ # Since all wuxia.co valid chapters start with digits, check to see if the string starts with digits
+ if all_links['href'][0].isdigit():
+ temp_link = all_links['href']
+ # to get the proper chapter name, and remove the remaing '')[1][:-3]
+ tempDict = {chapter_title: temp_link}
+ chapter_dictionaries.append(tempDict)
+ book = epub.EpubBook()
+ book.set_identifier('dr_nyt')
+ book.set_title(novel_name)
+ book.set_language('en')
+ book.add_author('Unknown')
+ book.add_item(default_style)
+ chapterList = []
+ # Add cover
+ book.set_cover("image.jpg", open(cover, 'rb').read())
+
+ for chapter in chapter_dictionaries:
+ # Our list in packed with dicts {:}
+ # Unpack properly and get correct variables
+ temp_link = list(chapter.values())[0]
+ chapter_name = list(chapter.keys())[0]
+ url = link + '/' + temp_link
+ temp_page = requests.get(url)
+ soup = BeautifulSoup(temp_page.text, 'html.parser').find_all("div", id="chaptercontent")
+ story_text = str(soup).split('')[1]
+ chapter = "" + str(chapter_name) + "
"
+ story = f"{chapter_name}
" + str(story_text) + "
"
+ try:
+ chap = epub.EpubHtml(title=chapter_name, file_name=temp_link + '.xhtml', lang='en')
+ content = story
+ except:
+ chap = epub.EpubHtml(title=chapter_name, file_name=temp_link + '.xhtml', lang='en')
+ content = story
+ chap.content = u'%s' % content
+ chapterList.append(chap)
+ self.msg(f"\n Added {chapter_name}")
+
+ for chapter in chapterList:
+ chapter.add_item(default_style) #Links the css file to each chapter html page in epub
+ book.add_item(chapter)
+ book.toc = (chapterList)
+ # add navigation files
+ book.add_item(epub.EpubNcx())
+ book.add_item(epub.EpubNav())
+
+ # add css file
+ nav_css = epub.EpubItem(uid="style_nav", file_name="style/nav.css", media_type="text/css", content=style)
+ book.add_item(nav_css)
+
+ # create spin, add cover page as first page
+ book.spine = ['cover', 'nav'] + chapterList
+ epub.write_epub(novel_name + '.epub', book, {})
+ self.msg(f"\n{novel_name} compiled! \nSaved in {os.getcwd()}")
+ self.run_button.Enable()
+ self.log_report.Enable()
+ self.select_cover_dialog_button.Enable()
+ self.select_cover_dialog_button.Enable()
+ # if self.remove_cover_button.IsEnabled():
+ # pass
+ # else:
+ # self.remove_cover_button.Enable()
+ except Exception as e:
+ self.msg('\n\n Error occurred')
+ self.msg('\n\n Either the link is invalid or your IP is timed out.')
+ self.msg('\n\n In case of an IP timeout, it usually fixes itself after some time.')
+ self.msg(
+ '\n\n Raise an issue @ https://github.com/dr-nyt/Translated-Novel-Downloader/issues if this issue persists')
+ self.msg(f'\n\n\n error was:\n{e}')
+ self.select_cover_dialog_button.Enable()
+ self.run_button.Enable()
+ self.log_report.Enable()
+ # if self.remove_cover_button.IsEnabled():
+ # pass
+ # else:
+ # self.remove_cover_button.Enable()
+
+ def novel_planet(self, link, cover, chapter_start, chapter_end):
+ link = link
+ cover = cover
+ chapter_start = chapter_start
+ chapter_end = chapter_end
+ self.msg("\n ************* Starting ***************")
+ try:
+ # Initialize connection with NovelPlanet
+ scrapper = cfscrape.create_scraper()
+ page = scrapper.get(link)
+ soup = BeautifulSoup(page.text, 'html.parser')
+
+ # Get Novel Name
+ novel_name = soup.find(class_='title').get_text()
+ # Get the html that stores links to each chapter
+ chapters = soup.find_all(class_='rowChapter')
+
+ # Get all the specified links from the html
+ chapter_links = []
+ for chapter in chapters:
+ chapter_links.append(chapter.find('a').get('href'))
+ chapter_links.reverse() # Reverse the list so the first index will be the first chapter and so on
+
+ # Cut down the links if the number of chapters are specified and,
+ # Set the starting and last chapter number
+ if chapter_start != "":
+ chapter_start = int(chapter_start)
+ current_chapter = chapter_start
+ # TODO ask @dr-nyt why this is done like this
+ chapter_links = chapter_links[chapter_start - 1:]
+ else:
+ chapter_start = 1
+ current_chapter = 1
+
+ if chapter_end != "":
+ chapter_end = int(chapter_end)
+ chapter_links = chapter_links[:abs(chapter_end)]
+ else:
+ chapter_end = len(chapters)
+ self.msg(f"\nChapter {chapter_start} to Chapter {chapter_end} will be compiled!")
+
+ book = epub.EpubBook()
+ # add metadata
+ book.set_identifier('dr_nyt')
+ book.set_title(novel_name)
+ book.set_language('en')
+ book.add_author('Unknown')
+ book.add_item(default_style)
+ # This will only run of cover == ""
+ if cover == "":
+ cover = self.current_directory + '/cover.png'
+ self.msg("\n\n No cover was chosen"
+ "\nDefault cover will be used")
+ book.set_cover("image.jpg", open(cover, 'rb').read())
+
+ # Stores each chapter of the story as an object.
+ # Later used to reference the chapters to the table of content
+ chapters = []
+ for chapter_link in chapter_links:
+ page = scrapper.get(f'https://novelplanet.com{chapter_link}')
+ soup = BeautifulSoup(page.text, 'lxml')
+
+ # Add a header for the chapter
+ try:
+ chapter_head = soup.find('h4').get_text()
+ c = epub.EpubHtml(title=chapter_head, file_name=f"Chapter_{current_chapter}.xhtml", lang="en")
+ content = f"{chapter_head}
"
+ except:
+ c = epub.EpubHtml(title=f"Chapter {current_chapter}", file_name=f"Chapter_{current_chapter}.xhtml",
+ lang="en")
+ content = f"{current_chapter}
"
+ # Get all the paragraphs from the chapter
+ paras = soup.find(id="divReadContent")
+ # Append all paragraph to content which will be added to the .xhtml
+ content += paras.prettify()
+ content += "
"
+ content += "Powered by dr_nyt
"
+ content += "If any errors occur, open an issue here: github.com/dr-nyt/Translated-Novel-Downloader/issues
"
+ content += "You can download more novels using the app here: github.com/dr-nyt/Translated-Novel-Downloader
"
+ c.content = u'%s' % content # Add the content to the chapter
+ chapters.append(c) # Add the chapter object to the chapter list
+ self.msg(f"\nChapter: {current_chapter} compiled!")
+ current_chapter += 1
+
+ # Add each chapter object to the book
+ for chap in chapters:
+ chap.add_item(default_style) #Links the css file to each chapter html page in epub
+ book.add_item(chap)
+
+ # Give the table of content the list of chapter objects
+ book.toc = (chapters)
+ # add navigation files
+ book.add_item(epub.EpubNcx())
+ book.add_item(epub.EpubNav())
+ # add css file
+ nav_css = epub.EpubItem(uid="style_nav", file_name="style/nav.css", media_type="text/css", content=style)
+ book.add_item(nav_css)
+
+ # create spin, add cover page as first page
+ book.spine = ['cover', 'nav'] + chapters
+ # create epub file
+ epub.write_epub(novel_name + f' {chapter_start}-{chapter_end}.epub', book, {})
+ self.msg(f"\n{novel_name} has compiled")
+ self.msg(f"\n{novel_name} compiled /n saved in {os.getcwd()}")
+ self.run_button.Enable()
+ self.log_report.Enable()
+ self.select_cover_dialog_button.Enable()
+ self.select_cover_dialog_button.Enable()
+ # if self.remove_cover_button.IsEnabled():
+ # pass
+ # else:
+ # self.remove_cover_button.Enable()
+
+ except Exception as e:
+ if 'Missing Node.js' in str(e):
+ self.msg("Please install nodeJS and restart the app.")
+ self.nodejsUpdate()
+ else:
+ self.msg('\n\n Error occurred')
+ self.msg(f'\n error was:\n{str(e)}')
+ self.msg('\n In case of an IP timeout, it usually fixes itself after some time.')
+ self.msg('\n Raise an issue @ https://github.com/dr-nyt/Translated-Novel-Downloader/issues if this issue persists')
+
+ self.select_cover_dialog_button.Enable()
+ self.run_button.Enable()
+ self.log_report.Enable()
+ self.log_report.Enable()
+ # if self.remove_cover_button.IsEnabled():
+ # pass
+ # else:
+ # self.remove_cover_button.Enable()
+
+ #Opens a gui if nodejs isnt installed
+ def nodejsUpdate(self):
+ popup = Tk()
+ popup.wm_title("Install NodeJS")
+ # popup.iconbitmap(r"rsc/icon.ico")
+ popup.configure(background = "black")
+ popup.resizable(0,0)
+
+ label = Label(popup, text="NovelPlanet requires NodeJS to be installed!", bg="black", fg="white", font="none 15")
+ download32_bit = Button(popup, text="Download 32-bit", fg="blue", command=self.installNodejs32)
+ download64_bit = Button(popup, text="Download 64-bit", fg="blue", command=self.installNodejs64)
+ # okButton = Button(popup, text="OK", command=popup.destroy)
+
+ label.pack()
+ download64_bit.pack(side=BOTTOM)
+ download32_bit.pack(side=BOTTOM)
+
+ popup.call('wm', 'attributes', '.', '-topmost', '1')
+ popup.mainloop()
+
+ # Open the link to the nedejs 32bit on a browser
+ def installNodejs32(self):
+ webbrowser.open_new(r"https://nodejs.org/dist/v10.16.0/node-v10.16.0-x86.msi")
+ os._exit(1)
+ # Open the link to the nedejs 64bit on a browser
+ def installNodejs64(self):
+ webbrowser.open_new(r"https://nodejs.org/dist/v10.16.0/node-v10.16.0-x64.msi")
+ os._exit(1)
+
+
+
+
+ def wuxiaworld(self, link, cover, volume=0):
+ link = link
+ cover = cover
+ volume = volume
+ if volume != 0:
+ volume_limit = 1
+ volume_number = int(volume)
+ else:
+ volume_limit = 0
+ volume_number = 1
+
+ # if volume != 0: # If the volume is not 0 then only the volume number specified will be downloaded.
+ # volume_limit = 1 # Sets the volume limit so only one volume will be allowed to download.
+ # volume_number = int(volume) # This variable is only used when only one volume needs to downloaded
+ # else: # If the volume number is specified as 0 then all the volumes will be downloaded.
+ # volume_limit = 0 # Removes the volume limit to allow all volumes to be downloaded.
+ # volume_number = 0 # This is set to 0 because all volumes will be downloaded now.
+
+ self.msg("\n ************* Starting ***************")
+
+ try:
+ head = 0
+ novel_name = ""
+ temp_name = link.split('/')[
+ 4] # Split the link of the website into a list separated by "/" and get the 4th index [eg: http://wuxiaworld/novel/my-novel-name/].
+ temp_name = temp_name.split('-') # Split that into another list separated by "-" [eg: my-novel-name].
+ for name in temp_name:
+ novel_name = novel_name + name.capitalize() + ' '
+ novel_name = novel_name[:-1] # Remove the last ' ' from the novel name
+ self.chapter_start = 1 # The number of the starting chapter is initialized.
+ self.chapter_end = 0 # This number of the last chapter is initialized.
+ self.chapter_current = 1 # This is stores the number of the current chapter being compiled.
+ self.volume_links = [] # Empty list to store links to the chapters of each volume, one volume at a time.
+ page = requests.get(link)
+ soup = BeautifulSoup(page.text, 'html.parser')
+ volume_list = soup.find_all(class_="panel-body")
+ valid_chars = "-_.() %s%s" % (string.ascii_letters,
+ string.digits) # Characters allowed in a file name [Characters such as $%"" are not allowed as file names in windows]
+
+ if volume_list == []:
+ self.msg("\nEither the link is invalid or your IP is timed out. WW")
+ self.msg("\nIn case of an IP timeout, it usually fixes itself after some time.")
+ self.msg("\nRaise an issue @ "
+ "https://github.com/dr-nyt/Translated-Novel-Downloader/issues if this issue persists")
+
+ ############################################
+ ###############Content Removed##############
+ ############################################
+
+ # This will only run of cover == ""
+ if cover == "":
+ cover = self.current_directory + '/cover.png'
+ self.msg("\n\n No cover was chosen"
+ "\nDefault cover will be used")
+
+ ############################################
+ ###############Content Removed##############
+ ############################################
+
+ for v in volume_list:
+ chapter_links = []
+
+ # Skips over empty html tags
+ if v.find(class_="col-sm-6") == None:
+ continue
+
+ # Skip over volumes if a specific volume is defined
+ if volume_number != 1 and volume_limit == 1:
+ volume_number -= 1
+ continue
+ chapter_html_links = v.find_all(class_="chapter-item")
+ for chapter_http in chapter_html_links:
+ chapter_links.append(chapter_http.find('a').get('href'))
+ self.volume_links.append(chapter_links)
+
+ self.getMetaData(chapter_links[0], chapter_links[-1]) # Sets starting and ending chapter numbers
+
+ ################################################
+ ##############Change made#######################
+ self.book = epub.EpubBook()
+ self.book.set_identifier('dr_nyt')
+ self.book.set_title(f"{novel_name} Vol {str(volume)} {self.chapter_start} - {self.chapter_end}")
+ self.book.set_language('en')
+ self.book.add_author('Unknown')
+ self.book.set_cover("image.jpg", open(cover, 'rb').read())
+ self.book.add_item(default_style)
+ self.chapterList = [] # Resets the chapter list for the new volume
+ ################################################
+ ################################################
+
+ ################
+ self.getChapter()
+ ################
+
+ # If a specific volume is asked then it saves that volume and breaks
+ if volume_limit == 1:
+ self.msg(f'\nVolume: {str(volume)} compiled!')
+ epub.write_epub(novel_name + 'Vol.' + str(volume) + '.epub', self.book, {})
+ break
+
+ volume += 1
+ epub.write_epub(novel_name + 'Vol.' + str(volume) + '.epub', self.book, {})
+ self.msg(f'\nVolume: {str(volume)} compiled!')
+
+ self.msg(f"\n{novel_name} has compiled")
+ self.msg(f"/n{novel_name} compiled /n saved in {os.getcwd()}")
+ self.run_button.Enable()
+ self.log_report.Enable()
+ self.select_cover_dialog_button.Enable()
+ self.select_cover_dialog_button.Enable()
+
+ # if self.remove_cover_button.IsEnabled():
+ # pass
+ # else:
+ # self.remove_cover_button.Enable()
+ except Exception as e:
+ self.msg('\n\n Error occurred!')
+ self.msg('\n\n Either the link is invalid or your IP is timed out.')
+ self.msg('\n\n In case of an IP timeout, it usually fixes itself after some time.')
+ self.msg(
+ '\n\n Raise an issue @ https://github.com/dr-nyt/Translated-Novel-Downloader/issues if this issue persists')
+ self.msg(f'\n\n\n error was:\n{e}')
+ self.select_cover_dialog_button.Enable()
+ self.run_button.Enable()
+ self.log_report.Enable()
+ # if self.remove_cover_button.IsEnabled():
+ # pass
+ # else:
+ # self.remove_cover_button.Enable()
+
+ def getChapter(self):
+ first_line = 0
+ for volume in self.volume_links:
+ for chapters in volume:
+ page = requests.get('https://www.wuxiaworld.com' + chapters)
+ soup = BeautifulSoup(page.text, 'lxml')
+ story_view = soup.find(class_='p-15')
+ # ISSUE the name that's used to save the .xhtml needs to have a random seed
+ # make them unique even when they clash
+ # seed(1)
+ # value = randint(0, 10)
+ try:
+ chapter_head = story_view.find('h4').get_text()
+ c = epub.EpubHtml(title=chapter_head, file_name='Chapter_' + str(self.chapter_current) + '.xhtml',
+ lang='en')
+ content = f'{chapter_head}
'
+ except:
+ c = epub.EpubHtml(title=f"Chapter {self.chapter_current}",
+ file_name='Chapter_' + str(self.chapter_current) + '.xhtml', lang='en')
+ content = f"{self.chapter_current}
"
+
+ story_view = story_view.find(class_='fr-view')
+ content += story_view.prettify().replace('\xa0', ' ').replace('Previous Chapter', '').replace(
+ 'Next Chapter', '') # Removes unecessary clutter from the text
+ content += "
"
+ content += "Powered by dr_nyt
"
+ content += "If any errors occur, open an issue here: github.com/dr-nyt/Translated-Novel-Downloader/issues
"
+ content += "You can download more novels using the app here: github.com/dr-nyt/Translated-Novel-Downloader
"
+
+ c.content = u'%s' % content
+ self.chapterList.append(c)
+ self.msg(f'\n Added: {chapter_head}')
+ self.chapter_current += 1
+
+ # Add each chapter to the book
+ for chap in self.chapterList:
+ chap.add_item(default_style) #Links the css file to each chapter html page in epub
+ self.book.add_item(chap)
+
+ # Add
+ self.book.toc = self.chapterList
+
+ # add navigation files
+ self.book.add_item(epub.EpubNcx())
+ self.book.add_item(epub.EpubNav())
+ # add css file
+ nav_css = epub.EpubItem(uid="style_nav", file_name="style/nav.css", media_type="text/css",
+ content=style)
+ self.book.add_item(nav_css)
+ # create spin, add cover page as first page
+ self.book.spine = ['cover', 'nav'] + self.chapterList
+
+ self.volume_links = [] # Resets the list to remove all chapter links for the previous volume
+
+ # This method sets the starting and ending chapters, aswell as the current chapter.
+ def getMetaData(self, link_start, link_end):
+ metaData = []
+ index = -1
+
+ partsX = link_start.split('/')
+ for x in partsX:
+ if x != '' and x != 'novel':
+ metaData.append(x)
+ chapter_start = metaData[1].split('-')
+ while index >= -len(chapter_start):
+ if chapter_start[index].isdigit():
+ self.chapter_start = int(chapter_start[index])
+ index = -1
+ break
+ else:
+ index = index - 1
+ # for chapter in chapter_start:
+ # if chapter.isdigit():
+ # self.chapterNum_start = int(chapter)
+ # break
+ self.chapter_current = self.chapter_start
+
+ metaData = []
+
+ partsY = link_end.split('/')
+ for y in partsY:
+ if y != '' and y != 'novel':
+ metaData.append(y)
+ chapter_end = metaData[1].split('-')
+ while index >= -len(chapter_end):
+ if chapter_end[index].isdigit():
+ self.chapter_end = int(chapter_end[index])
+ index = -1
+ break
+ else:
+ index = index - 1
+ # for chapter in chapter_end:
+ # if chapter.isdigit():
+ # self.chapterNum_end = int(chapter)
+ # break
+ # wuxiaworld specific TODO Clean this up better
+
+
+class MainFrame(wx.Frame):
+
+ # the style= wx.DEFAULT_FRAME_STYLE & ~(wx.RESIZE_BORDER | wx.MAXIMIZE_BOX) makes the frame non-resizable
+ def __init__(self, parent):
+ wx.Frame.__init__(self, parent=parent, style=wx.DEFAULT_FRAME_STYLE & ~(wx.RESIZE_BORDER | wx.MAXIMIZE_BOX),
+ title="Nyt's Novel Downloader")
+ panel = LaunchPanel(self)
+ self.Center()
+ self.Show()
+
+
+class Log(object):
+
+ def __init__(self, wxTextCtrl):
+ self.out = wxTextCtrl
+
+ def write(self, string):
+ # Enables and disables the log after writing
+ self.out.Enable()
+ wx.CallAfter(self.out.WriteText, string)
+ self.out.Disable()
+
+
+class BookThread(threading.Thread):
+ def __init__(self, book_function, which_site, **kwargs):
+ threading.Thread.__init__(self)
+ self.which_site = which_site
+ self.url = kwargs['url']
+ self.cover = kwargs['cover']
+ self.min_chapter = kwargs['min_chapter']
+ self.max_chapter = kwargs['max_chapter']
+ self.volume = kwargs['volume']
+ self.book_function = book_function
+ # Fix's the issue where onclose does not kill the background thread
+ self.daemon = True
+ self.start()
+
+ def run(self):
+ if self.which_site == "m.Wuxiaworld.co":
+ self.book_function(self.url, self.cover)
+ elif self.which_site == "Wuxiaworld.com":
+ if self.volume == "":
+ self.book_function(self.url, self.cover)
+ else:
+ self.book_function(self.url, self.cover, self.volume)
+ elif self.which_site == "NovelPlanet":
+ self.book_function(self.url, self.cover, self.min_chapter, self.max_chapter)
+
+
+style = '''
+ @namespace epub "http://www.idpf.org/2007/ops";
+ body {
+ font-family: Cambria, Liberation Serif, Bitstream Vera Serif, Georgia, Times, Times New Roman, serif;
+ }
+ h2 {
+ text-align: center;
+ text-transform: uppercase;
+ font-weight: 500;
+ }
+ p {
+ margin-bottom:1px;
+ }
+ ol {
+ list-style-type: none;
+ }
+ ol > li:first-child {
+ margin-top: 0.3em;
+ }
+ nav[epub|type~='toc'] > ol > li > ol {
+ list-style-type:square;
+ }
+ nav[epub|type~='toc'] > ol > li > ol > li {
+ margin-top: 0.3em;
+ }
+ '''
+default_style = epub.EpubItem(uid="style_default", file_name="style/default.css", media_type="text/css", content=style)
+
+if __name__ == "__main__":
+ app = wx.App()
+ frame = MainFrame(parent=None)
+ app.MainLoop()
+
diff --git a/webdags/wxPython/cover.png b/webdags/wxPython/cover.png
new file mode 100644
index 00000000..2a8bf966
Binary files /dev/null and b/webdags/wxPython/cover.png differ
diff --git a/webdags/wxPython/icon.ico b/webdags/wxPython/icon.ico
new file mode 100644
index 00000000..1257e901
Binary files /dev/null and b/webdags/wxPython/icon.ico differ