diff --git a/docs/_importers/wordpressdotcom.md b/docs/_importers/wordpressdotcom.md index 296ad579..11a23a5e 100644 --- a/docs/_importers/wordpressdotcom.md +++ b/docs/_importers/wordpressdotcom.md @@ -17,10 +17,9 @@ Their default values are what you see above. ### Further WordPress migration alternatives -While the above method works, it does not import much of the metadata that is -usually stored in WordPress posts and pages. If you need to export things like -pages, tags, custom fields, image attachments and so on, the following resources -might be useful to you: +While the above method works, it doesn't import absolutely every piece of +metadata. If you need to import custom fields from your pages and posts, +the following resources might be useful to you: - [Exitwp](https://github.com/thomasf/exitwp) is a configurable tool written in Python for migrating one or more WordPress blogs into Jekyll (Markdown) format diff --git a/jekyll-import.gemspec b/jekyll-import.gemspec index 76917a9f..3e23db17 100644 --- a/jekyll-import.gemspec +++ b/jekyll-import.gemspec @@ -51,7 +51,6 @@ Gem::Specification.new do |s| # importer dependencies: # s.add_development_dependency("behance", "~> 0.3") # uses outdated dependencies - s.add_development_dependency("hpricot", "~> 0.8") s.add_development_dependency("htmlentities", "~> 4.3") s.add_development_dependency("mysql2", "~> 0.3") s.add_development_dependency("open_uri_redirections", "~> 0.2") diff --git a/lib/jekyll-import/importers/wordpressdotcom.rb b/lib/jekyll-import/importers/wordpressdotcom.rb index 230525d7..8babf38a 100644 --- a/lib/jekyll-import/importers/wordpressdotcom.rb +++ b/lib/jekyll-import/importers/wordpressdotcom.rb @@ -8,7 +8,7 @@ def self.require_deps rubygems fileutils safe_yaml - hpricot + nokogiri time open-uri open_uri_redirections @@ -22,16 +22,16 @@ def self.specify_options(c) end # Will modify post DOM tree - def self.download_images(title, post_hpricot, assets_folder) - images = (post_hpricot / "img") + def self.download_images(title, post_doc, assets_folder) + images = post_doc.css("img") return if images.empty? - Jekyll.logger.info "Downloading images for ", title + Jekyll.logger.info "Downloading:", "images for #{title}" images.each do |i| uri = URI::DEFAULT_PARSER.escape(i["src"]) dst = File.join(assets_folder, File.basename(uri)) - i["src"] = File.join("{{ site.baseurl }}", dst) + i["src"] = File.join("{{site.baseurl}}", dst) Jekyll.logger.info uri if File.exist?(dst) Jekyll.logger.info "Already in cache. Clean assets folder if you want a redownload." @@ -54,15 +54,18 @@ def self.download_images(title, post_hpricot, assets_folder) class Item def initialize(node) + raise "Node is nil" if node.nil? + @node = node end def text_for(path) - @node.at(path).inner_text + subnode = @node.at_xpath("./#{path}") || @node.at(path) || @node.children.find { |child| child.name == path } + subnode.text end def title - @title ||= text_for(:title).strip + @title ||= text_for("title").strip end def permalink_title @@ -76,12 +79,10 @@ def permalink_title end def permalink - # Hpricot thinks "link" is a self closing tag so it puts the text of the link after the tag - # but sometimes it works right! I think it's the xml declaration @permalink ||= begin uri = text_for("link") - uri = @node.at("link").following[0] if uri.empty? - URI(uri.to_s).path + uri = @node.at("link").next_sibling.text if uri.empty? + URI(uri.to_s.strip).path end end @@ -127,12 +128,8 @@ def published? def excerpt @excerpt ||= begin - text = Hpricot(text_for("excerpt:encoded")).inner_text - if text.empty? - nil - else - text - end + text = Nokogiri::HTML(text_for("excerpt:encoded")).text + text.empty? ? nil : text end end end @@ -144,29 +141,32 @@ def self.process(options) FileUtils.mkdir_p(assets_folder) import_count = Hash.new(0) - doc = Hpricot::XML(File.read(source)) + doc = Nokogiri::XML(File.read(source)) # Fetch authors data from header authors = Hash[ - (doc / :channel / "wp:author").map do |author| - [author.at("wp:author_login").inner_text.strip, { - "login" => author.at("wp:author_login").inner_text.strip, - "email" => author.at("wp:author_email").inner_text, - "display_name" => author.at("wp:author_display_name").inner_text, - "first_name" => author.at("wp:author_first_name").inner_text, - "last_name" => author.at("wp:author_last_name").inner_text, - },] + doc.xpath("//channel/wp:author").map do |author| + [ + author.xpath("./wp:author_login").text.strip, + { + "login" => author.xpath("./wp:author_login").text.strip, + "email" => author.xpath("./wp:author_email").text, + "display_name" => author.xpath("./wp:author_display_name").text, + "first_name" => author.xpath("./wp:author_first_name").text, + "last_name" => author.xpath("./wp:author_last_name").text, + }, + ] end ] rescue {} - (doc / :channel / :item).each do |node| + doc.css("channel > item").each do |node| item = Item.new(node) - categories = node.search('category[@domain="category"]').map(&:inner_text).reject { |c| c == "Uncategorized" }.uniq - tags = node.search('category[@domain="post_tag"]').map(&:inner_text).uniq + categories = node.css('category[domain="category"]').map(&:text).reject { |c| c == "Uncategorized" }.uniq + tags = node.css('category[domain="post_tag"]').map(&:text).uniq metas = {} - node.search("wp:postmeta").each do |meta| - key = meta.at("wp:meta_key").inner_text - value = meta.at("wp:meta_value").inner_text + node.xpath("./wp:postmeta").each do |meta| + key = meta.at_xpath("./wp:meta_key").text + value = meta.at_xpath("./wp:meta_value").text metas[key] = value end @@ -189,7 +189,7 @@ def self.process(options) } begin - content = Hpricot(item.text_for("content:encoded")) + content = Nokogiri::HTML(item.text_for("content:encoded")) header["excerpt"] = item.excerpt if item.excerpt if fetch @@ -221,7 +221,7 @@ def self.process(options) end import_count.each do |key, value| - Jekyll.logger.info "Imported #{value} #{key}s" + Jekyll.logger.info "Imported", "#{value} #{Util.pluralize(key, value)}" end end diff --git a/lib/jekyll-import/util.rb b/lib/jekyll-import/util.rb index 2a6e8b3e..c8865742 100644 --- a/lib/jekyll-import/util.rb +++ b/lib/jekyll-import/util.rb @@ -73,5 +73,13 @@ def self.wpautop(pee, br = true) end pee end + + def self.pluralize(word, count) + return word if count <= 1 + + return word if word.end_with?("s") + + "#{word}s" + end end end diff --git a/test/mocks/sitetitle.wordpress.2025-01-19.000.xml b/test/mocks/sitetitle.wordpress.2025-01-19.000.xml new file mode 100644 index 00000000..97c9b6ce --- /dev/null +++ b/test/mocks/sitetitle.wordpress.2025-01-19.000.xml @@ -0,0 +1,871 @@ + + + + + + My Site Title + https://jekyllbot.wordpress.com + + Sun, 19 Jan 2025 02:41:16 +0000 + en + 1.2 + http://wordpress.com/ + https://jekyllbot.wordpress.com + + 12832738 + jekyllbot + jekyllbot@gmail.com + + + + + + 7202 + foo + + + + + 1 + uncategorized + + + + + 656 + code + + + + 4872 + ruby + + + + 69750 + ship + + + + 19214 + stars + + + http://wordpress.com/ + + http://s0.wp.com/i/buttonw-com.png + My Site Title + https://jekyllbot.wordpress.com + + + <![CDATA[About]]> + https://jekyllbot.wordpress.com/about/ + Sun, 19 Jan 2025 02:31:19 +0000 + jekyllbot + http://jekyllbot.wordpress.com/?page_id=1 + + +

This is an example of a page. Unlike posts, which are displayed on your blog’s front page in the order they’re published, pages are better suited for more timeless content that you want to be easily accessible, like your About or Contact information. Click the Edit link to make changes to this page or add another page.

+]]> + + 1 + 2025-01-19 02:31:19 + 2025-01-19 02:31:19 + 2025-01-19 02:31:19 + 2025-01-19 02:31:19 + closed + open + about + publish + 0 + 0 + page + + 0 + + _wp_page_template + + + + _elasticsearch_data_sharing_indexed_on + + + + + <![CDATA[The Art of Connection]]> + https://jekyllbot.wordpress.com/2025/01/18/the-art-of-connection/ + Sun, 19 Jan 2025 02:26:26 +0000 + jekyllbot + https://jekyllbot.wordpress.com/2025/01/18/the-art-of-connection/ + + +

Welcome to WordPress! This is a sample post. Edit or delete it to take the first step in your blogging journey. To add more content here, click the small plus icon at the top left corner. There, you will find an existing selection of WordPress blocks and patterns, something to suit your every need for content creation. And don’t forget to check out the List View: click the icon a few spots to the right of the plus icon and you’ll get a tidy, easy-to-view list of the blocks and patterns in your post.

+]]> + + 4 + 2025-01-18 18:26:26 + 2025-01-19 02:26:26 + 2025-01-18 18:26:26 + 2025-01-19 02:26:26 + closed + closed + the-art-of-connection + publish + 0 + 0 + post + + 0 + + + _wpas_skip_all_services + + + + _hs_old_id + + + + _starter_page_template + + + + switch_like_status + + + + sharing_disabled + + + + _headstart_post + + + + _publicize_pending + + + + _thumbnail_id + + + + _elasticsearch_data_sharing_indexed_on + + + + + <![CDATA[Custom Styles]]> + https://jekyllbot.wordpress.com/2025/01/18/wp-global-styles-pub%2ftwentytwentyfour/ + Sun, 19 Jan 2025 02:31:23 +0000 + jekyllbot + + https://jekyllbot.wordpress.com/2025/01/18/wp-global-styles-pub%2ftwentytwentyfour/ + + + + 3 + 2025-01-18 18:31:23 + 2025-01-19 02:31:23 + 2025-01-18 18:31:23 + 2025-01-19 02:31:23 + closed + closed + wp-global-styles-pub%2ftwentytwentyfour + publish + 0 + 0 + wp_global_styles + + 0 + + + _publicize_pending + + + + + <![CDATA[Beyond the Obstacle]]> + https://jekyllbot.wordpress.com/2025/01/18/beyond-the-obstacle/ + Sun, 19 Jan 2025 02:26:25 +0000 + jekyllbot + https://jekyllbot.wordpress.com/2025/01/18/beyond-the-obstacle/ + + +

Welcome to WordPress! This is a sample post. Edit or delete it to take the first step in your blogging journey. To add more content here, click the small plus icon at the top left corner. There, you will find an existing selection of WordPress blocks and patterns, something to suit your every need for content creation. And don’t forget to check out the List View: click the icon a few spots to the right of the plus icon and you’ll get a tidy, easy-to-view list of the blocks and patterns in your post.

+]]> + + 5 + 2025-01-18 18:26:25 + 2025-01-19 02:26:25 + 2025-01-18 18:26:25 + 2025-01-19 02:26:25 + closed + closed + beyond-the-obstacle + publish + 0 + 0 + post + + 0 + + + _headstart_post + + + + sharing_disabled + + + + switch_like_status + + + + _starter_page_template + + + + _hs_old_id + + + + _wpas_skip_all_services + + + + _publicize_pending + + + + _thumbnail_id + + + + _elasticsearch_data_sharing_indexed_on + + + + + <![CDATA[Growth Unlocked]]> + https://jekyllbot.wordpress.com/2025/01/18/growth-unlocked/ + Sun, 19 Jan 2025 02:26:24 +0000 + jekyllbot + https://jekyllbot.wordpress.com/2025/01/18/growth-unlocked/ + + +

Welcome to WordPress! This is a sample post. Edit or delete it to take the first step in your blogging journey. To add more content here, click the small plus icon at the top left corner. There, you will find an existing selection of WordPress blocks and patterns, something to suit your every need for content creation. And don’t forget to check out the List View: click the icon a few spots to the right of the plus icon and you’ll get a tidy, easy-to-view list of the blocks and patterns in your post.

+]]> + + 6 + 2025-01-18 18:26:24 + 2025-01-19 02:26:24 + 2025-01-18 18:26:24 + 2025-01-19 02:26:24 + closed + closed + growth-unlocked + publish + 0 + 0 + post + + 0 + + + _headstart_post + + + + sharing_disabled + + + + switch_like_status + + + + _starter_page_template + + + + _hs_old_id + + + + _wpas_skip_all_services + + + + _publicize_pending + + + + _thumbnail_id + + + + _elasticsearch_data_sharing_indexed_on + + + + + <![CDATA[Collaboration Magic]]> + https://jekyllbot.wordpress.com/2025/01/18/collaboration-magic/ + Sun, 19 Jan 2025 02:26:23 +0000 + jekyllbot + https://jekyllbot.wordpress.com/2025/01/18/collaboration-magic/ + + +

Welcome to WordPress! This is a sample post. Edit or delete it to take the first step in your blogging journey. To add more content here, click the small plus icon at the top left corner. There, you will find an existing selection of WordPress blocks and patterns, something to suit your every need for content creation. And don’t forget to check out the List View: click the icon a few spots to the right of the plus icon and you’ll get a tidy, easy-to-view list of the blocks and patterns in your post.

+]]> + + 7 + 2025-01-18 18:26:23 + 2025-01-19 02:26:23 + 2025-01-18 18:26:23 + 2025-01-19 02:26:23 + closed + closed + collaboration-magic + publish + 0 + 0 + post + + 0 + + + _headstart_post + + + + sharing_disabled + + + + switch_like_status + + + + _starter_page_template + + + + _hs_old_id + + + + _wpas_skip_all_services + + + + _publicize_pending + + + + _elasticsearch_data_sharing_indexed_on + + + + + <![CDATA[Teamwork Triumphs]]> + https://jekyllbot.wordpress.com/2025/01/18/teamwork-triumphs/ + Sun, 19 Jan 2025 02:26:22 +0000 + jekyllbot + https://jekyllbot.wordpress.com/2025/01/18/teamwork-triumphs/ + + +

Welcome to WordPress! This is a sample post. Edit or delete it to take the first step in your blogging journey. To add more content here, click the small plus icon at the top left corner. There, you will find an existing selection of WordPress blocks and patterns, something to suit your every need for content creation. And don’t forget to check out the List View: click the icon a few spots to the right of the plus icon and you’ll get a tidy, easy-to-view list of the blocks and patterns in your post.

+]]> + + 8 + 2025-01-18 18:26:22 + 2025-01-19 02:26:22 + 2025-01-18 18:26:22 + 2025-01-19 02:26:22 + closed + closed + teamwork-triumphs + publish + 0 + 0 + post + + 0 + + + _headstart_post + + + + sharing_disabled + + + + switch_like_status + + + + _starter_page_template + + + + _hs_old_id + + + + _wpas_skip_all_services + + + + _publicize_pending + + + + _elasticsearch_data_sharing_indexed_on + + + + + <![CDATA[Adaptive Advantage]]> + https://jekyllbot.wordpress.com/2025/01/18/adaptive-advantage/ + Sun, 19 Jan 2025 02:26:21 +0000 + jekyllbot + https://jekyllbot.wordpress.com/2025/01/18/adaptive-advantage/ + + +

Welcome to WordPress! This is a sample post. Edit or delete it to take the first step in your blogging journey. To add more content here, click the small plus icon at the top left corner. There, you will find an existing selection of WordPress blocks and patterns, something to suit your every need for content creation. And don’t forget to check out the List View: click the icon a few spots to the right of the plus icon and you’ll get a tidy, easy-to-view list of the blocks and patterns in your post.

+]]> + + 9 + 2025-01-18 18:26:21 + 2025-01-19 02:26:21 + 2025-01-18 18:26:21 + 2025-01-19 02:26:21 + closed + closed + adaptive-advantage + publish + 0 + 0 + post + + 0 + + + _headstart_post + + + + sharing_disabled + + + + switch_like_status + + + + _starter_page_template + + + + _hs_old_id + + + + _wpas_skip_all_services + + + + _publicize_pending + + + + _elasticsearch_data_sharing_indexed_on + + + + + <![CDATA[Placeholder Image]]> + https://jekyllbot.wordpress.com/2025/01/18/the-art-of-connection/placeholder-image/ + Sun, 19 Jan 2025 02:31:37 +0000 + jekyllbot + http://jekyllbot.files.wordpress.com/2025/01/0565b-tt4_post_1.jpg + + + + 10 + 2025-01-18 18:31:37 + 2025-01-19 02:31:37 + 2025-01-18 18:31:37 + 2025-01-19 02:31:37 + open + closed + placeholder-image + inherit + 4 + 0 + attachment + + 0 + + https://jekyllbot.wordpress.com/wp-content/uploads/2025/01/0565b-tt4_post_1.jpg + + _wp_attached_file + + + + _wp_attachment_metadata + + + + + <![CDATA[Placeholder Image]]> + https://jekyllbot.wordpress.com/2025/01/18/beyond-the-obstacle/placeholder-image-2/ + Sun, 19 Jan 2025 02:31:37 +0000 + jekyllbot + http://jekyllbot.files.wordpress.com/2025/01/1ceb1-tt4_post_2.jpg + + + + 11 + 2025-01-18 18:31:37 + 2025-01-19 02:31:37 + 2025-01-18 18:31:37 + 2025-01-19 02:31:37 + open + closed + placeholder-image-2 + inherit + 5 + 0 + attachment + + 0 + + https://jekyllbot.wordpress.com/wp-content/uploads/2025/01/1ceb1-tt4_post_2.jpg + + _wp_attached_file + + + + _wp_attachment_metadata + + + + + <![CDATA[Placeholder Image]]> + https://jekyllbot.wordpress.com/2025/01/18/growth-unlocked/placeholder-image-3/ + Sun, 19 Jan 2025 02:31:38 +0000 + jekyllbot + + http://jekyllbot.files.wordpress.com/2025/01/b3f2c-tt4_post_3-scaled-1.jpg + + + + 12 + 2025-01-18 18:31:38 + 2025-01-19 02:31:38 + 2025-01-18 18:31:38 + 2025-01-19 02:31:38 + open + closed + placeholder-image-3 + inherit + 6 + 0 + attachment + + 0 + + https://jekyllbot.wordpress.com/wp-content/uploads/2025/01/b3f2c-tt4_post_3-scaled-1.jpg + + _wp_attached_file + + + + _wp_attachment_metadata + + + + + <![CDATA[Navigation]]> + https://jekyllbot.wordpress.com/2025/01/18/navigation/ + Sun, 19 Jan 2025 02:31:40 +0000 + jekyllbot + https://jekyllbot.wordpress.com/2025/01/18/navigation/ + + ]]> + + 13 + 2025-01-18 18:31:40 + 2025-01-19 02:31:40 + 2025-01-18 18:31:40 + 2025-01-19 02:31:40 + closed + closed + navigation + publish + 0 + 0 + wp_navigation + + 0 + + + <![CDATA[Blog Post 1]]> + https://jekyllbot.wordpress.com/2025/01/18/blog-post-1/ + Sun, 19 Jan 2025 02:39:44 +0000 + jekyllbot + https://jekyllbot.wordpress.com/?p=14 + + +

This is a blog post.

+ + + +

What kind of things would you share in your first blog post?

+ + + +

Perhaps an image:

+ + + +
+ + + +

Maybe some code:

+ + + +
query = "Generate an image of a night sky above the ocean with a wooden fishing ship on the water."
+puts "Executing query: #{query}"
+puts AIBot.new(query).execute.result
+ + + +

Or, perhaps you'd dream up something else entirely. What would it be?

+ + + +

+]]> + + 14 + 2025-01-18 18:39:44 + 2025-01-19 02:39:44 + 2025-01-18 18:39:44 + 2025-01-19 02:39:44 + closed + open + blog-post-1 + publish + 0 + 0 + post + + 0 + + + + + + + _last_editor_used_jetpack + + + + advanced_seo_description + + + + jetpack_seo_html_title + + + + jetpack_seo_noindex + + + + _jetpack_post_was_ever_published + + + + reader_suggested_tags + + + + _jetpack_newsletter_access + + + + _jetpack_dont_email_post_to_subs + + + + _jetpack_newsletter_tier_id + + + + footnotes + + + + _wpas_feature_enabled + + + + _wpas_options + + + + firehose_sent + + + + wpcom_is_first_post + + + + _publicize_job_id + + + + _elasticsearch_data_sharing_indexed_on + + + + + <![CDATA[a-bright-night-sky-full-of-stars-viewed-from-a]]> + + https://jekyllbot.wordpress.com/2025/01/18/blog-post-1/a-bright-night-sky-full-of-stars-viewed-from-a/ + Sun, 19 Jan 2025 02:35:11 +0000 + jekyllbot + + http://jekyllbot.files.wordpress.com/2025/01/a-bright-night-sky-full-of-stars-viewed-from-a.png + + + + 17 + 2025-01-18 18:35:11 + 2025-01-19 02:35:11 + 2025-01-18 18:35:11 + 2025-01-19 02:35:11 + open + closed + a-bright-night-sky-full-of-stars-viewed-from-a + inherit + 14 + 0 + attachment + + 0 + + https://jekyllbot.wordpress.com/wp-content/uploads/2025/01/a-bright-night-sky-full-of-stars-viewed-from-a.png + + _wp_attached_file + + + + _wp_attachment_metadata + + + + + <![CDATA[a-bright-night-sky-full-of-stars-viewed-from-a]]> + + https://jekyllbot.wordpress.com/2025/01/18/blog-post-1/a-bright-night-sky-full-of-stars-viewed-from-a-2/ + Sun, 19 Jan 2025 02:35:26 +0000 + jekyllbot + + http://jekyllbot.files.wordpress.com/2025/01/a-bright-night-sky-full-of-stars-viewed-from-a-1.png + + + + 18 + 2025-01-18 18:35:26 + 2025-01-19 02:35:26 + 2025-01-18 18:35:26 + 2025-01-19 02:35:26 + open + closed + a-bright-night-sky-full-of-stars-viewed-from-a-2 + inherit + 14 + 0 + attachment + + 0 + + https://jekyllbot.wordpress.com/wp-content/uploads/2025/01/a-bright-night-sky-full-of-stars-viewed-from-a-1.png + + _wp_attached_file + + + + _wp_attachment_metadata + + + + + <![CDATA[a-bright-night-sky-full-of-stars-and-the-milky]]> + + https://parkrmoore.wordpress.com/2025/01/18/blog-post-1/a-bright-night-sky-full-of-stars-and-the-milky/ + Sun, 19 Jan 2025 02:35:51 +0000 + jekyllbot + + http://parkrmoore.files.wordpress.com/2025/01/a-bright-night-sky-full-of-stars-and-the-milky.png + + + + 19 + 2025-01-18 18:35:51 + 2025-01-19 02:35:51 + 2025-01-18 18:35:51 + 2025-01-19 02:35:51 + open + closed + a-bright-night-sky-full-of-stars-and-the-milky + inherit + 14 + 0 + attachment + + 0 + + https://parkrmoore.wordpress.com/wp-content/uploads/2025/01/a-bright-night-sky-full-of-stars-and-the-milky.png + + _wp_attached_file + + + + _wp_attachment_metadata + + + + + diff --git a/test/test_wordpressdotcom_importer.rb b/test/test_wordpressdotcom_importer.rb index 28d2c5f0..1a49cca3 100644 --- a/test/test_wordpressdotcom_importer.rb +++ b/test/test_wordpressdotcom_importer.rb @@ -1,4 +1,5 @@ require "helper" +require "tmpdir" Importers::WordpressDotCom.require_deps @@ -7,56 +8,156 @@ class TestWordpressDotComMigrator < Test::Unit::TestCase test_title = "blogs part 1/2" assert_equal("blogs-part-1-2", Importers::WordpressDotCom.sluggify(test_title)) end + + should "generate the correct site" do + xml_path = File.expand_path("mocks/sitetitle.wordpress.2025-01-19.000.xml", __dir__) + assert File.exist?(xml_path), "Expect xml file to exist" + tmpdir = Dir.mktmpdir + Dir.chdir(tmpdir) do + Jekyll.logger = ::Logger.new(File.open("output.log", "w")) + JekyllImport::Importers::WordpressDotCom.process({"source" => xml_path}) + Jekyll.logger = Jekyll::Stevenson.new + end + + # The old export produced the following files: + # . + # ├── _attachments + # │   ├── a-bright-night-sky-full-of-stars-and-the-milky.html + # │   ├── a-bright-night-sky-full-of-stars-viewed-from-a-2.html + # │   ├── a-bright-night-sky-full-of-stars-viewed-from-a.html + # │   ├── placeholder-image-2.html + # │   ├── placeholder-image-3.html + # │   └── placeholder-image.html + # ├── _pages + # │   └── 2025-01-19-about.html + # ├── _posts + # │   ├── 2025-01-18-adaptive-advantage.html + # │   ├── 2025-01-18-beyond-the-obstacle.html + # │   ├── 2025-01-18-blog-post-1.html + # │   ├── 2025-01-18-collaboration-magic.html + # │   ├── 2025-01-18-growth-unlocked.html + # │   ├── 2025-01-18-teamwork-triumphs.html + # │   └── 2025-01-18-the-art-of-connection.html + # ├── _wp_global_styless + # │   └── 2025-01-18-wp-global-styles-pub%2ftwentytwentyfour.html + # ├── _wp_navigations + # │   └── 2025-01-18-navigation.html + # └── assets + # └── 2025 + # └── 01 + # └── a-bright-night-sky-full-of-stars-and-the-milky.png + assert_path_exist File.expand_path("assets/2025/01/a-bright-night-sky-full-of-stars-and-the-milky.png", tmpdir) + + jekyllbot_author_data = { + "login" => "jekyllbot", + "email" => "jekyllbot@gmail.com", + "display_name" => "jekyllbot", + "first_name" => "Jekyllbot", + "last_name" => "Hyde", + } + + assert_path_exist File.expand_path("_pages/2025-01-19-about.html", tmpdir) + page_content = File.read(File.expand_path("_pages/2025-01-19-about.html", tmpdir)) + page_front_matter = page_content.match(/^(---\n.*?---\n)/m)[0] + page_data = YAML.safe_load(page_front_matter) + assert_equal true, page_data["published"] + assert_equal "/about/", page_data["permalink"] + assert_equal jekyllbot_author_data, page_data["author"] + + assert_path_exist File.expand_path("_posts/2025-01-18-blog-post-1.html", tmpdir) + post_content = File.read(File.expand_path("_posts/2025-01-18-blog-post-1.html", tmpdir)) + post_front_matter = post_content.match(/^(---\n.*?---\n)/m)[0] + post_data = YAML.safe_load(post_front_matter) + assert_equal true, post_data["published"] + assert_equal "Blog Post 1", post_data["title"] + assert_equal ["Foo"], post_data["categories"] + assert_equal ["code", "ruby", "ship", "stars"], post_data["tags"] + assert_equal jekyllbot_author_data, post_data["author"] + assert_equal "/2025/01/18/blog-post-1/", post_data["permalink"] + assert_equal "101042542514", post_data["meta"]["_publicize_job_id"] + assert_includes post_content, "

This is a blog post.

" + assert_includes post_content, '
' + assert_includes post_content, <<~HTML +
query = "Generate an image of a night sky above the ocean with a wooden fishing ship on the water."
+puts "Executing query: \#{query}"
+puts AIBot.new(query).execute.result
+HTML + + assert_path_exist File.expand_path("_posts/2025-01-18-the-art-of-connection.html", tmpdir) + post_content = File.read(File.expand_path("_posts/2025-01-18-the-art-of-connection.html", tmpdir)) + post_front_matter = post_content.match(/^(---\n.*?---\n)/m)[0] + post_data = YAML.safe_load(post_front_matter) + assert_equal "In the ever-evolving world, the art of forging genuine connections remains timeless. Whether it’s with colleagues, clients, or partners, establishing a genuine rapport paves the way for collaborative success.", post_data["excerpt"] + + # Assert all posts are imported. + [ + "2025-01-18-adaptive-advantage.html", + "2025-01-18-collaboration-magic.html", + "2025-01-18-beyond-the-obstacle.html", + "2025-01-18-growth-unlocked.html", + "2025-01-18-teamwork-triumphs.html" + ].each do |post_slug| + assert_path_exist File.expand_path("_posts/"+post_slug, tmpdir) + end + end end class TestWordpressDotComItem < Test::Unit::TestCase should "extract an item's title" do - node = Hpricot(' + node = Nokogiri::XML(' Dear Science - ').at("item") + ').at_css("item") item = Importers::WordpressDotCom::Item.new(node) assert_equal("Dear Science", item.title) end should "use post_name for the permalink_title if it's there" do - node = Hpricot(' + node = Nokogiri::XML(' + cookie-mountain Dear Science - ').at("item") + + ').at_css("item") item = Importers::WordpressDotCom::Item.new(node) assert_equal("cookie-mountain", item.permalink_title) end should "sluggify title for the permalink_title if post_name is empty" do - node = Hpricot(' + node = Nokogiri::XML(' + Dear Science - ').at("item") + + ').at_css("item") item = Importers::WordpressDotCom::Item.new(node) assert_equal("dear-science", item.permalink_title) end should "return nil for the excerpt, if it's missing" do - node = Hpricot(' + node = Nokogiri::XML(' + - ').at("item") + + ').at_css("item") item = Importers::WordpressDotCom::Item.new(node) assert_equal(nil, item.excerpt) end should "extract the excerpt as plaintext, if it's present" do - node = Hpricot(' + node = Nokogiri::XML(' + - ').at("item") + + ').at_css("item") item = Importers::WordpressDotCom::Item.new(node) assert_equal("...this one weird trick.", item.excerpt) @@ -65,7 +166,8 @@ class TestWordpressDotComItem < Test::Unit::TestCase class TestWordpressDotComPublishedItem < TestWordpressDotComItem def node - Hpricot(' + Nokogiri::XML(' + PostTitle https://www.example.com/post/123/post-title/ @@ -73,7 +175,8 @@ def node post publish 2015-01-23 08:53:47 - ').at("item") + + ').at("item") end def item @@ -107,13 +210,15 @@ def item class TestWordpressDotComDraftItem < TestWordpressDotComItem def node - Hpricot(' + Nokogiri::XML(' + post-name post draft 0000-00-00 00:00:00 - ').at("item") + + ').at_css("item") end def item