#399

backend/app/services/post_creator.rb

@@ -1,9 +1,12 @@
 class PostCreator
   class VideoMsParseError < ArgumentError; end
 
+  attr_reader :field_warnings
+
   def initialize actor:, attributes:
     @actor = actor
     @attributes = attributes.symbolize_keys
+    @field_warnings = { }
   end
 
   def create!
@@ -13,8 +16,7 @@ class PostCreator
                     uploaded_user: @actor,
                     original_created_from: @attributes[:original_created_from].presence,
                     original_created_before: @attributes[:original_created_before].presence)
-    thumbnail = @attributes[:thumbnail]
-    post.thumbnail.attach(Post.resized_thumbnail_attachment(thumbnail)) if thumbnail.present?
+    attach_thumbnail!(post)
 
     ApplicationRecord.transaction do
       post.save!
@@ -34,6 +36,21 @@ class PostCreator
 
   private
 
+  def attach_thumbnail! post
+    thumbnail = @attributes[:thumbnail]
+    if thumbnail.present?
+      post.thumbnail.attach(Post.resized_thumbnail_attachment(thumbnail))
+      return
+    end
+
+    thumbnail_base = post.thumbnail_base
+    return if thumbnail_base.blank?
+
+    post.attach_thumbnail_from_url!(thumbnail_base)
+  rescue Post::RemoteThumbnailFetchFailed => e
+    @field_warnings[:thumbnail_base] = [e.message]
+  end
+
   def tag_names = @attributes[:tags].to_s.split
 
   def parent_post_ids

backend/app/services/post_import_runner.rb

@@ -36,8 +36,13 @@ class PostImportRunner
 
     attributes['tags'] = preview[:attributes]['tags']
     attributes['url'] = row['url']
-    post = PostCreator.new(actor: @actor, attributes:).create!
-    { source_row: row['source_row'], status: 'created', post: PostRepr.base(post) }
+    creator = PostCreator.new(actor: @actor, attributes:)
+    post = creator.create!
+    result = { source_row: row['source_row'], status: 'created', post: PostRepr.base(post) }
+    if creator.field_warnings.present?
+      result[:field_warnings] = creator.field_warnings
+    end
+    result
   rescue ActiveRecord::RecordInvalid => e
     existing_post = existing_post_for_race(row, e.record)
     if existing_post

backend/app/services/preview/thumbnail_fetcher.rb

@@ -25,6 +25,22 @@ module Preview
       fetch_image!(metadata[:image_url])
     end
 
+    def self.fetch_image_response(raw_url)
+      uri, = UrlSafety.validate(raw_url)
+      response = HttpFetcher.fetch(uri.to_s)
+      unless allowed_image_content_type?(response.content_type)
+        raise GenerationFailed, 'サムネール画像が見つかりませんでした．'
+      end
+
+      response
+    rescue HttpFetcher::FetchTimeout
+      raise
+    rescue HttpFetcher::ResponseTooLarge
+      raise
+    rescue HttpFetcher::FetchFailed
+      raise GenerationFailed, 'サムネール画像を取得できませんでした．'
+    end
+
     def self.title(raw_url)
       uri, = UrlSafety.validate(raw_url)
       HtmlMetadataExtractor.extract(
@@ -45,18 +61,7 @@ module Preview
     end
 
     def self.fetch_image!(url)
-      response = HttpFetcher.fetch(url)
-      unless allowed_image_content_type?(response.content_type)
-        raise GenerationFailed, 'サムネール画像が見つかりませんでした．'
-      end
-
-      response.body
-    rescue HttpFetcher::FetchTimeout
-      raise
-    rescue HttpFetcher::ResponseTooLarge
-      raise
-    rescue HttpFetcher::FetchFailed
-      raise GenerationFailed, 'サムネール画像を取得できませんでした．'
+      fetch_image_response(url).body
     end
 
     def self.niconico_thumbnail_url(uri)
@@ -70,16 +75,20 @@ module Preview
 
       xml.at_xpath('//thumbnail_url')&.text&.strip.presence
     rescue HttpFetcher::FetchFailed, HttpFetcher::FetchTimeout => e
-      Rails.logger.info("preview_niconico_getthumbinfo_fallback #{ { url: uri.to_s,
-                                                                     video_id:,
-                                                                     error: e.class.name,
-                                                                     message: e.message }.to_json }")
+      payload = {
+          url: uri.to_s,
+          video_id:,
+          error: e.class.name,
+          message: e.message }
+      Rails.logger.info("preview_niconico_getthumbinfo_fallback #{ payload.to_json }")
       nil
     rescue Nokogiri::XML::SyntaxError => e
-      Rails.logger.info("preview_niconico_getthumbinfo_fallback #{ { url: uri.to_s,
-                                                                     video_id:,
-                                                                     error: e.class.name,
-                                                                     message: e.message }.to_json }")
+      payload = {
+          url: uri.to_s,
+          video_id:,
+          error: e.class.name,
+          message: e.message }
+      Rails.logger.info("preview_niconico_getthumbinfo_fallback #{ payload.to_json }")
       nil
     end
 

backend/app/services/youtube/sync.rb

@@ -1,4 +1,3 @@
-require 'open-uri'
 require 'set'
 require 'time'
 
@@ -127,12 +126,12 @@ module Youtube
       return if post.thumbnail.attached?
       return if thumbnail_url.blank?
 
-      post.thumbnail.attach(
-          io:           URI.open(thumbnail_url),
-          filename:     File.basename(URI.parse(thumbnail_url).path),
-          content_type: 'image/jpeg')
-
-      post.resized_thumbnail!
+      post.attach_thumbnail_from_url!(thumbnail_url)
+    rescue Post::RemoteThumbnailFetchFailed => e
+      Rails.logger.info("youtube_sync_thumbnail_fetch_failed #{ { post_id: post.id,
+                                                                  thumbnail_url:,
+                                                                  error: e.class.name,
+                                                                  message: e.message }.to_json }")
     end
 
     def youtube_url_regexp id