149 行
6.3 KiB
Ruby
149 行
6.3 KiB
Ruby
class PostImportPreviewer
|
|
FIELDS = %w[title thumbnail_base original_created_from original_created_before duration tags parent_post_ids].freeze
|
|
|
|
def initialize parsed:, url_column:, mappings: { }, existing: 'skip'
|
|
@parsed = parsed
|
|
@url_column = url_column.to_i
|
|
@mappings = mappings.to_h.stringify_keys
|
|
@existing = existing == 'error' ? 'error' : 'skip'
|
|
end
|
|
|
|
def preview
|
|
preview_rows(rows: @parsed[:rows])
|
|
end
|
|
|
|
def preview_rows rows:, fetch_metadata: true, metadata_cache: { }
|
|
urls = { }
|
|
rows.map do |row|
|
|
row = row.symbolize_keys
|
|
values = row[:values] || []
|
|
attributes = row[:attributes]&.stringify_keys || FIELDS.to_h { |field| [field, mapped_value(field, values)] }
|
|
provenance = row[:provenance]&.stringify_keys || mapped_provenance(attributes)
|
|
url = row[:url].presence || values[@url_column].to_s.strip
|
|
provenance['url'] ||= row[:url].present? ? 'manual' : 'mapped'
|
|
attributes['url'] = url
|
|
fetch_warnings = Array(row[:fetch_warnings]).dup
|
|
should_fetch = fetch_metadata == true || fetch_metadata.to_i == row[:source_row].to_i
|
|
metadata, fetch_warnings = metadata_for(url, should_fetch, metadata_cache, fetch_warnings)
|
|
metadata.each do |field, value|
|
|
if field == 'tags' && provenance[field] != 'manual'
|
|
previous_origin = provenance[field]
|
|
attributes[field] = [attributes[field], value].compact.join(' ').split.uniq.join(' ')
|
|
provenance[field] = previous_origin == 'automatic' ? 'automatic' : previous_origin
|
|
next
|
|
end
|
|
next unless provenance[field] == 'automatic' || attributes[field].blank?
|
|
|
|
attributes[field] = value
|
|
provenance[field] = 'automatic'
|
|
end
|
|
post = Post.new(url:)
|
|
post.valid?
|
|
normal_url = post.url
|
|
errors = post.errors.to_hash.transform_values(&:dup)
|
|
validation_warnings = []
|
|
errors[:url] = ['URL が重複しています．'] if normal_url.present? && urls.key?(normal_url)
|
|
urls[normal_url] = true if normal_url.present?
|
|
if normal_url.present? && Post.exists?(url: normal_url)
|
|
@existing == 'error' ? errors[:url] = ['既存投稿です．'] : validation_warnings << '既存投稿のためスキップします．'
|
|
end
|
|
validate_basic_data(attributes, errors)
|
|
validate_preview_tags(attributes['tags'], errors, validation_warnings)
|
|
validate_parents(attributes['parent_post_ids'], errors)
|
|
attributes.delete('url')
|
|
{ source_row: row[:source_row], url: normal_url || url, attributes:, provenance:,
|
|
fetch_warnings:, validation_warnings:, warnings: fetch_warnings + validation_warnings, errors:,
|
|
status: errors.present? ? 'error' : ((fetch_warnings + validation_warnings).present? ? 'warning' : 'ready'),
|
|
existing: normal_url.present? && Post.exists?(url: normal_url) }
|
|
end
|
|
end
|
|
|
|
def metadata_for url, fetch_metadata, cache, previous_warnings
|
|
return [{ }, previous_warnings] unless fetch_metadata
|
|
|
|
cache[url] ||= fetch_metadata(url)
|
|
end
|
|
|
|
private
|
|
|
|
def mapped_value field, values
|
|
mapping = @mappings[field]
|
|
return '' if mapping.blank?
|
|
return mapping['value'].to_s if mapping['kind'] == 'fixed'
|
|
|
|
Array(mapping['columns']).filter_map { |index| values[index.to_i].to_s.presence }.join(field == 'tags' ? ' ' : '')
|
|
end
|
|
|
|
def mapped_provenance attributes
|
|
attributes.to_h.to_h { |field, value|
|
|
mapping = @mappings[field.to_s]
|
|
origin =
|
|
if value.present? && mapping&.[]('kind') == 'fixed'
|
|
'fixed'
|
|
elsif value.present?
|
|
'mapped'
|
|
else
|
|
'automatic'
|
|
end
|
|
[field.to_s, origin]
|
|
}
|
|
end
|
|
|
|
def fetch_metadata url
|
|
return [{ }, ['URL が空です．']] if url.blank?
|
|
|
|
data = PostMetadataFetcher.fetch(url).stringify_keys
|
|
warnings = []
|
|
warnings << 'タイトルを取得できませんでした．' if data['title'].blank?
|
|
warnings << 'サムネールを取得できませんでした．' if data['thumbnail_base'].blank?
|
|
[data.compact, warnings]
|
|
rescue Preview::UrlSafety::UnsafeUrl, Preview::HttpFetcher::FetchFailed, Preview::HttpFetcher::ResponseTooLarge => e
|
|
[{ }, ["メタデータを取得できませんでした: #{ e.message }"]]
|
|
end
|
|
|
|
def validate_preview_tags raw, errors, warnings
|
|
names = raw.to_s.split
|
|
return if names.empty?
|
|
if names.any? { _1.downcase.start_with?('nico:') }
|
|
errors[:tags] = ['ニコニコ・タグは直接指定できません．']
|
|
return
|
|
end
|
|
parsed = names.map { |name| TagName.canonicalise(name.sub(/\[.*\]\z/, '')).first }
|
|
existing = Tag.joins(:tag_name).where(tag_names: { name: parsed }).includes(:tag_name).to_a
|
|
deprecated = existing.select(&:deprecated?).map(&:name)
|
|
errors[:tags] = ["廃止済みタグがあります: #{ deprecated.join(' ') }"] if deprecated.present?
|
|
known = existing.reject(&:deprecated?).map(&:name)
|
|
new_tags = parsed.uniq - known
|
|
warnings << "新規タグを作成します: #{ new_tags.join(' ') }" if new_tags.present?
|
|
rescue Tag::SectionLiteralParseError
|
|
errors[:tags] = ['タグ区間の記法が不正です．']
|
|
end
|
|
|
|
def validate_basic_data attributes, errors
|
|
post = Post.new(title: attributes['title'].presence,
|
|
url: attributes['url'],
|
|
thumbnail_base: attributes['thumbnail_base'].presence,
|
|
original_created_from: attributes['original_created_from'].presence,
|
|
original_created_before: attributes['original_created_before'].presence,
|
|
video_ms: parse_duration(attributes['duration'], errors))
|
|
post.valid?
|
|
post.errors.each { |error| (errors[error.attribute] ||= []) << error.message }
|
|
end
|
|
|
|
def parse_duration value, errors
|
|
return nil if value.blank?
|
|
|
|
value.is_a?(Numeric) ? value.to_i : Tag.time_to_ms!(value.to_s, tag_name: '動画時間')
|
|
rescue Tag::SectionLiteralParseError
|
|
errors[:video_ms] = ['動画時間の記法が不正です．']
|
|
nil
|
|
end
|
|
|
|
def validate_parents raw, errors
|
|
ids = raw.to_s.split.map { Integer(_1, exception: false) }
|
|
return if ids.compact.empty? && raw.to_s.blank?
|
|
errors[:parent_post_ids] = ['親投稿 Id. が不正です．'] and return if ids.any? { _1.nil? || _1 <= 0 }
|
|
errors[:parent_post_ids] = ['存在しない親投稿 Id. があります．'] if Post.where(id: ids).count != ids.uniq.length
|
|
end
|
|
end
|