101 行
5.5 KiB
Ruby
101 行
5.5 KiB
Ruby
class PostImportRunner
|
|
MAX_ROWS = PostImportSourceParser::MAX_ROWS
|
|
ATTRIBUTE_KEYS = %w[title thumbnail_base original_created_from original_created_before duration tags parent_post_ids video_ms].freeze
|
|
def initialize actor:, rows:, existing: 'skip'
|
|
@actor = actor
|
|
@rows = rows
|
|
@existing = existing == 'error' ? 'error' : 'skip'
|
|
end
|
|
|
|
def run
|
|
raise ArgumentError, "取込件数は #{ MAX_ROWS } 件までです．" if @rows.length > MAX_ROWS
|
|
raise ArgumentError, '取込データが大きすぎます．' if @rows.sum { |row| row.to_json.bytesize } > PostImportSourceParser::MAX_BYTES
|
|
|
|
normalised_rows = @rows.map { |row| normalise_row(row) }
|
|
source_rows = normalised_rows.map { _1['source_row'] }
|
|
raise ArgumentError, '元行番号が重複しています．' if source_rows.uniq.length != source_rows.length
|
|
|
|
results = normalised_rows.map { |row| run_row(row) }
|
|
{ created: results.count { _1[:status] == 'created' }, skipped: results.count { _1[:status] == 'skipped' },
|
|
failed: results.count { _1[:status] == 'failed' }, rows: results }
|
|
end
|
|
|
|
private
|
|
|
|
def run_row row
|
|
validate_row_structure!(row)
|
|
attributes = row.fetch('attributes', { }).to_h.transform_keys { _1.to_s.underscore }
|
|
raise ArgumentError, '取込項目が不正です．' unless (attributes.keys - ATTRIBUTE_KEYS).empty?
|
|
raise ArgumentError, '取込項目が大きすぎます．' if attributes.values.any? { _1.to_s.bytesize > PostImportSourceParser::MAX_CELL_BYTES }
|
|
raise ArgumentError, 'URL が長すぎます．' if row['url'].to_s.bytesize > PostImportSourceParser::MAX_CELL_BYTES
|
|
validate_tag_sources!(row['tag_sources'])
|
|
preview = PostImportPreviewer.new(parsed: { columns: [], rows: [] }, url_column: 0,
|
|
mappings: {}, existing: @existing).preview_rows(
|
|
rows: [{ source_row: row['source_row'], url: row['url'],
|
|
attributes:, provenance: row['provenance'],
|
|
tag_sources: row['tag_sources'] }],
|
|
fetch_metadata: false).first
|
|
if preview[:validation_errors].present?
|
|
return { source_row: row['source_row'], status: 'failed',
|
|
errors: preview[:validation_errors] }
|
|
end
|
|
return row.slice('source_row').merge(status: 'skipped') if @existing == 'skip' && preview[:existing]
|
|
attributes['tags'] = preview[:attributes]['tags']
|
|
attributes['url'] = row['url']
|
|
post = PostCreator.new(actor: @actor, attributes:).create!
|
|
{ source_row: row['source_row'], status: 'created', post: PostRepr.base(post) }
|
|
rescue ActiveRecord::RecordInvalid => e
|
|
{ source_row: row['source_row'], status: 'failed', errors: e.record.errors.to_hash }
|
|
rescue Tag::NicoTagNormalisationError
|
|
{ source_row: row['source_row'], status: 'failed', errors: { tags: ['ニコニコ・タグは直接指定できません．'] } }
|
|
rescue Tag::DeprecatedTagNormalisationError
|
|
{ source_row: row['source_row'], status: 'failed', errors: { tags: ['廃止済みタグは付与できません．'] } }
|
|
rescue ArgumentError, PostCreator::VideoMsParseError
|
|
{ source_row: row['source_row'], status: 'failed', errors: { base: ['入力値が不正です．'] } }
|
|
rescue StandardError => e
|
|
Rails.logger.error("post_import_runner_failure #{ { error: e.class.name, message: e.message }.to_json }")
|
|
{ source_row: row['source_row'], status: 'failed', errors: { base: ['登録中にエラーが発生しました．'] } }
|
|
end
|
|
|
|
def validate_tag_sources! sources
|
|
return if sources.blank?
|
|
|
|
sources = sources.to_h
|
|
raise ArgumentError unless (sources.keys - %w[automatic mapped fixed manual]).empty?
|
|
raise ArgumentError unless sources.values.all?(String)
|
|
raise ArgumentError if sources.values.any? { _1.bytesize > PostImportSourceParser::MAX_CELL_BYTES }
|
|
raise ArgumentError if sources.values.sum(&:bytesize) > PostImportSourceParser::MAX_CELL_BYTES
|
|
end
|
|
|
|
def validate_row_structure! row
|
|
raise ArgumentError unless row['source_row'].is_a?(Integer) && row['source_row'].positive?
|
|
raise ArgumentError unless row['url'].is_a?(String)
|
|
raise ArgumentError unless row['attributes'].is_a?(Hash)
|
|
raise ArgumentError unless row['attributes'].values.all? { _1.is_a?(String) || _1.is_a?(Numeric) || _1 == true || _1 == false || _1.nil? }
|
|
provenance = row['provenance']
|
|
raise ArgumentError unless provenance.is_a?(Hash)
|
|
allowed = ATTRIBUTE_KEYS + ['url']
|
|
raise ArgumentError unless (provenance.keys - allowed).empty?
|
|
raise ArgumentError unless provenance.values.all? { _1.in?(['automatic', 'mapped', 'fixed', 'manual']) }
|
|
metadata_url = row['metadata_url']
|
|
raise ArgumentError unless metadata_url.nil? || metadata_url.is_a?(String)
|
|
raise ArgumentError if metadata_url.to_s.bytesize > PostImportSourceParser::MAX_CELL_BYTES
|
|
raise ArgumentError if row.to_json.bytesize > PostImportSourceParser::MAX_BYTES
|
|
tag_sources = row['tag_sources']
|
|
raise ArgumentError unless tag_sources.nil? || tag_sources.is_a?(Hash)
|
|
end
|
|
|
|
def normalise_row row
|
|
unless row.is_a?(Hash)
|
|
raise ArgumentError, '取込行の形式が不正です．'
|
|
end
|
|
|
|
normalised = row.deep_transform_keys { _1.to_s.underscore }
|
|
source_row = Integer(normalised['source_row'], exception: false)
|
|
raise ArgumentError, '元行番号が不正です．' if source_row.nil? || source_row <= 0
|
|
|
|
normalised['source_row'] = source_row
|
|
normalised
|
|
end
|
|
end
|