149 行
5.7 KiB
Ruby
149 行
5.7 KiB
Ruby
class PostImportRunner
|
|
MAX_ROWS = PostImportSourceParser::MAX_ROWS
|
|
ATTRIBUTE_KEYS = [
|
|
'title',
|
|
'thumbnail_base',
|
|
'original_created_from',
|
|
'original_created_before',
|
|
'duration',
|
|
'tags',
|
|
'parent_post_ids',
|
|
'video_ms',
|
|
].freeze
|
|
|
|
def initialize actor:, rows:, existing: 'skip'
|
|
@actor = actor
|
|
@rows = rows
|
|
@existing = existing == 'error' ? 'error' : 'skip'
|
|
end
|
|
|
|
def run
|
|
raise ArgumentError, "取込件数は #{ MAX_ROWS } 件までです." if @rows.length > MAX_ROWS
|
|
if @rows.sum { |row| row.to_json.bytesize } > PostImportSourceParser::MAX_BYTES
|
|
raise ArgumentError, '取込データが大きすぎます.'
|
|
end
|
|
|
|
normalised_rows = @rows.map { |row| normalise_row(row) }
|
|
source_rows = normalised_rows.map { _1['source_row'] }
|
|
raise ArgumentError, '元行番号が重複しています.' if source_rows.uniq.length != source_rows.length
|
|
|
|
results = normalised_rows.map { |row| run_row(row) }
|
|
{
|
|
created: results.count { _1[:status] == 'created' },
|
|
skipped: results.count { _1[:status] == 'skipped' },
|
|
failed: results.count { _1[:status] == 'failed' },
|
|
rows: results,
|
|
}
|
|
end
|
|
|
|
private
|
|
|
|
def run_row row
|
|
validate_row_structure!(row)
|
|
attributes = row.fetch('attributes', { }).to_h.transform_keys { _1.to_s.underscore }
|
|
raise ArgumentError, '取込項目が不正です.' unless (attributes.keys - ATTRIBUTE_KEYS).empty?
|
|
if attributes.values.any? { _1.to_s.bytesize > PostImportSourceParser::MAX_CELL_BYTES }
|
|
raise ArgumentError, '取込項目が大きすぎます.'
|
|
end
|
|
if row['url'].to_s.bytesize > PostImportSourceParser::MAX_CELL_BYTES
|
|
raise ArgumentError, 'URL が長すぎます.'
|
|
end
|
|
validate_tag_sources!(row['tag_sources'])
|
|
preview = PostImportPreviewer.new(
|
|
parsed: { columns: [], rows: [] },
|
|
url_column: 0,
|
|
mappings: {},
|
|
existing: @existing,
|
|
).preview_rows(
|
|
rows: [{
|
|
source_row: row['source_row'],
|
|
url: row['url'],
|
|
attributes:,
|
|
provenance: row['provenance'],
|
|
tag_sources: row['tag_sources'],
|
|
}],
|
|
fetch_metadata: false,
|
|
).first
|
|
if preview[:validation_errors].present?
|
|
return {
|
|
source_row: row['source_row'],
|
|
status: 'failed',
|
|
errors: preview[:validation_errors],
|
|
}
|
|
end
|
|
|
|
if @existing == 'skip' && preview[:existing]
|
|
return row.slice('source_row').merge(status: 'skipped')
|
|
end
|
|
|
|
attributes['tags'] = preview[:attributes]['tags']
|
|
attributes['url'] = row['url']
|
|
post = PostCreator.new(actor: @actor, attributes:).create!
|
|
{ source_row: row['source_row'], status: 'created', post: PostRepr.base(post) }
|
|
rescue ActiveRecord::RecordInvalid => e
|
|
{ source_row: row['source_row'], status: 'failed', errors: e.record.errors.to_hash }
|
|
rescue Tag::NicoTagNormalisationError
|
|
{ source_row: row['source_row'], status: 'failed', errors: { tags: ['ニコニコ・タグは直接指定できません.'] } }
|
|
rescue Tag::DeprecatedTagNormalisationError
|
|
{ source_row: row['source_row'], status: 'failed', errors: { tags: ['廃止済みタグは付与できません.'] } }
|
|
rescue ArgumentError, PostCreator::VideoMsParseError
|
|
{ source_row: row['source_row'], status: 'failed', errors: { base: ['入力値が不正です.'] } }
|
|
rescue StandardError => e
|
|
Rails.logger.error(
|
|
"post_import_runner_failure #{ { error: e.class.name, message: e.message }.to_json }",
|
|
)
|
|
{ source_row: row['source_row'], status: 'failed', errors: { base: ['登録中にエラーが発生しました.'] } }
|
|
end
|
|
|
|
def validate_tag_sources! sources
|
|
return if sources.blank?
|
|
|
|
sources = sources.to_h
|
|
raise ArgumentError unless (sources.keys - ['automatic', 'mapped', 'fixed', 'manual']).empty?
|
|
raise ArgumentError unless sources.values.all?(String)
|
|
if sources.values.any? { _1.bytesize > PostImportSourceParser::MAX_CELL_BYTES }
|
|
raise ArgumentError
|
|
end
|
|
raise ArgumentError if sources.values.sum(&:bytesize) > PostImportSourceParser::MAX_CELL_BYTES
|
|
end
|
|
|
|
def validate_row_structure! row
|
|
raise ArgumentError unless row['source_row'].is_a?(Integer) && row['source_row'].positive?
|
|
raise ArgumentError unless row['url'].is_a?(String)
|
|
raise ArgumentError unless row['attributes'].is_a?(Hash)
|
|
unless row['attributes'].values.all? { |value|
|
|
value.is_a?(String) ||
|
|
value.is_a?(Numeric) ||
|
|
value == true ||
|
|
value == false ||
|
|
value.nil?
|
|
}
|
|
raise ArgumentError
|
|
end
|
|
provenance = row['provenance']
|
|
raise ArgumentError unless provenance.is_a?(Hash)
|
|
allowed = ATTRIBUTE_KEYS + ['url']
|
|
raise ArgumentError unless (provenance.keys - allowed).empty?
|
|
unless provenance.values.all? { _1.in?(['automatic', 'mapped', 'fixed', 'manual']) }
|
|
raise ArgumentError
|
|
end
|
|
metadata_url = row['metadata_url']
|
|
raise ArgumentError unless metadata_url.nil? || metadata_url.is_a?(String)
|
|
raise ArgumentError if metadata_url.to_s.bytesize > PostImportSourceParser::MAX_CELL_BYTES
|
|
raise ArgumentError if row.to_json.bytesize > PostImportSourceParser::MAX_BYTES
|
|
tag_sources = row['tag_sources']
|
|
raise ArgumentError unless tag_sources.nil? || tag_sources.is_a?(Hash)
|
|
end
|
|
|
|
def normalise_row row
|
|
raise ArgumentError, '取込行の形式が不正です.' unless row.is_a?(Hash)
|
|
|
|
normalised = row.deep_transform_keys { _1.to_s.underscore }
|
|
source_row = Integer(normalised['source_row'], exception: false)
|
|
raise ArgumentError, '元行番号が不正です.' if source_row.nil? || source_row <= 0
|
|
|
|
normalised['source_row'] = source_row
|
|
normalised
|
|
end
|
|
end
|