houdini/app/models/import_request.rb

# frozen_string_literal: true

# License: AGPL-3.0-or-later WITH WTO-AP-3.0-or-later
# Full license explanation at https://github.com/houdiniproject/houdini/blob/master/LICENSE
class ImportRequest < ApplicationRecord
	belongs_to :nonprofit
	has_one_attached :import_file

	def execute_safe(user)
		begin
			ImportRequest.transaction do
				execute(user)
			end
		rescue Exception => e
			body = "Import failed. Error: #{e}"
			GenericMailer.generic_mail(
				Houdini.support_email, Houdini.support_email, # FROM
				body,
				'Import error', # SUBJECT
				Houdini.support_email, Houdini.support_email # TO
			).deliver
		end
	end

	def execute(user)
		import = Import.create(date:Time.current, nonprofit:nonprofit, user: user)

		row_count = 0
    imported_count = 0
    supporter_ids = []
    created_payment_ids = []

		import_file_blob.open do |file|
			CSV.new(file, headers: :first_row).each do |row|
				row_count += 1
				# triplet of [header_name, value, import_key]
				matches = row.map { |key, val| [key, val, header_matches[key]] }
				next if matches.empty?

				table_data = matches.each_with_object({}) do |triplet, acc|
					key, val, match = triplet
					if match == 'custom_field'
						acc['custom_fields'] ||= []
						acc['custom_fields'].push([key, val])
					elsif match == 'tag'
						acc['tags'] ||= []
						acc['tags'].push(val)
					else
						table, col = match.split('.') if match.present?
						if table.present? && col.present?
							acc[table] ||= {}
							acc[table][col] = val
						end
					end
				end

				# Create supporter record
				if table_data['supporter']
					table_data['supporter'] = InsertSupporter.defaults(table_data['supporter'])
					table_data['supporter']['imported_at'] = Time.current
					table_data['supporter']['import_id'] = import['id']
					table_data['supporter']['nonprofit_id'] = nonprofit.id
					table_data['supporter'] = Qx.insert_into(:supporters).values(table_data['supporter']).ts.returning('*').execute.first
					supporter_ids.push(table_data['supporter']['id'])
					imported_count += 1
				else
					table_data['supporter'] = {}
				end

				# Create custom fields
				if table_data['supporter']['id'] && table_data['custom_fields'] && table_data['custom_fields'].any?
					InsertCustomFieldJoins.find_or_create(nonprofit.id, [table_data['supporter']['id']], table_data['custom_fields'])
				end

				# Create new tags
				if table_data['supporter']['id'] && table_data['tags'] && table_data['tags'].any?
					# Split tags by semicolons
					tags = table_data['tags'].select(&:present?).map { |t| t.split(/[;,]/).map(&:strip) }.flatten
					InsertTagJoins.find_or_create(nonprofit.id, [table_data['supporter']['id']], tags)
				end

				# Create donation record
				if table_data['donation'] && table_data['donation']['amount'] # must have amount. donation.date without donation.amount is no good
					table_data['donation']['amount'] = (table_data['donation']['amount'].gsub(/[^\d\.]/, '').to_f * 100).to_i
					table_data['donation']['supporter_id'] = table_data['supporter']['id']
					table_data['donation']['nonprofit_id'] = nonprofit.id
					table_data['donation']['date'] = Chronic.parse(table_data['donation']['date']) if table_data['donation']['date'].present?
					table_data['donation']['date'] ||= Time.current
					table_data['donation'] = Qx.insert_into(:donations).values(table_data['donation']).ts.returning('*').execute.first
					imported_count += 1
				else
					table_data['donation'] = {}
				end

				# Create payment record
				if table_data['donation'] && table_data['donation']['id']
					table_data['payment'] = Qx.insert_into(:payments).values(
						gross_amount: table_data['donation']['amount'],
						fee_total: 0,
						net_amount: table_data['donation']['amount'],
						kind: 'OffsitePayment',
						nonprofit_id: nonprofit.id,
						supporter_id: table_data['supporter']['id'],
						donation_id: table_data['donation']['id'],
						towards: table_data['donation']['designation'],
						date: table_data['donation']['date']
					).ts.returning('*')
																		.execute.first
					imported_count += 1
				else
					table_data['payment'] = {}
				end

				# Create offsite payment record
				if table_data['donation'] && table_data['donation']['id']
					table_data['offsite_payment'] = Qx.insert_into(:offsite_payments).values(
						gross_amount: table_data['donation']['amount'],
						check_number: GetData.chain(table_data['offsite_payment'], 'check_number'),
						kind: table_data['offsite_payment'] && table_data['offsite_payment']['check_number'] ? 'check' : '',
						nonprofit_id: nonprofit.id,
						supporter_id: table_data['supporter']['id'],
						donation_id: table_data['donation']['id'],
						payment_id: table_data['payment']['id'],
						date: table_data['donation']['date']
					).ts.returning('*')
																						.execute.first
					imported_count += 1
				else
					table_data['offsite_payment'] = {}
				end

				created_payment_ids.push(table_data['payment']['id']) if table_data['payment'] && table_data['payment']['id']
			end
		end

    # Create donation activity records
    InsertActivities.for_offsite_donations(created_payment_ids) if created_payment_ids.count > 0

		import.row_count = row_count
		import.imported_count = imported_count
		import.save!
		
    Supporter.where("supporters.id IN (?)", supporter_ids).each do |s|
      Houdini.event_publisher.announce(:supporter_create, s)  
    end
		ImportCompletedJob.perform_later(import)
		destroy
    import
	end
end