This repository has been archived on 2023-08-16. You can view files and clone it, but cannot push or open issues or pull requests.
Foodloop-Server/lib/Pear/LocalLoop/Controller/Admin/Import.pm

375 lines
10 KiB
Perl
Raw Permalink Normal View History

2017-10-26 15:29:56 +00:00
package Pear::LocalLoop::Controller::Admin::Import;
use Mojo::Base 'Mojolicious::Controller';
2017-11-13 13:30:33 +00:00
use Text::CSV;
use Try::Tiny;
has result_set => sub {
2021-03-20 12:09:50 +00:00
my $c = shift;
return $c->schema->resultset('ImportSet');
2017-11-13 13:30:33 +00:00
};
2021-03-20 19:03:59 +00:00
sub idx {
2021-03-20 12:09:50 +00:00
my $c = shift;
2017-10-26 15:29:56 +00:00
2021-03-20 12:09:50 +00:00
my $import_rs = $c->result_set->search(
undef,
{
page => $c->param('page') || 1,
rows => 10,
order_by => { -desc => 'date' },
},
);
$c->stash( import_rs => $import_rs );
2021-03-20 23:26:52 +00:00
2021-03-20 15:02:00 +00:00
return 1;
2017-11-13 13:30:33 +00:00
}
sub list {
2021-03-20 12:09:50 +00:00
my $c = shift;
my $set_id = $c->param('set_id');
my $include_ignored = $c->param('ignored');
my $include_imported = $c->param('imported');
my $import_set = $c->result_set->find($set_id);
my $import_value_rs = $c->result_set->get_values( $set_id, $include_ignored,
$include_imported );
my $import_users_rs =
$c->result_set->get_users( $set_id, $include_ignored, $include_imported );
my $import_org_rs =
$c->result_set->get_orgs( $set_id, $include_ignored, $include_imported );
my $import_lookup_rs = $c->result_set->get_lookups($set_id);
$c->stash(
import_set => $import_set,
import_value_rs => $import_value_rs,
import_users_rs => $import_users_rs,
import_org_rs => $import_org_rs,
import_lookup_rs => $import_lookup_rs,
);
2021-03-20 23:26:52 +00:00
2021-03-20 15:02:00 +00:00
return 1;
2017-11-13 13:30:33 +00:00
}
sub get_add {
2021-03-20 12:09:50 +00:00
my $c = shift;
2021-03-20 23:26:52 +00:00
2021-03-20 15:02:00 +00:00
return 1;
2017-11-13 13:30:33 +00:00
}
sub post_add {
2021-03-20 12:09:50 +00:00
my $c = shift;
my $csv_data = $c->param('csv');
my $date_format = $c->param('date_format');
my $csv = Text::CSV->new(
{
binary => 1,
allow_whitespace => 1,
}
);
2021-03-20 23:26:52 +00:00
## no critic (InputOutput::RequireBriefOpen)
2021-03-20 12:09:50 +00:00
open my $fh, '<', \$csv_data;
# List context returns the actual headers
my @csv_headers;
my $error;
try {
@csv_headers = $csv->header($fh);
}
catch {
$error = $_;
};
if ( defined $error ) {
$c->_csv_flash_error($error);
$c->redirect_to('/admin/import/add');
return;
}
# Text::CSV Already errors on duplicate columns, so this is fine
my @required = grep { /^user$|^value$|^date$|^organisation$/ } @csv_headers;
unless ( scalar(@required) == 4 ) {
$c->_csv_flash_error('Required columns not available');
$c->redirect_to('/admin/import/add');
2017-11-13 13:30:33 +00:00
return;
}
2021-03-20 12:09:50 +00:00
my $csv_output = $csv->getline_hr_all($fh);
2021-03-20 23:26:52 +00:00
2021-03-20 19:53:38 +00:00
close $fh;
## use critic
2021-03-20 12:09:50 +00:00
unless ( scalar(@$csv_output) ) {
$c->_csv_flash_error("No data found");
$c->redirect_to('/admin/import/add');
2017-11-13 13:30:33 +00:00
return;
}
2021-03-20 12:09:50 +00:00
for my $data (@$csv_output) {
for my $key (qw/ user value organisation /) {
unless ( defined $data->{$key} ) {
$c->_csv_flash_error("Undefined [$key] data found");
$c->redirect_to('/admin/import/add');
return;
}
}
if ( defined $data->{date} ) {
my $dtp =
DateTime::Format::Strptime->new( pattern => $date_format );
my $dt_obj = $dtp->parse_datetime( $data->{date} );
unless ( defined $dt_obj ) {
$c->_csv_flash_error(
"Undefined or incorrect format for [date] data found");
$c->redirect_to('/admin/import/add');
return;
}
$data->{date} = $dt_obj;
}
2017-11-13 13:30:33 +00:00
}
2021-03-20 12:09:50 +00:00
my $value_set;
$c->schema->txn_do(
sub {
$value_set = $c->result_set->create( {} );
$value_set->values->populate(
[
[qw/ user_name purchase_value purchase_date org_name /],
(
map { [ @{$_}{qw/ user value date organisation /} ] }
@$csv_output
),
]
);
}
);
2017-11-13 13:30:33 +00:00
2021-03-20 12:09:50 +00:00
unless ( defined $value_set ) {
$c->_csv_flash_error('Error creating new Value Set');
$c->redirect_to('/admin/import/add');
return;
}
$c->flash( success => 'Created Value Set' );
$c->redirect_to( '/admin/import/' . $value_set->id );
2021-03-20 23:26:52 +00:00
2021-03-20 15:02:00 +00:00
return 1;
2017-11-13 13:30:33 +00:00
}
2017-11-14 12:57:28 +00:00
sub _csv_flash_error {
2021-03-20 12:09:50 +00:00
my ( $c, $error ) = @_;
$error //= "An error occurred";
$c->flash(
error => $error,
# If csv info is huge, this fails epically
#csv_data => $c->param('csv'),
date_format => $c->param('date_format'),
);
2021-03-20 23:26:52 +00:00
2021-03-20 15:02:00 +00:00
return 1;
2017-11-14 12:57:28 +00:00
}
2017-11-13 19:00:34 +00:00
sub get_user {
2021-03-20 12:09:50 +00:00
my $c = shift;
my $set_id = $c->param('set_id');
my $user_name = $c->param('user');
2017-11-13 19:00:34 +00:00
2021-03-20 12:09:50 +00:00
my $values_rs = $c->result_set->find($set_id)->values->search(
{
user_name => $user_name,
ignore_value => 0,
}
);
2017-11-13 19:00:34 +00:00
2021-03-20 12:09:50 +00:00
unless ( $values_rs->count > 0 ) {
$c->flash( error => 'User not found or all values are ignored' );
return $c->redirect_to( '/admin/import/' . $set_id );
}
2017-11-13 19:00:34 +00:00
2021-03-20 12:09:50 +00:00
my $lookup_result =
$c->result_set->find($set_id)->lookups->find( { name => $user_name }, );
2017-11-13 19:00:34 +00:00
2021-03-20 12:09:50 +00:00
my $entity_id = $c->param('entity');
2017-11-13 19:00:34 +00:00
2021-03-20 12:09:50 +00:00
my $users_rs = $c->schema->resultset('User');
2017-11-13 19:00:34 +00:00
2021-03-20 12:09:50 +00:00
if ( defined $entity_id && $users_rs->find( { entity_id => $entity_id } ) )
{
if ( defined $lookup_result ) {
$lookup_result->update( { entity_id => $entity_id } );
}
else {
$lookup_result = $c->result_set->find($set_id)->lookups->create(
{
name => $user_name,
entity_id => $entity_id,
},
);
}
2017-11-13 19:00:34 +00:00
}
2021-03-20 12:09:50 +00:00
elsif ( defined $entity_id ) {
$c->stash( error => "User does not exist" );
}
$c->stash(
users_rs => $users_rs,
lookup => $lookup_result,
user_name => $user_name,
);
2021-03-20 23:26:52 +00:00
2021-03-20 15:02:00 +00:00
return 1;
2017-11-13 19:00:34 +00:00
}
sub get_org {
2021-03-20 12:09:50 +00:00
my $c = shift;
my $set_id = $c->param('set_id');
my $org_name = $c->param('org');
2017-11-13 19:00:34 +00:00
2021-03-20 12:09:50 +00:00
my $values_rs = $c->result_set->find($set_id)->values->search(
{
org_name => $org_name,
ignore_value => 0,
}
);
2017-11-13 19:00:34 +00:00
2021-03-20 12:09:50 +00:00
unless ( $values_rs->count > 0 ) {
$c->flash(
error => 'Organisation not found or all values are ignored' );
return $c->redirect_to( '/admin/import/' . $set_id );
}
2021-03-20 12:09:50 +00:00
my $lookup_result =
$c->result_set->find($set_id)->lookups->find( { name => $org_name }, );
2021-03-20 12:09:50 +00:00
my $entity_id = $c->param('entity');
2021-03-20 12:09:50 +00:00
my $orgs_rs = $c->schema->resultset('Organisation');
2017-11-13 19:00:34 +00:00
2021-03-20 12:09:50 +00:00
if ( defined $entity_id && $orgs_rs->find( { entity_id => $entity_id } ) ) {
if ( defined $lookup_result ) {
$lookup_result->update( { entity_id => $entity_id } );
}
else {
$lookup_result = $c->result_set->find($set_id)->lookups->create(
{
name => $org_name,
entity_id => $entity_id,
},
);
}
}
2021-03-20 12:09:50 +00:00
elsif ( defined $entity_id ) {
$c->stash( error => "Organisation does not exist" );
}
$c->stash(
orgs_rs => $orgs_rs,
lookup => $lookup_result,
org_name => $org_name,
);
2021-03-20 23:26:52 +00:00
2021-03-20 15:02:00 +00:00
return 1;
2017-11-13 19:00:34 +00:00
}
sub ignore_value {
2021-03-20 12:09:50 +00:00
my $c = shift;
my $set_id = $c->param('set_id');
my $value_id = $c->param('value_id');
my $set_result = $c->result_set->find($set_id);
unless ( defined $set_result ) {
$c->flash( error => "Set does not exist" );
return $c->redirect_to('/admin/import');
}
my $value_result = $set_result->values->find($value_id);
unless ( defined $value_result ) {
$c->flash( error => "Value does not exist" );
return $c->redirect_to( '/admin/import/' . $set_id );
}
$value_result->update(
{ ignore_value => $value_result->ignore_value ? 0 : 1 } );
$c->flash( success => "Updated value" );
my $referer = $c->req->headers->header('Referer');
return $c->redirect_to(
defined $referer
? $c->url_for($referer)->path_query
: '/admin/import/' . $set_id
);
2017-10-26 15:29:56 +00:00
}
2017-11-15 18:22:49 +00:00
sub run_import {
2021-03-20 12:09:50 +00:00
my $c = shift;
my $set_id = $c->param('set_id');
my $set_result = $c->result_set->find($set_id);
unless ( defined $set_result ) {
$c->flash( error => "Set does not exist" );
return $c->redirect_to('/admin/import');
}
my $import_value_rs = $c->result_set->get_values( $set_id, undef, undef );
my $import_lookup = $c->result_set->get_lookups($set_id);
my $entity_rs = $c->schema->resultset('Entity');
$c->schema->txn_do(
sub {
for my $value_result ( $import_value_rs->all ) {
my $user_lookup = $import_lookup->{ $value_result->user_name };
my $org_lookup = $import_lookup->{ $value_result->org_name };
my $value_lookup =
$c->parse_currency( $value_result->purchase_value );
if ( defined $user_lookup
&& defined $org_lookup
&& $value_lookup )
{
my $user_entity =
$entity_rs->find( $user_lookup->{entity_id} );
my $org_entity =
$entity_rs->find( $org_lookup->{entity_id} );
my $distance =
$c->get_distance_from_coords( $user_entity->type_object,
$org_entity->type_object );
my $transaction =
$c->schema->resultset('Transaction')->create(
{
buyer => $user_entity,
seller => $org_entity,
value => $value_lookup * 100000,
purchase_time => $value_result->purchase_date,
distance => $distance,
}
);
$value_result->update(
{ transaction_id => $transaction->id } );
}
else {
$c->app->log->warn( "Failed value import for value id ["
. $value_result->id
. "], ignoring" );
}
2017-11-15 18:22:49 +00:00
}
}
2021-03-20 12:09:50 +00:00
);
$c->flash( success => "Import completed for ready values" );
my $referer = $c->req->headers->header('Referer');
return $c->redirect_to(
defined $referer
? $c->url_for($referer)->path_query
: '/admin/import/' . $set_id
);
2017-11-15 18:22:49 +00:00
}
2017-10-26 15:29:56 +00:00
1;