#!/usr/bin/perl

use strict;
use Getopt::Std;
use Date::Format;
use File::Temp 'tempdir';
use Net::FTP 2.80; #3.08; 2.79 in deb 8 doesn't work, 3.08 in deb 9 does
use IO::Socket::SSL 2.007;
use FS::UID qw(adminsuidsetup datasrc dbh);
use FS::cdr;
use FS::cdr_batch;
use FS::Record qw(qsearch qsearchs);
use Date::Format 'time2str';
use Date::Parse 'str2time';


###
# parse command line
###

use vars qw( $opt_d $opt_v $opt_c $opt_s $opt_e $opt_a );
getopts('dvc:s:e:a');

my ($user, $login, $password) = @ARGV;
$user and $login and $password or die &usage;

my $dbh = adminsuidsetup $user;
$FS::UID::AutoCommit = 0;

# index already-downloaded batches
my @previous = qsearch({
    'table'     => 'cdr_batch',
    'hashref'   => { 'cdrbatch' => {op=>'like', value=>'voip_innovations%'} },
    'order_by'  => 'ORDER BY cdrbatch DESC',
});
my %exists = map {$_->cdrbatch => 1} @previous;

my $tempdir = tempdir( CLEANUP => !$opt_v );

my $format = 'voip_innovations';
my $hostname = 'customercdr.voipinnovations.com';

my $ftp = Net::FTP->new($hostname, Passive => 1, Debug => $opt_d)
  or die "Can't connect to $hostname: $@\n";

$ftp->starttls()
  or die "TLS initialization failed: ". $ftp->message. "\n";

$ftp->login($login, $password)
  or die "Login failed: ". $ftp->message. "\n";

###
# get the file list
###

warn "Retrieving directory listing\n" if $opt_v;

#$ftp->cwd('/');
my @dirs = $ftp->ls();
warn scalar(@dirs)." directories found.\n" if $opt_v;
# apply date range
if ( $opt_a ) {
  my $most_recent = $previous[0];
  if ($most_recent) {
    if ($most_recent->cdrbatch =~ /^voip_innovations-(\d+)/) {
      my $date = $1;
      warn "limiting to dates > $date (from most recent batch)\n" if $opt_v;
      @dirs = grep {$_ > $date} @dirs;
    }
  } # else download them all
}
if ( $opt_s ) {
  # start date
  # normalize date format
  $opt_s = time2str('%Y%m%d', str2time($opt_s)) if $opt_s =~ /\D/;
  warn "limiting to dates > $opt_s\n" if $opt_v;
  @dirs = grep {$_ > $opt_s} @dirs;
}
if ( $opt_e ) {
  # end date
  $opt_e = time2str('%Y%m%d', str2time($opt_e)) if $opt_e =~ /\D/;
  warn "limiting to dates < $opt_e\n" if $opt_v;
  @dirs = grep {$_ < $opt_e} @dirs;
}
warn scalar(@dirs) ." to be downloaded\n" if $opt_v;
foreach my $dir (@dirs) {
  $ftp->cwd($dir);
  foreach my $file ($ftp->ls) {
    warn "downloading $file\n" if $opt_v;
    $ftp->get($file, "$tempdir/$file");
    warn "processing $file\n" if $opt_v;

    # "voip_innovations-20130628/20130628_20130628.CDR"
    my $batchname = "$format-$dir/$file";
    if ($exists{$batchname}) {
      warn "already imported $file\n";
      next;
    }
    my $import_options = {
      'file'            => "$tempdir/$file",
      'format'          => $format,
      'batch_namevalue' => $batchname,
      'empty_ok'        => 1,
    };
    $import_options->{'cdrtypenum'} = $opt_c if $opt_c;
  
    my $error = FS::cdr::batch_import($import_options);

    if ( $error ) {
      die "error processing $dir/$file: $error\n";
    }
  }
  $ftp->cwd('..');
}
warn "finished\n";
$dbh->commit;

###
# subs
###

sub usage {
  "Usage: \n  freeside-voip_innovations-cdrimport user login password\n [ options ]
  Options:
    -v: be verbose
    -d: enable FTP debugging (very noisy)
    -c num: apply a cdrtypenum to the imported CDRs
    -s date: start date
    -e date: end date
    -a: automatically choose start date from most recently downloaded batch
  ";
}