#!/usr/bin/perl -w

use strict;
use DBI;
use Getopt::Std;
use POSIX qw(
    ceil
);

my %options = ();
getopts("c:",\%options);
my $configFile = $options{c};
if (!$configFile || ! -f $configFile) {
    print "Usage: $0 -c CONFIG_FILE\n";
    exit 1;
}

my $config = loadConfig($configFile);
my $dbh = makeConnection($config);
END {
    if ($dbh) {
        $dbh->disconnect();
    }
}

$| = 1;
# Codes start...

my $zdbDir = $config->{'zRoot'} .'/'
           . $config->{'zPort'} .'/'
           . 'record' .'/'
           . $config->{'zDatabase'};

my $indexDir;
my $attTbl;
my $query_insert ;
if(!createIndexTable($dbh)){
    print "fail to create opl_recordindex table.\n";;
}
else{
    $attTbl=loadAttTable($dbh);
    $query_insert = createInsertQuery();
    my $sth = $dbh->prepare(<<_SQL_);
select  rid
from    opl_marcRecord 
order by rid asc
_SQL_
    $sth->execute;
    my $dir;
    while (my ($rid) = $sth->fetchrow_array) {
        print "index record $rid\n";
        parseAppendRecord($dbh, getXmlRecord($zdbDir, $rid),$rid);
    }
    $sth->finish;
}


# Codes end.

exit 0;
################################################################################
sub createInsertQuery(){
    my $queryStr="insert into opl_recordindex set rid=? ";
    foreach my $attr (sort keys %$attTbl){
        $queryStr .= ", attr_$attr= ? ";
    }
    return  $queryStr;
}



################################################################################
sub createIndexTable(){
    my ($dbh) =@_;
    my $query = createIndexTblQuery($dbh); 
    my $rv = $dbh->do($query);
    return $rv;
}

################################################################################
sub createIndexTblQuery(){
    my ($dbh) =@_;
    my $sth = $dbh->prepare(<<_SQL_);
drop table /*!32312 IF EXISTS*/ opl_recordindex;
_SQL_

    $sth->execute;
    $sth = $dbh->prepare(<<_SQL_);     
select distinct attrVal,attrList from opl_index_map order by attrVal;
_SQL_

    my $fieldList="`rid` int(10) unsigned NOT NULL \n";
    my $indexList="PRIMARY KEY  (`rid`)\n";
    
    $sth->execute;
    while (my ($attrVal,$attrList) = $sth->fetchrow_array) {
        if($attrVal ne '1016'){
            $fieldList .= ", `attr_$attrVal` text \n";
            $indexList .= ", FULLTEXT KEY `index_a$attrVal` (attr_$attrVal)\n";
        }
        else{
            $indexList .= ", FULLTEXT KEY `index_a1016` ($attrList) \n";            
        }
    }

    my $queryCreateTbl = "create table opl_recordindex ($fieldList, $indexList
    ) ENGINE=MyISAM DEFAULT CHARSET=utf8 ";
    return $queryCreateTbl;
}

sub makeConnection {
    my ($config) = @_;
    if (!$config) {
        return;
    }
    my ($db_driver, $db_name, $db_host, $db_port, $db_user, $db_password);

    $db_driver   = $config->{'db_driver'} || 'mysql';
    $db_name     = $config->{'db_name'};
    $db_host     = $config->{'db_host'};
    $db_port     = $config->{'db_port'}   || '3306';
    $db_user     = $config->{'db_user'};
    $db_password = $config->{'db_password'};

    my $dsn = "dbi:$db_driver:$db_name:$db_host:$db_port";

    return DBI->connect($dsn, $db_user, $db_password);
}
############################################################


sub loadConfig {
    my ($configFile) = @_;
#    print "Enter the config filename of Opals: ";
#    $configFile = <STDIN>;
    my $config = {};

    open CONF, $configFile || die "Cannot open file $configFile";
    while (<CONF>) {
        chomp;
        s/#.*//;                # remove comments
        next if /^\s*$/;        # ignore blank lines

        if (/^\s*(\w+)\s*=\s*(.*?)\s*$/) {
            $config->{$1} = $2;
        }
    }
    close CONF;
    
    return $config;
}
############################################################


sub getXmlRecord {
    my ($zdbDir, $rid) = @_;

    my $record = '';
    my $dir = ceil($rid/1000);
    if (! -f "$zdbDir/$dir/$rid.xml") {
        print "ERROR: $zdbDir/$dir/$rid.xml: not found.\n";
        return;
    }

    #print "$rid\n";
    #return;

    open MARCXML, "<$zdbDir/$dir/$rid.xml";
    while (<MARCXML>) {
        $record .= $_;
    }
    close MARCXML;
    return $record;
}
############################################################


sub parseAppendRecord {
    my ($dbh, $xml, $rid) = @_;
    my $rv;
    my ($fXml,$sfXml,$tag,$sflist,$sfCode, $sfdata);

    my $rec;
    my @val;
    push @val,$rid;
    foreach my $att (sort keys %$attTbl){
        $rec->{$att}="";
        $fXml=$xml;
        foreach my $tag_sf (@{$attTbl->{$att}}){
            $tag=$tag_sf->{'tag'};
            $sflist=$tag_sf->{'subfields'};
            if($tag =~ m/00[\d]/){
                $fXml =~ s/[\s]*<controlfield tag="$tag">(.*)<\/controlfield>//;
                $rec->{$att} .= "$1\n";   
            }
            else{
                while ($fXml =~ s/[\s]*<datafield tag="$tag" ind1="([\d ])" ind2="([\d ])">(([\s]*<subfield code="[\w-]">.*<\/subfield>)*)[\s]*<\/datafield>//) 
                {   
                    $sfXml = $3;
                    while ($sfXml =~ s/[\s]*<subfield code="([\w|-])">(.*)<\/subfield>//) {
                        ($sfCode, $sfdata) = ($1, $2);
                        if($sflist eq '' || $sflist =~ m/$sfCode/){
                            $rec->{$att} .= "$sfdata\n";
                        }
                    }
                }

            }
        }
        push @val,$rec->{$att};        
    }
    $rv = $dbh->do($query_insert, undef, @val);

}
#////////////////////////////////////////////////////////////////////////////
sub loadAttTable{
    my ($dbh) =@_;
    my $attTbl;
    my $sth = $dbh->prepare(<<_SQL_);
select attrval,tag,subfields
from opl_index_map where tag is not null && subfields is not null
_SQL_
    $sth->execute;
    while(my ($attval,$tag,$subfields) = $sth->fetchrow_array){
        push @{$attTbl->{$attval}},{tag=>$tag,subfields=>$subfields};
    }
    return $attTbl;
}

#////////////////////////////////////////////////////////////////////////////