| ';
+
+ my $lastlinenb=shift||0;
+ my $lastlineoffset=shift||0;
+ my $lastlinechecksum=shift||0;
+
+ my %allsections=('general'=>1,'misc'=>2,'time'=>3,'visitor'=>4,'day'=>5,
+ 'domain'=>6,'cluster'=>7,'login'=>8,'robot'=>9,'worms'=>10,'emailsender'=>11,'emailreceiver'=>12,
+ 'session'=>13,'sider'=>14,'filetypes'=>15,
+ 'os'=>16,'browser'=>17,'screensize'=>18,'unknownreferer'=>19,'unknownrefererbrowser'=>20,
+ 'origin'=>21,'sereferrals'=>22,'pagerefs'=>23,
+ 'searchwords'=>24,'keywords'=>25,
+ 'errors'=>26);
+
+ my $order=(scalar keys %allsections)+1;
+ foreach (keys %TrapInfosForHTTPErrorCodes) { $allsections{"sider_$_"}=$order++; }
+ foreach (1..@ExtraName-1) { $allsections{"extra_$_"}=$order++; }
+ foreach (keys %{$PluginsLoaded{'SectionInitHashArray'}}) { $allsections{"plugin_$_"}=$order++; }
+ my $withread=0;
+
+ # Variable used to read old format history files
+ my $readvisitorforbackward=0;
+
+ if ($Debug) { debug("Call to Read_History_With_TmpUpdate [$year,$month,$day,$hour,withupdate=$withupdate,withpurge=$withpurge,part=$part,lastlinenb=$lastlinenb,lastlineoffset=$lastlineoffset,lastlinechecksum=$lastlinechecksum]"); }
+ if ($Debug) { debug("date=$date"); }
+
+ # Define SectionsToLoad (which sections to load)
+ my %SectionsToLoad = ();
+ if ($part eq 'all') { # Load all needed sections
+ my $order=1;
+ $SectionsToLoad{'general'}=$order++;
+ # When
+ $SectionsToLoad{'time'}=$order++; # Always loaded because needed to count TotalPages, TotalHits, TotalBandwidth
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowHostsStats) || $HTMLOutput{'allhosts'} || $HTMLOutput{'lasthosts'} || $HTMLOutput{'unknownip'}) { $SectionsToLoad{'visitor'}=$order++; } # Must be before day, sider and session section
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && ($ShowDaysOfWeekStats || $ShowDaysOfMonthStats)) || $HTMLOutput{'alldays'}) { $SectionsToLoad{'day'}=$order++; }
+ # Who
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowDomainsStats) || $HTMLOutput{'alldomains'}) { $SectionsToLoad{'domain'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowAuthenticatedUsers) || $HTMLOutput{'alllogins'} || $HTMLOutput{'lastlogins'}) { $SectionsToLoad{'login'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowRobotsStats) || $HTMLOutput{'allrobots'} || $HTMLOutput{'lastrobots'}) { $SectionsToLoad{'robot'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowWormsStats) || $HTMLOutput{'allworms'} || $HTMLOutput{'lastworms'}) { $SectionsToLoad{'worms'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowEMailSenders) || $HTMLOutput{'allemails'} || $HTMLOutput{'lastemails'}) { $SectionsToLoad{'emailsender'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowEMailReceivers) || $HTMLOutput{'allemailr'} || $HTMLOutput{'lastemailr'}) { $SectionsToLoad{'emailreceiver'}=$order++; }
+ # Navigation
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowSessionsStats) || $HTMLOutput{'sessions'}) { $SectionsToLoad{'session'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowPagesStats) || $HTMLOutput{'urldetail'} || $HTMLOutput{'urlentry'} || $HTMLOutput{'urlexit'}) { $SectionsToLoad{'sider'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowFileTypesStats) || $HTMLOutput{'filetypes'}) { $SectionsToLoad{'filetypes'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowOSStats) || $HTMLOutput{'osdetail'}) { $SectionsToLoad{'os'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowBrowsersStats) || $HTMLOutput{'browserdetail'}) { $SectionsToLoad{'browser'}=$order++; }
+ if ($UpdateStats || $MigrateStats || $HTMLOutput{'unknownos'}) { $SectionsToLoad{'unknownreferer'}=$order++; }
+ if ($UpdateStats || $MigrateStats || $HTMLOutput{'unknownbrowser'}) { $SectionsToLoad{'unknownrefererbrowser'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowScreenSizeStats)) { $SectionsToLoad{'screensize'}=$order++; }
+ # Referers
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowOriginStats) || $HTMLOutput{'origin'}) { $SectionsToLoad{'origin'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowOriginStats) || $HTMLOutput{'refererse'}) { $SectionsToLoad{'sereferrals'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowOriginStats) || $HTMLOutput{'refererpages'}) { $SectionsToLoad{'pagerefs'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowKeyphrasesStats) || $HTMLOutput{'keyphrases'} || $HTMLOutput{'keywords'}) { $SectionsToLoad{'searchwords'}=$order++; }
+ if (! $withupdate && $HTMLOutput{'main'} && $ShowKeywordsStats) { $SectionsToLoad{'keywords'}=$order++; } # If we update, dont need to load
+ # Others
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowMiscStats)) { $SectionsToLoad{'misc'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && ($ShowHTTPErrorsStats || $ShowSMTPErrorsStats)) || $HTMLOutput{'errors'}) { $SectionsToLoad{'errors'}=$order++; }
+ foreach (keys %TrapInfosForHTTPErrorCodes) {
+ if ($UpdateStats || $MigrateStats || $HTMLOutput{"errors$_"}) { $SectionsToLoad{"sider_$_"}=$order++; }
+ }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowClusterStats)) { $SectionsToLoad{'cluster'}=$order++; }
+ foreach (1..@ExtraName-1) {
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ExtraStatTypes[$_]) || $HTMLOutput{"extra$_"}) { $SectionsToLoad{"extra_$_"}=$order++; }
+ }
+ foreach (keys %{$PluginsLoaded{'SectionInitHashArray'}}) {
+ if ($UpdateStats || $MigrateStats || $HTMLOutput{"plugin_$_"}) { $SectionsToLoad{"plugin_$_"}=$order++; }
+ }
+ }
+ else { # Load only required sections
+ my $order=1;
+ foreach (split(/\s+/,$part)) { $SectionsToLoad{$_}=$order++; }
+ }
+
+ # Define SectionsToSave (which sections to save)
+ my %SectionsToSave = ();
+ if ($withupdate) {
+ if ($SectionsToBeSaved eq 'all') {
+ %SectionsToSave=%allsections;
+ } else {
+ my $order=1;
+ foreach (split(/\s+/,$SectionsToBeSaved)) { $SectionsToSave{$_}=$order++; }
+ }
+ }
+
+ if ($Debug) {
+ debug(" List of sections marked for load : ".join(' ',(sort { $SectionsToLoad{$a} <=> $SectionsToLoad{$b} } keys %SectionsToLoad)),2);
+ debug(" List of sections marked for save : ".join(' ',(sort { $SectionsToSave{$a} <=> $SectionsToSave{$b} } keys %SectionsToSave)),2);
+ }
+
+ # Define value for filetowrite and filetoread (Month before Year kept for backward compatibility)
+ my $filetowrite='';
+ my $filetoread='';
+ if ($HistoryAlreadyFlushed{"$year$month$day$hour"} && -s "$DirData/$PROG$filedate$FileSuffix.tmp.$$") {
+ # tmp history file was already flushed
+ $filetoread="$DirData/$PROG$filedate$FileSuffix.tmp.$$";
+ $filetowrite="$DirData/$PROG$filedate$FileSuffix.tmp.$$.bis";
+ }
+ else {
+ $filetoread="$DirData/$PROG$filedate$FileSuffix.txt";
+ $filetowrite="$DirData/$PROG$filedate$FileSuffix.tmp.$$";
+ }
+ if ($Debug) { debug(" History file to read is '$filetoread'",2); }
+
+ # Is there an old data file to read or, if migrate, can we open the file for read
+ if (-s $filetoread || $MigrateStats) { $withread=1; }
+
+ # Open files
+ if ($withread) {
+ open(HISTORY,$filetoread) || error("Couldn't open file \"$filetoread\" for read: $!","","",$MigrateStats);
+ binmode HISTORY; # Avoid premature EOF due to history files corrupted with \cZ or bin chars
+ }
+ if ($withupdate) {
+ open(HISTORYTMP,">$filetowrite") || error("Couldn't open file \"$filetowrite\" for write: $!");
+ binmode HISTORYTMP;
+ if ($xml) { print HISTORYTMP ''."\n\n"; }
+ Save_History("header",$year,$month,$date);
+ }
+
+ # Loop on read file
+ my $readxml=0;
+ if ($withread) {
+ my $countlines=0;
+ my $versionnum=0;
+ my @field=();
+ while () {
+ chomp $_; s/\r//;
+ $countlines++;
+
+ # Test if it's xml
+ if (! $readxml && $_ =~ /^ int($field[1])) { $FirstTime{$date}=int($field[1]); }; next; }
+ if ($field[0] eq 'LastTime' || $field[0] eq "${xmlrb}LastTime") { if (! $LastTime{$date} || $LastTime{$date} < int($field[1])) { $LastTime{$date}=int($field[1]); }; next; }
+ if ($field[0] eq 'LastUpdate' || $field[0] eq "${xmlrb}LastUpdate") {
+ if ($LastUpdate < $field[1]) {
+ $LastUpdate=int($field[1]);
+ #$LastUpdateLinesRead=int($field[2]);
+ #$LastUpdateNewLinesRead=int($field[3]);
+ #$LastUpdateLinesCorrupted=int($field[4]);
+ };
+ next;
+ }
+ if ($field[0] eq 'TotalVisits' || $field[0] eq "${xmlrb}TotalVisits") {
+ if (! $withupdate) { $MonthVisits{$year.$month}+=int($field[1]); }
+ next;
+ }
+ if ($field[0] eq 'TotalUnique' || $field[0] eq "${xmlrb}TotalUnique") { if (! $withupdate) { $MonthUnique{$year.$month}+=int($field[1]); } next; }
+ if ($field[0] eq 'MonthHostsKnown' || $field[0] eq "${xmlrb}MonthHostsKnown") { if (! $withupdate) { $MonthHostsKnown{$year.$month}+=int($field[1]); } next; }
+ if ($field[0] eq 'MonthHostsUnknown' || $field[0] eq "${xmlrb}MonthHostsUnknown") { if (! $withupdate) { $MonthHostsUnknown{$year.$month}+=int($field[1]); } next; }
+ if (($field[0] eq 'END_GENERAL' || $field[0] eq "${xmleb}END_GENERAL")) {
+ if ($Debug) { debug(" End of GENERAL section"); }
+ if ($MigrateStats && ! $BadFormatWarning{$year.$month}) {
+ $BadFormatWarning{$year.$month}=1;
+ warning("Warning: You are migrating a file that is already a recent version (migrate not required for files version $versionnum).","","",1);
+ }
+
+ delete $SectionsToLoad{'general'};
+ if ($SectionsToSave{'general'}) {
+ Save_History('general',$year,$month,$date,$lastlinenb,$lastlineoffset,$lastlinechecksum); delete $SectionsToSave{'general'};
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+
+ # BEGIN_MISC
+ if ($field[0] eq 'BEGIN_MISC') {
+ if ($Debug) { debug(" Begin of MISC section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'misc'}) {
+ $countloaded++;
+ if ($field[1]) { $_misc_p{$field[0]}+=int($field[1]); }
+ if ($field[2]) { $_misc_h{$field[0]}+=int($field[2]); }
+ if ($field[3]) { $_misc_k{$field[0]}+=int($field[3]); }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_MISC' || $field[0] eq "${xmleb}END_MISC" || ! $_);
+ if ($field[0] ne 'END_MISC' && $field[0] ne "${xmleb}END_MISC") { error("History file \"$filetoread\" is corrupted (End of section MISC not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of MISC section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'misc'};
+ if ($SectionsToSave{'misc'}) {
+ Save_History('misc',$year,$month,$date); delete $SectionsToSave{'misc'};
+ if ($withpurge) { %_misc_p=(); %_misc_h=(); %_misc_k=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+
+ # BEGIN_CLUSTER
+ if ($field[0] eq 'BEGIN_CLUSTER') {
+ if ($Debug) { debug(" Begin of CLUSTER section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'cluster'}) {
+ $countloaded++;
+ if ($field[1]) { $_cluster_p{$field[0]}+=int($field[1]); }
+ if ($field[2]) { $_cluster_h{$field[0]}+=int($field[2]); }
+ if ($field[3]) { $_cluster_k{$field[0]}+=int($field[3]); }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_CLUSTER' || $field[0] eq "${xmleb}END_CLUSTER" || ! $_);
+ if ($field[0] ne 'END_CLUSTER' && $field[0] ne "${xmleb}END_CLUSTER") { error("History file \"$filetoread\" is corrupted (End of section CLUSTER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of CLUSTER section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'cluster'};
+ if ($SectionsToSave{'cluster'}) {
+ Save_History('cluster',$year,$month,$date); delete $SectionsToSave{'cluster'};
+ if ($withpurge) { %_cluster_p=(); %_cluster_h=(); %_cluster_k=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+
+ # BEGIN_TIME
+ if ($field[0] eq 'BEGIN_TIME') {
+ my $monthpages=0;my $monthhits=0;my $monthbytes=0;
+ my $monthnotviewedpages=0;my $monthnotviewedhits=0;my $monthnotviewedbytes=0;
+ if ($Debug) { debug(" Begin of TIME section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0] ne '') { # Test on ne '' because field[0] is '0' for hour 0)
+ $count++;
+ if ($SectionsToLoad{'time'}) {
+ if ($withupdate || $MonthRequired eq 'all' || $MonthRequired eq "$month") { # Still required
+ $countloaded++;
+ if ($field[1]) { $_time_p[$field[0]]+=int($field[1]); }
+ if ($field[2]) { $_time_h[$field[0]]+=int($field[2]); }
+ if ($field[3]) { $_time_k[$field[0]]+=int($field[3]); }
+ if ($field[4]) { $_time_nv_p[$field[0]]+=int($field[4]); }
+ if ($field[5]) { $_time_nv_h[$field[0]]+=int($field[5]); }
+ if ($field[6]) { $_time_nv_k[$field[0]]+=int($field[6]); }
+ }
+ $monthpages+=int($field[1]);
+ $monthhits+=int($field[2]);
+ $monthbytes+=int($field[3]);
+ $monthnotviewedpages+=int($field[4]||0);
+ $monthnotviewedhits+=int($field[5]||0);
+ $monthnotviewedbytes+=int($field[6]||0);
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_TIME' || $field[0] eq "${xmleb}END_TIME" || ! $_);
+ if ($field[0] ne 'END_TIME' && $field[0] ne "${xmleb}END_TIME") { error("History file \"$filetoread\" is corrupted (End of section TIME not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of TIME section ($count entries, $countloaded loaded)"); }
+ $MonthPages{$year.$month}+=$monthpages;
+ $MonthHits{$year.$month}+=$monthhits;
+ $MonthBytes{$year.$month}+=$monthbytes;
+ $MonthNotViewedPages{$year.$month}+=$monthnotviewedpages;
+ $MonthNotViewedHits{$year.$month}+=$monthnotviewedhits;
+ $MonthNotViewedBytes{$year.$month}+=$monthnotviewedbytes;
+ delete $SectionsToLoad{'time'};
+ if ($SectionsToSave{'time'}) {
+ Save_History('time',$year,$month,$date); delete $SectionsToSave{'time'};
+ if ($withpurge) { @_time_p=(); @_time_h=(); @_time_k=(); @_time_nv_p=(); @_time_nv_h=(); @_time_nv_k=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+
+ # BEGIN_ORIGIN
+ if ($field[0] eq 'BEGIN_ORIGIN') {
+ if ($Debug) { debug(" Begin of ORIGIN section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'origin'}) {
+ if ($field[0] eq 'From0') { $_from_p[0]+=$field[1]; $_from_h[0]+=$field[2]; }
+ elsif ($field[0] eq 'From1') { $_from_p[1]+=$field[1]; $_from_h[1]+=$field[2]; }
+ elsif ($field[0] eq 'From2') { $_from_p[2]+=$field[1]; $_from_h[2]+=$field[2]; }
+ elsif ($field[0] eq 'From3') { $_from_p[3]+=$field[1]; $_from_h[3]+=$field[2]; }
+ elsif ($field[0] eq 'From4') { $_from_p[4]+=$field[1]; $_from_h[4]+=$field[2]; }
+ elsif ($field[0] eq 'From5') { $_from_p[5]+=$field[1]; $_from_h[5]+=$field[2]; }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_ORIGIN' || $field[0] eq "${xmleb}END_ORIGIN" || ! $_);
+ if ($field[0] ne 'END_ORIGIN' && $field[0] ne "${xmleb}END_ORIGIN") { error("History file \"$filetoread\" is corrupted (End of section ORIGIN not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of ORIGIN section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'origin'};
+ if ($SectionsToSave{'origin'}) {
+ Save_History('origin',$year,$month,$date); delete $SectionsToSave{'origin'};
+ if ($withpurge) { @_from_p=(); @_from_h=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_DAY
+ if ($field[0] eq 'BEGIN_DAY') {
+ if ($Debug) { debug(" Begin of DAY section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'day'}) {
+ $countloaded++;
+ if ($field[1]) { $DayPages{$field[0]}+=int($field[1]); }
+ $DayHits{$field[0]}+=int($field[2]); # DayHits always load (should be >0 and if not it's a day YYYYMM00 resulting of an old file migration)
+ if ($field[3]) { $DayBytes{$field[0]}+=int($field[3]); }
+ if ($field[4]) { $DayVisits{$field[0]}+=int($field[4]); }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_DAY' || $field[0] eq "${xmleb}END_DAY" || ! $_);
+ if ($field[0] ne 'END_DAY' && $field[0] ne "${xmleb}END_DAY") { error("History file \"$filetoread\" is corrupted (End of section DAY not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of DAY section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'day'};
+ # WE DO NOT SAVE SECTION NOW BECAUSE VALUES CAN BE CHANGED AFTER READING VISITOR
+ #if ($SectionsToSave{'day'}) { # Must be made after read of visitor
+ # Save_History('day',$year,$month,$date); delete $SectionsToSave{'day'};
+ # if ($withpurge) { %DayPages=(); %DayHits=(); %DayBytes=(); %DayVisits=(); }
+ #}
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_VISITOR
+ if ($field[0] eq 'BEGIN_VISITOR') {
+ if ($Debug) { debug(" Begin of VISITOR section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+
+ # For backward compatibility
+ if ($readvisitorforbackward) {
+ if ($field[1]) { $MonthUnique{$year.$month}++; }
+ if ($MonthRequired ne 'all') {
+ if ($field[0] !~ /^\d+\.\d+\.\d+\.\d+$/ && $field[0] !~ /^[0-9A-F]*:/i) { $MonthHostsKnown{$year.$month}++; }
+ else { $MonthHostsUnknown{$year.$month}++; }
+ }
+ }
+
+ # Process data saved in 'wait' arrays
+ if ($withupdate && $_waithost_e{$field[0]}){
+ my $timehostl=int($field[4]||0);
+ my $timehosts=int($field[5]||0);
+ my $newtimehosts=($_waithost_s{$field[0]}?$_waithost_s{$field[0]}:$_host_s{$field[0]});
+ my $newtimehostl=($_waithost_l{$field[0]}?$_waithost_l{$field[0]}:$_host_l{$field[0]});
+ if ($newtimehosts > $timehostl + $VISITTIMEOUT ) {
+ if ($Debug) { debug(" Visit for $field[0] in 'wait' arrays is a new visit different than last in history",4); }
+ if ($field[6]) { $_url_x{$field[6]}++; }
+ $_url_e{$_waithost_e{$field[0]}}++;
+ $newtimehosts =~ /^(\d\d\d\d\d\d\d\d)/; $DayVisits{$1}++;
+ if ($timehosts && $timehostl) { $_session{GetSessionRange($timehosts,$timehostl)}++; }
+ if ($_waithost_s{$field[0]}) {
+ # First session found in log was followed by another one so it's finished
+ $_session{GetSessionRange($newtimehosts,$newtimehostl)}++;
+ }
+ # Here $_host_l $_host_s and $_host_u are correctly defined
+ }
+ else {
+ if ($Debug) { debug(" Visit for $field[0] in 'wait' arrays is following of last visit in history",4); }
+ if ($_waithost_s{$field[0]}) {
+ # First session found in log was followed by another one so it's finished
+ $_session{GetSessionRange(MinimumButNoZero($timehosts,$newtimehosts),$timehostl>$newtimehostl?$timehostl:$newtimehostl)}++;
+ # Here $_host_l $_host_s and $_host_u are correctly defined
+ }
+ else {
+ # We correct $_host_l $_host_s and $_host_u
+ if ($timehostl > $newtimehostl) {
+ $_host_l{$field[0]}=$timehostl;
+ $_host_u{$field[0]}=$field[6];
+ }
+ if ($timehosts < $newtimehosts) {
+ $_host_s{$field[0]}=$timehosts;
+ }
+ }
+ }
+ delete $_waithost_e{$field[0]};
+ delete $_waithost_l{$field[0]};
+ delete $_waithost_s{$field[0]};
+ delete $_waithost_u{$field[0]};
+ }
+
+ # Load records
+ if ($readvisitorforbackward!=2 && $SectionsToLoad{'visitor'}) { # if readvisitorforbackward==2 we do not load
+ my $loadrecord=0;
+ if ($withupdate) {
+ $loadrecord=1;
+ }
+ else {
+ if ($HTMLOutput{'allhosts'} || $HTMLOutput{'lasthosts'}) {
+ if ((!$FilterIn{'host'} || $field[0] =~ /$FilterIn{'host'}/i)
+ && (!$FilterEx{'host'} || $field[0] !~ /$FilterEx{'host'}/i)) { $loadrecord=1; }
+ }
+ elsif ($MonthRequired eq 'all' || $field[2] >= $MinHit{'Host'}) {
+ if ($HTMLOutput{'unknownip'} && ($field[0] =~ /^\d+\.\d+\.\d+\.\d+$/ || $field[0] =~ /^[0-9A-F]*:/i)) { $loadrecord=1; }
+ elsif ($HTMLOutput{'main'} && ($MonthRequired eq 'all' || $countloaded < $MaxNbOf{'HostsShown'})) { $loadrecord=1; }
+ }
+ }
+ if ($loadrecord) {
+ if ($field[1]) { $_host_p{$field[0]}+=$field[1]; }
+ if ($field[2]) { $_host_h{$field[0]}+=$field[2]; }
+ if ($field[3]) { $_host_k{$field[0]}+=$field[3]; }
+ if ($field[4] && ! $_host_l{$field[0]}) { # We save last connexion params if not previously defined
+ $_host_l{$field[0]}=int($field[4]);
+ if ($withupdate) { # field[5] field[6] are used only for update
+ if ($field[5] && ! $_host_s{$field[0]}) { $_host_s{$field[0]}=int($field[5]); }
+ if ($field[6] && ! $_host_u{$field[0]}) { $_host_u{$field[0]}=$field[6]; }
+ }
+ }
+ $countloaded++;
+ }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_VISITOR' || $field[0] eq "${xmleb}END_VISITOR" || ! $_);
+ if ($field[0] ne 'END_VISITOR' && $field[0] ne "${xmleb}END_VISITOR") { error("History file \"$filetoread\" is corrupted (End of section VISITOR not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of VISITOR section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'visitor'};
+ # WE DO NOT SAVE SECTION NOW TO BE SURE TO HAVE THIS LARGE SECTION NOT AT THE BEGINNING OF FILE
+ #if ($SectionsToSave{'visitor'}) {
+ # Save_History('visitor',$year,$month,$date); delete $SectionsToSave{'visitor'};
+ # if ($withpurge) { %_host_p=(); %_host_h=(); %_host_k=(); %_host_l=(); %_host_s=(); %_host_u=(); }
+ #}
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_UNKNOWNIP for backward compatibility
+ if ($field[0] eq 'BEGIN_UNKNOWNIP') {
+ my %iptomigrate=();
+ if ($Debug) { debug(" Begin of UNKNOWNIP section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'unknownip'}) {
+ $iptomigrate{$field[0]}=$field[1]||0;
+ $countloaded++;
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_UNKNOWNIP' || $field[0] eq "${xmleb}END_UNKNOWNIP" || ! $_);
+ if ($field[0] ne 'END_UNKNOWNIP' && $field[0] ne "${xmleb}END_UNKNOWNIP") { error("History file \"$filetoread\" is corrupted (End of section UNKOWNIP not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of UNKOWNIP section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'visitor'};
+ # THIS SECTION IS NEVER SAVED. ONLY READ FOR MIGRATE AND CONVERTED INTO VISITOR SECTION
+ foreach (keys %iptomigrate) {
+ $_host_p{$_}+=int($_host_p{'Unknown'}/$countloaded);
+ $_host_h{$_}+=int($_host_h{'Unknown'}/$countloaded);
+ $_host_k{$_}+=int($_host_k{'Unknown'}/$countloaded);
+ if ($iptomigrate{$_} > 0) { $_host_l{$_}=$iptomigrate{$_} };
+ }
+ delete $_host_p{'Unknown'};
+ delete $_host_h{'Unknown'};
+ delete $_host_k{'Unknown'};
+ delete $_host_l{'Unknown'};
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_LOGIN
+ if ($field[0] eq 'BEGIN_LOGIN') {
+ if ($Debug) { debug(" Begin of LOGIN section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'login'}) {
+ $countloaded++;
+ if ($field[1]) { $_login_p{$field[0]}+=$field[1]; }
+ if ($field[2]) { $_login_h{$field[0]}+=$field[2]; }
+ if ($field[3]) { $_login_k{$field[0]}+=$field[3]; }
+ if (! $_login_l{$field[0]} && $field[4]) { $_login_l{$field[0]}=int($field[4]); }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_LOGIN' || $field[0] eq "${xmleb}END_LOGIN" || ! $_);
+ if ($field[0] ne 'END_LOGIN' && $field[0] ne "${xmleb}END_LOGIN") { error("History file \"$filetoread\" is corrupted (End of section LOGIN not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of LOGIN section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'login'};
+ if ($SectionsToSave{'login'}) {
+ Save_History('login',$year,$month,$date); delete $SectionsToSave{'login'};
+ if ($withpurge) { %_login_p=(); %_login_h=(); %_login_k=(); %_login_l=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_DOMAIN
+ if ($field[0] eq 'BEGIN_DOMAIN') {
+ if ($Debug) { debug(" Begin of DOMAIN section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'domain'}) {
+ $countloaded++;
+ if ($field[1]) { $_domener_p{$field[0]}+=$field[1]; }
+ if ($field[2]) { $_domener_h{$field[0]}+=$field[2]; }
+ if ($field[3]) { $_domener_k{$field[0]}+=$field[3]; }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_DOMAIN' || $field[0] eq "${xmleb}END_DOMAIN" || ! $_);
+ if ($field[0] ne 'END_DOMAIN' && $field[0] ne "${xmleb}END_DOMAIN") { error("History file \"$filetoread\" is corrupted (End of section DOMAIN not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of DOMAIN section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'domain'};
+ if ($SectionsToSave{'domain'}) {
+ Save_History('domain',$year,$month,$date); delete $SectionsToSave{'domain'};
+ if ($withpurge) { %_domener_p=(); %_domener_h=(); %_domener_k=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_SESSION
+ if ($field[0] eq 'BEGIN_SESSION') {
+ if ($Debug) { debug(" Begin of SESSION section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'session'}) {
+ $countloaded++;
+ if ($field[1]) { $_session{$field[0]}+=$field[1]; }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_SESSION' || $field[0] eq "${xmleb}END_SESSION" || ! $_);
+ if ($field[0] ne 'END_SESSION' && $field[0] ne "${xmleb}END_SESSION") { error("History file \"$filetoread\" is corrupted (End of section SESSION not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of SESSION section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'session'};
+ # WE DO NOT SAVE SECTION NOW BECAUSE VALUES CAN BE CHANGED AFTER READING VISITOR
+ #if ($SectionsToSave{'session'}) {
+ # Save_History('session',$year,$month,$date); delete $SectionsToSave{'session'}; }
+ # if ($withpurge) { %_session=(); }
+ #}
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_OS
+ if ($field[0] eq 'BEGIN_OS') {
+ if ($Debug) { debug(" Begin of OS section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'os'}) {
+ $countloaded++;
+ if ($field[1]) { $_os_h{$field[0]}+=$field[1]; }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_OS' || $field[0] eq "${xmleb}END_OS" || ! $_);
+ if ($field[0] ne 'END_OS' && $field[0] ne "${xmleb}END_OS") { error("History file \"$filetoread\" is corrupted (End of section OS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of OS section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'os'};
+ if ($SectionsToSave{'os'}) {
+ Save_History('os',$year,$month,$date); delete $SectionsToSave{'os'};
+ if ($withpurge) { %_os_h=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_BROWSER
+ if ($field[0] eq 'BEGIN_BROWSER') {
+ if ($Debug) { debug(" Begin of BROWSER section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'browser'}) {
+ $countloaded++;
+ if ($field[1]) { $_browser_h{$field[0]}+=$field[1]; }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_BROWSER' || $field[0] eq "${xmleb}END_BROWSER" || ! $_);
+ if ($field[0] ne 'END_BROWSER' && $field[0] ne "${xmleb}END_BROWSER") { error("History file \"$filetoread\" is corrupted (End of section BROWSER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of BROWSER section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'browser'};
+ if ($SectionsToSave{'browser'}) {
+ Save_History('browser',$year,$month,$date); delete $SectionsToSave{'browser'};
+ if ($withpurge) { %_browser_h=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_UNKNOWNREFERER
+ if ($field[0] eq 'BEGIN_UNKNOWNREFERER') {
+ if ($Debug) { debug(" Begin of UNKNOWNREFERER section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'unknownreferer'}) {
+ $countloaded++;
+ if (! $_unknownreferer_l{$field[0]}) { $_unknownreferer_l{$field[0]}=int($field[1]); }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_UNKNOWNREFERER' || $field[0] eq "${xmleb}END_UNKNOWNREFERER" || ! $_);
+ if ($field[0] ne 'END_UNKNOWNREFERER' && $field[0] ne "${xmleb}END_UNKNOWNREFERER") { error("History file \"$filetoread\" is corrupted (End of section UNKNOWNREFERER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of UNKNOWNREFERER section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'unknownreferer'};
+ if ($SectionsToSave{'unknownreferer'}) {
+ Save_History('unknownreferer',$year,$month,$date); delete $SectionsToSave{'unknownreferer'};
+ if ($withpurge) { %_unknownreferer_l=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_UNKNOWNREFERERBROWSER
+ if ($field[0] eq 'BEGIN_UNKNOWNREFERERBROWSER') {
+ if ($Debug) { debug(" Begin of UNKNOWNREFERERBROWSER section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'unknownrefererbrowser'}) {
+ $countloaded++;
+ if (! $_unknownrefererbrowser_l{$field[0]}) { $_unknownrefererbrowser_l{$field[0]}=int($field[1]); }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_UNKNOWNREFERERBROWSER' || $field[0] eq "${xmleb}END_UNKNOWNREFERERBROWSER" || ! $_);
+ if ($field[0] ne 'END_UNKNOWNREFERERBROWSER' && $field[0] ne "${xmleb}END_UNKNOWNREFERERBROWSER") { error("History file \"$filetoread\" is corrupted (End of section UNKNOWNREFERERBROWSER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of UNKNOWNREFERERBROWSER section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'unknownrefererbrowser'};
+ if ($SectionsToSave{'unknownrefererbrowser'}) {
+ Save_History('unknownrefererbrowser',$year,$month,$date); delete $SectionsToSave{'unknownrefererbrowser'};
+ if ($withpurge) { %_unknownrefererbrowser_l=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_SCREENSIZE
+ if ($field[0] eq 'BEGIN_SCREENSIZE') {
+ if ($Debug) { debug(" Begin of SCREENSIZE section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'screensize'}) {
+ $countloaded++;
+ if ($field[1]) { $_screensize_h{$field[0]}+=$field[1]; }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_SCREENSIZE' || $field[0] eq "${xmleb}END_SCREENSIZE" || ! $_);
+ if ($field[0] ne 'END_SCREENSIZE' && $field[0] ne "${xmleb}END_SCREENSIZE") { error("History file \"$filetoread\" is corrupted (End of section SCREENSIZE not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of SCREENSIZE section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'screensize'};
+ if ($SectionsToSave{'screensize'}) {
+ Save_History('screensize',$year,$month,$date); delete $SectionsToSave{'screensize'};
+ if ($withpurge) { %_screensize_h=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_ROBOT
+ if ($field[0] eq 'BEGIN_ROBOT') {
+ if ($Debug) { debug(" Begin of ROBOT section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'robot'}) {
+ $countloaded++;
+ if ($field[1]) { $_robot_h{$field[0]}+=$field[1]; }
+ $_robot_k{$field[0]}+=$field[2];
+ if (! $_robot_l{$field[0]}) { $_robot_l{$field[0]}=int($field[3]); }
+ if ($field[4]) { $_robot_r{$field[0]}+=$field[4]; }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_ROBOT' || $field[0] eq "${xmleb}END_ROBOT" || ! $_);
+ if ($field[0] ne 'END_ROBOT' && $field[0] ne "${xmleb}END_ROBOT") { error("History file \"$filetoread\" is corrupted (End of section ROBOT not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of ROBOT section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'robot'};
+ if ($SectionsToSave{'robot'}) {
+ Save_History('robot',$year,$month,$date); delete $SectionsToSave{'robot'};
+ if ($withpurge) { %_robot_h=(); %_robot_k=(); %_robot_l=(); %_robot_r=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_WORMS
+ if ($field[0] eq 'BEGIN_WORMS') {
+ if ($Debug) { debug(" Begin of WORMS section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'worms'}) {
+ $countloaded++;
+ if ($field[1]) { $_worm_h{$field[0]}+=$field[1]; }
+ $_worm_k{$field[0]}+=$field[2];
+ if (! $_worm_l{$field[0]}) { $_worm_l{$field[0]}=int($field[3]); }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_WORMS' || $field[0] eq "${xmleb}END_WORMS" || ! $_);
+ if ($field[0] ne 'END_WORMS' && $field[0] ne "${xmleb}END_WORMS") { error("History file \"$filetoread\" is corrupted (End of section WORMS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of WORMS section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'worms'};
+ if ($SectionsToSave{'worms'}) {
+ Save_History('worms',$year,$month,$date); delete $SectionsToSave{'worms'};
+ if ($withpurge) { %_worm_h=(); %_worm_k=(); %_worm_l=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_EMAILS
+ if ($field[0] eq 'BEGIN_EMAILSENDER') {
+ if ($Debug) { debug(" Begin of EMAILSENDER section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'emailsender'}) {
+ $countloaded++;
+ if ($field[1]) { $_emails_h{$field[0]}+=$field[1]; }
+ if ($field[2]) { $_emails_k{$field[0]}+=$field[2]; }
+ if (! $_emails_l{$field[0]}) { $_emails_l{$field[0]}=int($field[3]); }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_EMAILSENDER' || $field[0] eq "${xmleb}END_EMAILSENDER" || ! $_);
+ if ($field[0] ne 'END_EMAILSENDER' && $field[0] ne "${xmleb}END_EMAILSENDER") { error("History file \"$filetoread\" is corrupted (End of section EMAILSENDER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of EMAILSENDER section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'emailsender'};
+ if ($SectionsToSave{'emailsender'}) {
+ Save_History('emailsender',$year,$month,$date); delete $SectionsToSave{'emailsender'};
+ if ($withpurge) { %_emails_h=(); %_emails_k=(); %_emails_l=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_EMAILR
+ if ($field[0] eq 'BEGIN_EMAILRECEIVER') {
+ if ($Debug) { debug(" Begin of EMAILRECEIVER section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'emailreceiver'}) {
+ $countloaded++;
+ if ($field[1]) { $_emailr_h{$field[0]}+=$field[1]; }
+ if ($field[2]) { $_emailr_k{$field[0]}+=$field[2]; }
+ if (! $_emailr_l{$field[0]}) { $_emailr_l{$field[0]}=int($field[3]); }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_EMAILRECEIVER' || $field[0] eq "${xmleb}END_EMAILRECEIVER" || ! $_);
+ if ($field[0] ne 'END_EMAILRECEIVER' && $field[0] ne "${xmleb}END_EMAILRECEIVER") { error("History file \"$filetoread\" is corrupted (End of section EMAILRECEIVER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of EMAILRECEIVER section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'emailreceiver'};
+ if ($SectionsToSave{'emailreceiver'}) {
+ Save_History('emailreceiver',$year,$month,$date); delete $SectionsToSave{'emailreceiver'};
+ if ($withpurge) { %_emailr_h=(); %_emailr_k=(); %_emailr_l=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_SIDER
+ if ($field[0] eq 'BEGIN_SIDER') {
+ if ($Debug) { debug(" Begin of SIDER section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'sider'}) {
+ my $loadrecord=0;
+ if ($withupdate) {
+ $loadrecord=1;
+ }
+ else {
+ if ($HTMLOutput{'main'}) {
+ if ($MonthRequired eq 'all') { $loadrecord=1; }
+ else {
+ if ($countloaded < $MaxNbOf{'PageShown'} && $field[1] >= $MinHit{'File'}) { $loadrecord=1; }
+ $TotalDifferentPages++;
+ }
+ }
+ else { # This is for $HTMLOutput = urldetail, urlentry or urlexit
+ if ($MonthRequired eq 'all' ) {
+ if ((!$FilterIn{'url'} || $field[0] =~ /$FilterIn{'url'}/)
+ && (!$FilterEx{'url'} || $field[0] !~ /$FilterEx{'url'}/)) { $loadrecord=1; }
+ }
+ else {
+ if ((!$FilterIn{'url'} || $field[0] =~ /$FilterIn{'url'}/)
+ && (!$FilterEx{'url'} || $field[0] !~ /$FilterEx{'url'}/)
+ && $field[1] >= $MinHit{'File'}) { $loadrecord=1; }
+ $TotalDifferentPages++;
+ }
+ }
+ # Posssibilite de mettre if ($FilterIn{'url'} && $field[0] =~ /$FilterIn{'url'}/) mais il faut gerer TotalPages de la meme maniere
+ $TotalBytesPages+=($field[2]||0);
+ $TotalEntries+=($field[3]||0);
+ $TotalExits+=($field[4]||0);
+ }
+ if ($loadrecord) {
+ if ($field[1]) { $_url_p{$field[0]}+=$field[1]; }
+ if ($field[2]) { $_url_k{$field[0]}+=$field[2]; }
+ if ($field[3]) { $_url_e{$field[0]}+=$field[3]; }
+ if ($field[4]) { $_url_x{$field[0]}+=$field[4]; }
+ $countloaded++;
+ }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_SIDER' || $field[0] eq "${xmleb}END_SIDER" || ! $_);
+ if ($field[0] ne 'END_SIDER' && $field[0] ne "${xmleb}END_SIDER") { error("History file \"$filetoread\" is corrupted (End of section SIDER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of SIDER section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'sider'};
+ # WE DO NOT SAVE SECTION NOW BECAUSE VALUES CAN BE CHANGED AFTER READING VISITOR
+ #if ($SectionsToSave{'sider'}) {
+ # Save_History('sider',$year,$month,$date); delete $SectionsToSave{'sider'};
+ # if ($withpurge) { %_url_p=(); %_url_k=(); %_url_e=(); %_url_x=(); }
+ #}
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_FILETYPES
+ if ($field[0] eq 'BEGIN_FILETYPES') {
+ if ($Debug) { debug(" Begin of FILETYPES section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'filetypes'}) {
+ $countloaded++;
+ if ($field[1]) { $_filetypes_h{$field[0]}+=$field[1]; }
+ if ($field[2]) { $_filetypes_k{$field[0]}+=$field[2]; }
+ if ($field[3]) { $_filetypes_gz_in{$field[0]}+=$field[3]; }
+ if ($field[4]) { $_filetypes_gz_out{$field[0]}+=$field[4]; }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_FILETYPES' || $field[0] eq "${xmleb}END_FILETYPES" || ! $_);
+ if ($field[0] ne 'END_FILETYPES' && $field[0] ne "${xmleb}END_FILETYPES") { error("History file \"$filetoread\" is corrupted (End of section FILETYPES not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of FILETYPES section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'filetypes'};
+ if ($SectionsToSave{'filetypes'}) {
+ Save_History('filetypes',$year,$month,$date); delete $SectionsToSave{'filetypes'};
+ if ($withpurge) { %_filetypes_h=(); %_filetypes_k=(); %_filetypes_gz_in=(); %_filetypes_gz_out=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_SEREFERRALS
+ if ($field[0] eq 'BEGIN_SEREFERRALS') {
+ if ($Debug) { debug(" Begin of SEREFERRALS section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'sereferrals'}) {
+ $countloaded++;
+ if ($versionnum < 5004) { # For history files < 5.4
+ my $se=$field[0]; $se=~s/\./\\./g;
+ if ($SearchEnginesHashID{$se}) {
+ $_se_referrals_h{$SearchEnginesHashID{$se}}+=$field[1]||0;
+ }
+ else {
+ $_se_referrals_h{$field[0]}+=$field[1]||0;
+ }
+ }
+ elsif ($versionnum < 5091) { # For history files < 5.91
+ my $se=$field[0]; $se=~s/\./\\./g;
+ if ($SearchEnginesHashID{$se}) {
+ $_se_referrals_p{$SearchEnginesHashID{$se}}+=$field[1]||0;
+ $_se_referrals_h{$SearchEnginesHashID{$se}}+=$field[2]||0;
+ }
+ else {
+ $_se_referrals_p{$field[0]}+=$field[1]||0;
+ $_se_referrals_h{$field[0]}+=$field[2]||0;
+ }
+ } else {
+ if ($field[1]) { $_se_referrals_p{$field[0]}+=$field[1]; }
+ if ($field[2]) { $_se_referrals_h{$field[0]}+=$field[2]; }
+ }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_SEREFERRALS' || $field[0] eq "${xmleb}END_SEREFERRALS" || ! $_);
+ if ($field[0] ne 'END_SEREFERRALS' && $field[0] ne "${xmleb}END_SEREFERRALS") { error("History file \"$filetoread\" is corrupted (End of section SEREFERRALS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of SEREFERRALS section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'sereferrals'};
+ if ($SectionsToSave{'sereferrals'}) {
+ Save_History('sereferrals',$year,$month,$date); delete $SectionsToSave{'sereferrals'};
+ if ($withpurge) { %_se_referrals_p=(); %_se_referrals_h=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_PAGEREFS
+ if ($field[0] eq 'BEGIN_PAGEREFS') {
+ if ($Debug) { debug(" Begin of PAGEREFS section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'pagerefs'}) {
+ my $loadrecord=0;
+ if ($withupdate) {
+ $loadrecord=1;
+ }
+ else {
+ if ((!$FilterIn{'refererpages'} || $field[0] =~ /$FilterIn{'refererpages'}/)
+ && (!$FilterEx{'refererpages'} || $field[0] !~ /$FilterEx{'refererpages'}/)) { $loadrecord=1; }
+ }
+ if ($loadrecord) {
+ if ($versionnum < 5004) { # For history files < 5.4
+ if ($field[1]) { $_pagesrefs_h{$field[0]}+=int($field[1]); }
+ } else {
+ if ($field[1]) { $_pagesrefs_p{$field[0]}+=int($field[1]); }
+ if ($field[2]) { $_pagesrefs_h{$field[0]}+=int($field[2]); }
+ }
+ $countloaded++;
+ }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_PAGEREFS' || $field[0] eq "${xmleb}END_PAGEREFS" || ! $_);
+ if ($field[0] ne 'END_PAGEREFS' && $field[0] ne "${xmleb}END_PAGEREFS") { error("History file \"$filetoread\" is corrupted (End of section PAGEREFS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of PAGEREFS section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'pagerefs'};
+ if ($SectionsToSave{'pagerefs'}) {
+ Save_History('pagerefs',$year,$month,$date); delete $SectionsToSave{'pagerefs'};
+ if ($withpurge) { %_pagesrefs_p=(); %_pagesrefs_h=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_SEARCHWORDS
+ if ($field[0] eq 'BEGIN_SEARCHWORDS') {
+ if ($Debug) { debug(" Begin of SEARCHWORDS section ($MaxNbOf{'KeyphrasesShown'},$MinHit{'Keyphrase'})"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'searchwords'}) {
+ my $loadrecord=0;
+ if ($withupdate) {
+ $loadrecord=1;
+ }
+ else {
+ if ($HTMLOutput{'main'}) {
+ if ($MonthRequired eq 'all') { $loadrecord=1; }
+ else {
+ if ($countloaded < $MaxNbOf{'KeyphrasesShown'} && $field[1] >= $MinHit{'Keyphrase'}) { $loadrecord=1; }
+ $TotalDifferentKeyphrases++;
+ $TotalKeyphrases+=($field[1]||0);
+ }
+ }
+ elsif ($HTMLOutput{'keyphrases'}) { # Load keyphrases for keyphrases chart
+ if ($MonthRequired eq 'all' ) { $loadrecord=1; }
+ else {
+ if ($field[1] >= $MinHit{'Keyphrase'}) { $loadrecord=1; }
+ $TotalDifferentKeyphrases++;
+ $TotalKeyphrases+=($field[1]||0);
+ }
+ }
+ if ($HTMLOutput{'keywords'}) { # Load keyphrases for keywords chart
+ $loadrecord=2;
+ }
+ }
+ if ($loadrecord) {
+ if ($field[1]) {
+ if ($loadrecord==2) {
+ foreach (split(/\+/,$field[0])) { # field[0] is "val1+val2+..."
+ $_keywords{$_}+=$field[1];
+ }
+ }
+ else {
+ $_keyphrases{$field[0]}+=$field[1];
+ }
+ }
+ $countloaded++;
+ }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_SEARCHWORDS' || $field[0] eq "${xmleb}END_SEARCHWORDS" || ! $_);
+ if ($field[0] ne 'END_SEARCHWORDS' && $field[0] ne "${xmleb}END_SEARCHWORDS") { error("History file \"$filetoread\" is corrupted (End of section SEARCHWORDS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of SEARCHWORDS section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'searchwords'};
+ if ($SectionsToSave{'searchwords'}) {
+ Save_History('searchwords',$year,$month,$date); delete $SectionsToSave{'searchwords'}; # This save searwords and keywords sections
+ if ($withpurge) { %_keyphrases=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_KEYWORDS
+ if ($field[0] eq 'BEGIN_KEYWORDS') {
+ if ($Debug) { debug(" Begin of KEYWORDS section ($MaxNbOf{'KeywordsShown'},$MinHit{'Keyword'})"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'keywords'}) {
+ my $loadrecord=0;
+ if ($MonthRequired eq 'all') { $loadrecord=1; }
+ else {
+ if ($countloaded < $MaxNbOf{'KeywordsShown'} && $field[1] >= $MinHit{'Keyword'}) { $loadrecord=1; }
+ $TotalDifferentKeywords++;
+ $TotalKeywords+=($field[1]||0);
+ }
+ if ($loadrecord) {
+ if ($field[1]) { $_keywords{$field[0]}+=$field[1]; }
+ $countloaded++;
+ }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_KEYWORDS' || $field[0] eq "${xmleb}END_KEYWORDS" || ! $_);
+ if ($field[0] ne 'END_KEYWORDS' && $field[0] ne "${xmleb}END_KEYWORDS") { error("History file \"$filetoread\" is corrupted (End of section KEYWORDS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of KEYWORDS section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'keywords'};
+ if ($SectionsToSave{'keywords'}) {
+ Save_History('keywords',$year,$month,$date); delete $SectionsToSave{'keywords'};
+ if ($withpurge) { %_keywords=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_ERRORS
+ if ($field[0] eq 'BEGIN_ERRORS') {
+ if ($Debug) { debug(" Begin of ERRORS section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'errors'}) {
+ $countloaded++;
+ if ($field[1]) { $_errors_h{$field[0]}+=$field[1]; }
+ if ($field[2]) { $_errors_k{$field[0]}+=$field[2]; }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_ERRORS' || $field[0] eq "${xmleb}END_ERRORS" || ! $_);
+ if ($field[0] ne 'END_ERRORS' && $field[0] ne "${xmleb}END_ERRORS") { error("History file \"$filetoread\" is corrupted (End of section ERRORS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of ERRORS section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'errors'};
+ if ($SectionsToSave{'errors'}) {
+ Save_History('errors',$year,$month,$date); delete $SectionsToSave{'errors'};
+ if ($withpurge) { %_errors_h=(); %_errors_k=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_SIDER_xxx
+ foreach my $code (keys %TrapInfosForHTTPErrorCodes) {
+ if ($field[0] eq "BEGIN_SIDER_$code") {
+ if ($Debug) { debug(" Begin of SIDER_$code section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{"sider_$code"}) {
+ $countloaded++;
+ if ($field[1]) { $_sider404_h{$field[0]}+=$field[1]; }
+ if ($withupdate || $HTMLOutput{"errors$code"}) {
+ if ($field[2]) { $_referer404_h{$field[0]}=$field[2]; }
+ }
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq "END_SIDER_$code" || $field[0] eq "${xmleb}END_SIDER_$code" || ! $_);
+ if ($field[0] ne "END_SIDER_$code" && $field[0] ne "${xmleb}END_SIDER_$code") { error("History file \"$filetoread\" is corrupted (End of section SIDER_$code not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of SIDER_$code section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{"sider_$code"};
+ if ($SectionsToSave{"sider_$code"}) {
+ Save_History("sider_$code",$year,$month,$date); delete $SectionsToSave{"sider_$code"};
+ if ($withpurge) { %_sider404_h=(); %_referer404_h=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ }
+ # BEGIN_EXTRA_xxx
+ foreach my $extranum (1..@ExtraName-1) {
+ if ($field[0] eq "BEGIN_EXTRA_$extranum") {
+ if ($Debug) { debug(" Begin of EXTRA_$extranum"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0] ne '') {
+ $count++;
+ if ($SectionsToLoad{"extra_$extranum"}) {
+ if ($ExtraStatTypes[$extranum] =~ /P/i && $field[1]) { ${'_section_' . $extranum . '_p'}{$field[0]}+=$field[1]; }
+ ${'_section_' . $extranum . '_h'}{$field[0]}+=$field[2];
+ if ($ExtraStatTypes[$extranum] =~ /B/i && $field[3]) { ${'_section_' . $extranum . '_k'}{$field[0]}+=$field[3]; }
+ if ($ExtraStatTypes[$extranum] =~ /L/i && ! ${'_section_' . $extranum . '_l'}{$field[0]} && $field[4]) { ${'_section_' . $extranum . '_l'}{$field[0]}=int($field[4]); }
+ $countloaded++;
+ }
+ }
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq "END_EXTRA_$extranum" || $field[0] eq "${xmleb}END_EXTRA_$extranum" || ! $_);
+ if ($field[0] ne "END_EXTRA_$extranum" && $field[0] ne "${xmleb}END_EXTRA_$extranum") { error("History file \"$filetoread\" is corrupted (End of section EXTRA_$extranum not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of EXTRA_$extranum section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{"extra_$extranum"};
+ if ($SectionsToSave{"extra_$extranum"}) {
+ Save_History("extra_$extranum",$year,$month,$date); delete $SectionsToSave{"extra_$extranum"};
+ if ($withpurge) { %{'_section_' . $extranum . '_p'}=(); %{'_section_' . $extranum . '_h'}=(); %{'_section_' . $extranum . '_b'}=(); %{'_section_' . $extranum . '_l'}=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ }
+
+ # BEGIN_PLUGINS
+ if ($AtLeastOneSectionPlugin && $field[0] =~ /^BEGIN_PLUGIN_(\w+)$/i) {
+ my $pluginname=$1;
+ my $found=0;
+ foreach (keys %{$PluginsLoaded{'SectionInitHashArray'}}) {
+ if ($pluginname eq $_) {
+ # The plugin for this section was loaded
+ $found=1;
+ my $issectiontoload=$SectionsToLoad{"plugin_$pluginname"};
+# my $function="SectionReadHistory_$pluginname(\$issectiontoload,\$readxml,\$xmleb,\$countlines)";
+# eval("$function");
+ my $function="SectionReadHistory_$pluginname";
+ &$function($issectiontoload,$readxml,$xmleb,$countlines);
+ delete $SectionsToLoad{"plugin_$pluginname"};
+ if ($SectionsToSave{"plugin_$pluginname"}) {
+ Save_History("plugin_$pluginname",$year,$month,$date);
+ delete $SectionsToSave{"plugin_$pluginname"};
+ if ($withpurge) {
+# my $function="SectionInitHashArray_$pluginname()";
+# eval("$function");
+ my $function="SectionInitHashArray_$pluginname";
+ &$function();
+ }
+ }
+ last;
+ }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ # The plugin for this section was not loaded
+ if (! $found) {
+ do {
+ $_=;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq "END_PLUGIN_$pluginname" || $field[0] eq "${xmleb}END_PLUGIN_$pluginname" || ! $_);
+ }
+ next;
+ }
+
+ # For backward compatibility (ORIGIN section was "HitFromx" in old history files)
+ if ($SectionsToLoad{'origin'}) {
+ if ($field[0] eq 'HitFrom0') { $_from_p[0]+=0; $_from_h[0]+=$field[1]; next; }
+ if ($field[0] eq 'HitFrom1') { $_from_p[1]+=0; $_from_h[1]+=$field[1]; next; }
+ if ($field[0] eq 'HitFrom2') { $_from_p[2]+=0; $_from_h[2]+=$field[1]; next; }
+ if ($field[0] eq 'HitFrom3') { $_from_p[3]+=0; $_from_h[3]+=$field[1]; next; }
+ if ($field[0] eq 'HitFrom4') { $_from_p[4]+=0; $_from_h[4]+=$field[1]; next; }
+ if ($field[0] eq 'HitFrom5') { $_from_p[5]+=0; $_from_h[5]+=$field[1]; next; }
+ }
+ }
+ }
+
+ if ($withupdate) {
+ # Process rest of data saved in 'wait' arrays (data for hosts that are not in history file or no history file found)
+ # This can change some values for day, sider and session sections
+ if ($Debug) { debug(" Processing data in 'wait' arrays",3); }
+ foreach (keys %_waithost_e) {
+ if ($Debug) { debug(" Visit in 'wait' array for $_ is a new visit",4); }
+ my $newtimehosts=($_waithost_s{$_}?$_waithost_s{$_}:$_host_s{$_});
+ my $newtimehostl=($_waithost_l{$_}?$_waithost_l{$_}:$_host_l{$_});
+ $_url_e{$_waithost_e{$_}}++;
+ $newtimehosts =~ /^(\d\d\d\d\d\d\d\d)/; $DayVisits{$1}++;
+ if ($_waithost_s{$_}) {
+ # There was also a second session in processed log
+ $_session{GetSessionRange($newtimehosts,$newtimehostl)}++;
+ }
+ }
+ }
+
+ # Write all unwrote sections in section order ('general','time', 'day','sider','session' and other...)
+ if ($Debug) { debug(" Check and write all unwrote sections: ".join(',',keys %SectionsToSave),2); }
+ foreach my $key (sort { $SectionsToSave{$a} <=> $SectionsToSave{$b} } keys %SectionsToSave) {
+ Save_History("$key",$year,$month,$date,$lastlinenb,$lastlineoffset,$lastlinechecksum);
+ }
+ %SectionsToSave=();
+
+ # Update offset in map section and last data in general section then close files
+ if ($withupdate) {
+ if ($xml) { print HISTORYTMP "\n\n\n"; }
+
+ # Update offset of sections in the MAP section
+ foreach (sort { $PosInFile{$a} <=> $PosInFile{$b} } keys %ValueInFile) {
+ if ($Debug) { debug(" Update offset of section $_=$ValueInFile{$_} in file at offset $PosInFile{$_}"); }
+ if ($PosInFile{"$_"}) {
+ seek(HISTORYTMP,$PosInFile{"$_"},0); print HISTORYTMP $ValueInFile{"$_"};
+ }
+ }
+ # Save last data in general sections
+ if ($Debug) { debug(" Update MonthVisits=$MonthVisits{$year.$month} in file at offset $PosInFile{TotalVisits}"); }
+ seek(HISTORYTMP,$PosInFile{"TotalVisits"},0); print HISTORYTMP $MonthVisits{$year.$month};
+ if ($Debug) { debug(" Update MonthUnique=$MonthUnique{$year.$month} in file at offset $PosInFile{TotalUnique}"); }
+ seek(HISTORYTMP,$PosInFile{"TotalUnique"},0); print HISTORYTMP $MonthUnique{$year.$month};
+ if ($Debug) { debug(" Update MonthHostsKnown=$MonthHostsKnown{$year.$month} in file at offset $PosInFile{MonthHostsKnown}"); }
+ seek(HISTORYTMP,$PosInFile{"MonthHostsKnown"},0); print HISTORYTMP $MonthHostsKnown{$year.$month};
+ if ($Debug) { debug(" Update MonthHostsUnknown=$MonthHostsUnknown{$year.$month} in file at offset $PosInFile{MonthHostsUnknown}"); }
+ seek(HISTORYTMP,$PosInFile{"MonthHostsUnknown"},0); print HISTORYTMP $MonthHostsUnknown{$year.$month};
+ close(HISTORYTMP) || error("Failed to write temporary history file");
+ }
+ if ($withread) {
+ close(HISTORY) || error("Command for pipe '$filetoread' failed");
+ }
+
+ # Purge data
+ if ($withpurge) { &Init_HashArray(); }
+
+ # If update, rename tmp file bis into tmp file or set HistoryAlreadyFlushed
+ if ($withupdate) {
+ if ($HistoryAlreadyFlushed{"$year$month$day$hour"}) {
+ debug("Rename tmp history file bis '$filetoread' to '$filetowrite'");
+ if (rename($filetowrite,$filetoread)==0) {
+ error("Failed to update tmp history file $filetoread");
+ }
+ }
+ else {
+ $HistoryAlreadyFlushed{"$year$month$day$hour"}=1;
+ }
+
+ if (! $ListOfYears{"$year"} || $ListOfYears{"$year"} lt "$month") { $ListOfYears{"$year"}="$month"; }
+ }
+
+ # For backward compatibility, if LastLine does not exist, set to LastTime
+ $LastLine||=$LastTime{$date};
+
+ return ($withupdate?"$filetowrite":"");
+}
+
+#------------------------------------------------------------------------------
+# Function: Save a part of history file
+# Parameters: sectiontosave,year,month,breakdate[,lastlinenb,lastlineoffset,lastlinechecksum]
+# Input: $VERSION HISTORYTMP $nowyear $nowmonth $nowday $nowhour $nowmin $nowsec $LastLineNumber $LastLineOffset $LastLineChecksum
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub Save_History {
+ my $sectiontosave=shift||'';
+ my $year=shift||'';
+ my $month=shift||'';
+ my $breakdate=shift||'';
+
+ my $xml=($BuildHistoryFormat eq 'xml'?1:0);
+ my ($xmlbb,$xmlbs,$xmlbe,$xmlhb,$xmlhs,$xmlhe,$xmlrb,$xmlrs,$xmlre,$xmleb,$xmlee)=('','','','','','','','','','','');
+ if ($xml) { ($xmlbb,$xmlbs,$xmlbe,$xmlhb,$xmlhs,$xmlhe,$xmlrb,$xmlrs,$xmlre,$xmleb,$xmlee)=("\n",'','',"\n" ); }
+ else { $xmlbs=' '; $xmlhs=' '; $xmlrs=' '; }
+
+ my $lastlinenb=shift||0;
+ my $lastlineoffset=shift||0;
+ my $lastlinechecksum=shift||0;
+ if (! $lastlinenb) { # This happens for migrate
+ $lastlinenb=$LastLineNumber;
+ $lastlineoffset=$LastLineOffset;
+ $lastlinechecksum=$LastLineChecksum;
+ }
+
+ if ($Debug) { debug(" Save_History [sectiontosave=$sectiontosave,year=$year,month=$month,lastlinenb=$lastlinenb,lastlineoffset=$lastlineoffset,lastlinechecksum=$lastlinechecksum]",1); }
+ my $spacebar=" ";
+ my %keysinkeylist=();
+
+ # Header
+ if ($sectiontosave eq 'header') {
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "AWSTATS DATA FILE $VERSION\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "# If you remove this file, all statistics for date $breakdate will be lost/reset.\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "# Position (offset in bytes) in this file of beginning of each section for\n";
+ print HISTORYTMP "# direct I/O access. If you made changes somewhere in this file, you should\n";
+ print HISTORYTMP "# also remove completely the MAP section (AWStats will rewrite it at next\n";
+ print HISTORYTMP "# update).\n";
+ print HISTORYTMP "${xmlbb}BEGIN_MAP${xmlbs}".(26+(scalar keys %TrapInfosForHTTPErrorCodes)+(scalar @ExtraName?scalar @ExtraName-1:0)+(scalar keys %{$PluginsLoaded{'SectionInitHashArray'}}))."${xmlbe}\n";
+ print HISTORYTMP "${xmlrb}POS_GENERAL${xmlrs}";$PosInFile{"general"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ # When
+ print HISTORYTMP "${xmlrb}POS_TIME${xmlrs}";$PosInFile{"time"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_VISITOR${xmlrs}";$PosInFile{"visitor"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_DAY${xmlrs}";$PosInFile{"day"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ # Who
+ print HISTORYTMP "${xmlrb}POS_DOMAIN${xmlrs}";$PosInFile{"domain"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_LOGIN${xmlrs}";$PosInFile{"login"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_ROBOT${xmlrs}";$PosInFile{"robot"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_WORMS${xmlrs}";$PosInFile{"worms"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_EMAILSENDER${xmlrs}";$PosInFile{"emailsender"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_EMAILRECEIVER${xmlrs}";$PosInFile{"emailreceiver"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ # Navigation
+ print HISTORYTMP "${xmlrb}POS_SESSION${xmlrs}";$PosInFile{"session"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_SIDER${xmlrs}";$PosInFile{"sider"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_FILETYPES${xmlrs}";$PosInFile{"filetypes"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_OS${xmlrs}";$PosInFile{"os"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_BROWSER${xmlrs}";$PosInFile{"browser"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_SCREENSIZE${xmlrs}";$PosInFile{"screensize"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_UNKNOWNREFERER${xmlrs}";$PosInFile{'unknownreferer'}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_UNKNOWNREFERERBROWSER${xmlrs}";$PosInFile{'unknownrefererbrowser'}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ # Referers
+ print HISTORYTMP "${xmlrb}POS_ORIGIN${xmlrs}";$PosInFile{"origin"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_SEREFERRALS${xmlrs}";$PosInFile{"sereferrals"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_PAGEREFS${xmlrs}";$PosInFile{"pagerefs"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_SEARCHWORDS${xmlrs}";$PosInFile{"searchwords"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_KEYWORDS${xmlrs}";$PosInFile{"keywords"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ # Others
+ print HISTORYTMP "${xmlrb}POS_MISC${xmlrs}";$PosInFile{"misc"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_ERRORS${xmlrs}";$PosInFile{"errors"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_CLUSTER${xmlrs}";$PosInFile{"cluster"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ foreach (keys %TrapInfosForHTTPErrorCodes) {
+ print HISTORYTMP "${xmlrb}POS_SIDER_$_${xmlrs}";$PosInFile{"sider_$_"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ }
+ foreach (1..@ExtraName-1) {
+ print HISTORYTMP "${xmlrb}POS_EXTRA_$_${xmlrs}";$PosInFile{"extra_$_"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ }
+ foreach (keys %{$PluginsLoaded{'SectionInitHashArray'}}) {
+ print HISTORYTMP "${xmlrb}POS_PLUGIN_$_${xmlrs}";$PosInFile{"plugin_$_"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_MAP${xmlee}\n";
+ }
+
+ # General
+ if ($sectiontosave eq 'general') {
+ if ($LastUpdate < int("$nowyear$nowmonth$nowday$nowhour$nowmin$nowsec")) { $LastUpdate=int("$nowyear$nowmonth$nowday$nowhour$nowmin$nowsec"); }
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "# LastLine = Date of last record processed - Last record line number in last log - Last record offset in last log - Last record signature value\n";
+ print HISTORYTMP "# FirstTime = Date of first visit for history file\n";
+ print HISTORYTMP "# LastTime = Date of last visit for history file\n";
+ print HISTORYTMP "# LastUpdate = Date of last update - Nb of parsed records - Nb of parsed old records - Nb of parsed new records - Nb of parsed corrupted - Nb of parsed dropped\n";
+ print HISTORYTMP "# TotalVisits = Number of visits\n";
+ print HISTORYTMP "# TotalUnique = Number of unique visitors\n";
+ print HISTORYTMP "# MonthHostsKnown = Number of hosts known\n";
+ print HISTORYTMP "# MonthHostsUnKnown = Number of hosts unknown\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_GENERAL${xmlbs}8${xmlbe}\n";
+ print HISTORYTMP "${xmlrb}LastLine${xmlrs}".($LastLine>0?$LastLine:$LastTime{$breakdate})." $lastlinenb $lastlineoffset $lastlinechecksum${xmlre}\n";
+ print HISTORYTMP "${xmlrb}FirstTime${xmlrs}".$FirstTime{$breakdate}."${xmlre}\n";
+ print HISTORYTMP "${xmlrb}LastTime${xmlrs}".$LastTime{$breakdate}."${xmlre}\n";
+ print HISTORYTMP "${xmlrb}LastUpdate${xmlrs}$LastUpdate $NbOfLinesParsed $NbOfOldLines $NbOfNewLines $NbOfLinesCorrupted $NbOfLinesDropped${xmlre}\n";
+ print HISTORYTMP "${xmlrb}TotalVisits${xmlrs}";$PosInFile{"TotalVisits"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}TotalUnique${xmlrs}";$PosInFile{"TotalUnique"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}MonthHostsKnown${xmlrs}";$PosInFile{"MonthHostsKnown"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}MonthHostsUnknown${xmlrs}";$PosInFile{"MonthHostsUnknown"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmleb}".(${xmleb}?"\n":"")."END_GENERAL${xmlee}\n"; # END_GENERAL on a new line following xml tag because END_ detection does not work like other sections
+ }
+
+ # When
+ if ($sectiontosave eq 'time') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "# Hour - Pages - Hits - Bandwidth - Not viewed Pages - Not viewed Hits - Not viewed Bandwidth\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_TIME${xmlbs}24${xmlbe}\n";
+ for (my $ix=0; $ix<=23; $ix++) { print HISTORYTMP "${xmlrb}$ix${xmlrs}".int($_time_p[$ix])."${xmlrs}".int($_time_h[$ix])."${xmlrs}".int($_time_k[$ix])."${xmlrs}".int($_time_nv_p[$ix])."${xmlrs}".int($_time_nv_h[$ix])."${xmlrs}".int($_time_nv_k[$ix])."${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_TIME${xmlee}\n";
+ }
+ if ($sectiontosave eq 'day') { # This section must be saved after VISITOR section is read
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "# Date - Pages - Hits - Bandwidth - Visits\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_DAY${xmlbs}".(scalar keys %DayHits)."${xmlbe}\n";
+ my $monthvisits=0;
+ foreach (sort keys %DayHits) {
+ if ($_ =~ /^$year$month/i) { # Found a day entry of the good month
+ my $page=$DayPages{$_}||0;
+ my $hits=$DayHits{$_}||0;
+ my $bytes=$DayBytes{$_}||0;
+ my $visits=$DayVisits{$_}||0;
+ print HISTORYTMP "${xmlrb}$_${xmlrs}$page${xmlrs}$hits${xmlrs}$bytes${xmlrs}$visits${xmlre}\n";
+ $monthvisits+=$visits;
+ }
+ }
+ $MonthVisits{$year.$month}=$monthvisits;
+ print HISTORYTMP "${xmleb}END_DAY${xmlee}\n";
+ }
+
+ # Who
+ if ($sectiontosave eq 'domain') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "$MaxNbOf{'Domain'}\n"; }
+ print HISTORYTMP "# Domain - Pages - Hits - Bandwidth\n";
+ print HISTORYTMP "# The $MaxNbOf{'Domain'} first Pages must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_DOMAIN${xmlbs}".(scalar keys %_domener_h)."${xmlbe}\n";
+ # We save page list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'Domain'},$MinHit{'Domain'},\%_domener_h,\%_domener_p);
+ my %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ my $page=$_domener_p{$_}||0;
+ my $bytes=$_domener_k{$_}||0; # ||0 could be commented to reduce history file size
+ print HISTORYTMP "${xmlrb}$_${xmlrs}$page${xmlrs}$_domener_h{$_}${xmlrs}$bytes${xmlre}\n";
+ }
+ foreach (keys %_domener_h) {
+ if ($keysinkeylist{$_}) { next; }
+ my $page=$_domener_p{$_}||0;
+ my $bytes=$_domener_k{$_}||0; # ||0 could be commented to reduce history file size
+ print HISTORYTMP "${xmlrb}$_${xmlrs}$page${xmlrs}$_domener_h{$_}${xmlrs}$bytes${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_DOMAIN${xmlee}\n";
+ }
+ if ($sectiontosave eq 'visitor') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "$MaxNbOf{'HostsShown'}\n"; }
+ print HISTORYTMP "# Host - Pages - Hits - Bandwidth - Last visit date - [Start date of last visit] - [Last page of last visit]\n";
+ print HISTORYTMP "# [Start date of last visit] and [Last page of last visit] are saved only if session is not finished\n";
+ print HISTORYTMP "# The $MaxNbOf{'HostsShown'} first Hits must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_VISITOR${xmlbs}".(scalar keys %_host_h)."${xmlbe}\n";
+ my $monthhostsknown=0;
+ # We save page list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'HostsShown'},$MinHit{'Host'},\%_host_h,\%_host_p);
+ my %keysinkeylist=();
+ foreach my $key (@keylist) {
+ if ($key !~ /^\d+\.\d+\.\d+\.\d+$/ && $key !~ /^[0-9A-F]*:/i) { $monthhostsknown++; }
+ $keysinkeylist{$key}=1;
+ my $page=$_host_p{$key}||0;
+ my $bytes=$_host_k{$key}||0;
+ my $timehostl=$_host_l{$key}||0;
+ my $timehosts=$_host_s{$key}||0;
+ my $lastpage=$_host_u{$key}||'';
+ if ($timehostl && $timehosts && $lastpage) {
+ if (($timehostl+$VISITTIMEOUT) < $LastLine) {
+ # Session for this user is expired
+ if ($timehosts) { $_session{GetSessionRange($timehosts,$timehostl)}++; }
+ if ($lastpage) { $_url_x{$lastpage}++; }
+ delete $_host_s{$key};
+ delete $_host_u{$key};
+ print HISTORYTMP "${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$timehostl${xmlre}\n";
+ }
+ else {
+ # If this user has started a new session that is not expired
+ print HISTORYTMP "${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$timehostl${xmlrs}$timehosts${xmlrs}$lastpage${xmlre}\n";
+ }
+ }
+ else {
+ my $hostl=$timehostl||'';
+ print HISTORYTMP "${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$hostl${xmlre}\n";
+ }
+ }
+ foreach my $key (keys %_host_h) {
+ if ($keysinkeylist{$key}) { next; }
+ if ($key !~ /^\d+\.\d+\.\d+\.\d+$/ && $key !~ /^[0-9A-F]*:/i) { $monthhostsknown++; }
+ my $page=$_host_p{$key}||0;
+ my $bytes=$_host_k{$key}||0;
+ my $timehostl=$_host_l{$key}||0;
+ my $timehosts=$_host_s{$key}||0;
+ my $lastpage=$_host_u{$key}||'';
+ if ($timehostl && $timehosts && $lastpage) {
+ if (($timehostl+$VISITTIMEOUT) < $LastLine) {
+ # Session for this user is expired
+ if ($timehosts) { $_session{GetSessionRange($timehosts,$timehostl)}++; }
+ if ($lastpage) { $_url_x{$lastpage}++; }
+ delete $_host_s{$key};
+ delete $_host_u{$key};
+ print HISTORYTMP "${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$timehostl${xmlre}\n";
+ }
+ else {
+ # If this user has started a new session that is not expired
+ print HISTORYTMP "${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$timehostl${xmlrs}$timehosts${xmlrs}$lastpage${xmlre}\n";
+ }
+ }
+ else {
+ my $hostl=$timehostl||'';
+ print HISTORYTMP "${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$hostl${xmlre}\n";
+ }
+ }
+ $MonthUnique{$year.$month}=(scalar keys %_host_p);
+ $MonthHostsKnown{$year.$month}=$monthhostsknown;
+ $MonthHostsUnknown{$year.$month}=(scalar keys %_host_h) - $monthhostsknown;
+ print HISTORYTMP "${xmleb}END_VISITOR${xmlee}\n";
+ }
+ if ($sectiontosave eq 'login') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "$MaxNbOf{'LoginShown'}\n"; }
+ print HISTORYTMP "# Login - Pages - Hits - Bandwidth - Last visit\n";
+ print HISTORYTMP "# The $MaxNbOf{'LoginShown'} first Pages must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_LOGIN${xmlbs}".(scalar keys %_login_h)."${xmlbe}\n";
+ # We save login list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'LoginShown'},$MinHit{'Login'},\%_login_h,\%_login_p);
+ my %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_login_p{$_}||0)."${xmlrs}".int($_login_h{$_}||0)."${xmlrs}".int($_login_k{$_}||0)."${xmlrs}".($_login_l{$_}||'')."${xmlre}\n";
+ }
+ foreach (keys %_login_h) {
+ if ($keysinkeylist{$_}) { next; }
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_login_p{$_}||0)."${xmlrs}".int($_login_h{$_}||0)."${xmlrs}".int($_login_k{$_}||0)."${xmlrs}".($_login_l{$_}||'')."${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_LOGIN${xmlee}\n";
+ }
+ if ($sectiontosave eq 'robot') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "$MaxNbOf{'RobotShown'}\n"; }
+ print HISTORYTMP "# Robot ID - Hits - Bandwidth - Last visit - Hits on robots.txt\n";
+ print HISTORYTMP "# The $MaxNbOf{'RobotShown'} first Hits must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_ROBOT${xmlbs}".(scalar keys %_robot_h)."${xmlbe}\n";
+ # We save robot list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'RobotShown'},$MinHit{'Robot'},\%_robot_h,\%_robot_h);
+ my %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_robot_h{$_})."${xmlrs}".int($_robot_k{$_})."${xmlrs}$_robot_l{$_}${xmlrs}".int($_robot_r{$_}||0)."${xmlre}\n";
+ }
+ foreach (keys %_robot_h) {
+ if ($keysinkeylist{$_}) { next; }
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_robot_h{$_})."${xmlrs}".int($_robot_k{$_})."${xmlrs}$_robot_l{$_}${xmlrs}".int($_robot_r{$_}||0)."${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_ROBOT${xmlee}\n";
+ }
+ if ($sectiontosave eq 'worms') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "$MaxNbOf{'WormsShown'}\n"; }
+ print HISTORYTMP "# Worm ID - Hits - Bandwidth - Last visit\n";
+ print HISTORYTMP "# The $MaxNbOf{'WormsShown'} first Hits must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_WORMS${xmlbs}".(scalar keys %_worm_h)."${xmlbe}\n";
+ # We save worm list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'WormsShown'},$MinHit{'Worm'},\%_worm_h,\%_worm_h);
+ my %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_worm_h{$_})."${xmlrs}".int($_worm_k{$_})."${xmlrs}$_worm_l{$_}${xmlre}\n";
+ }
+ foreach (keys %_worm_h) {
+ if ($keysinkeylist{$_}) { next; }
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_worm_h{$_})."${xmlrs}".int($_worm_k{$_})."${xmlrs}$_worm_l{$_}${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_WORMS${xmlee}\n";
+ }
+ if ($sectiontosave eq 'emailsender') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "$MaxNbOf{'EMailsShown'}\n"; }
+ print HISTORYTMP "# EMail - Hits - Bandwidth - Last visit\n";
+ print HISTORYTMP "# The $MaxNbOf{'EMailsShown'} first Hits must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_EMAILSENDER${xmlbs}".(scalar keys %_emails_h)."${xmlbe}\n";
+ # We save sender email list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'EMailsShown'},$MinHit{'EMail'},\%_emails_h,\%_emails_h);
+ my %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_emails_h{$_}||0)."${xmlrs}".int($_emails_k{$_}||0)."${xmlrs}$_emails_l{$_}${xmlre}\n";
+ }
+ foreach (keys %_emails_h) {
+ if ($keysinkeylist{$_}) { next; }
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_emails_h{$_}||0)."${xmlrs}".int($_emails_k{$_}||0)."${xmlrs}$_emails_l{$_}${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_EMAILSENDER${xmlee}\n";
+ }
+ if ($sectiontosave eq 'emailreceiver') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "$MaxNbOf{'EMailsShown'}\n"; }
+ print HISTORYTMP "# EMail - Hits - Bandwidth - Last visit\n";
+ print HISTORYTMP "# The $MaxNbOf{'EMailsShown'} first hits must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_EMAILRECEIVER${xmlbs}".(scalar keys %_emailr_h)."${xmlbe}\n";
+ # We save receiver email list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'EMailsShown'},$MinHit{'EMail'},\%_emailr_h,\%_emailr_h);
+ my %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_emailr_h{$_}||0)."${xmlrs}".int($_emailr_k{$_}||0)."${xmlrs}$_emailr_l{$_}${xmlre}\n";
+ }
+ foreach (keys %_emailr_h) {
+ if ($keysinkeylist{$_}) { next; }
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_emailr_h{$_}||0)."${xmlrs}".int($_emailr_k{$_}||0)."${xmlrs}$_emailr_l{$_}${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_EMAILRECEIVER${xmlee}\n";
+ }
+
+ # Navigation
+ if ($sectiontosave eq 'session') { # This section must be saved after VISITOR section is read
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "# Session range - Number of visits\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_SESSION${xmlbs}".(scalar keys %_session)."${xmlbe}\n";
+ foreach (keys %_session) { print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_session{$_})."${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_SESSION${xmlee}\n";
+ }
+ if ($sectiontosave eq 'sider') { # This section must be saved after VISITOR section is read
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "$MaxNbOf{'PageShown'}\n"; }
+ print HISTORYTMP "# URL - Pages - Bandwidth - Entry - Exit\n";
+ print HISTORYTMP "# The $MaxNbOf{'PageShown'} first Pages must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_SIDER${xmlbs}".(scalar keys %_url_p)."${xmlbe}\n";
+ # We save page list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'PageShown'},$MinHit{'File'},\%_url_p,\%_url_p);
+ %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ my $newkey=$_;
+ $newkey =~ s/([^:])\/\//$1\//g; # Because some targeted url were taped with 2 / (Ex: //rep//file.htm). We must keep http://rep/file.htm
+ print HISTORYTMP "${xmlrb}$newkey${xmlrs}".int($_url_p{$_}||0)."${xmlrs}".int($_url_k{$_}||0)."${xmlrs}".int($_url_e{$_}||0)."${xmlrs}".int($_url_x{$_}||0)."${xmlre}\n";
+ }
+ foreach (keys %_url_p) {
+ if ($keysinkeylist{$_}) { next; }
+ my $newkey=$_;
+ $newkey =~ s/([^:])\/\//$1\//g; # Because some targeted url were taped with 2 / (Ex: //rep//file.htm). We must keep http://rep/file.htm
+ print HISTORYTMP "${xmlrb}$newkey ".int($_url_p{$_}||0)."${xmlrs}".int($_url_k{$_}||0)."${xmlrs}".int($_url_e{$_}||0)."${xmlrs}".int($_url_x{$_}||0)."${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_SIDER${xmlee}\n";
+ }
+ if ($sectiontosave eq 'filetypes') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "# Files type - Hits - Bandwidth - Bandwidth without compression - Bandwidth after compression\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_FILETYPES${xmlbs}".(scalar keys %_filetypes_h)."${xmlbe}\n";
+ foreach (keys %_filetypes_h) {
+ my $hits=$_filetypes_h{$_}||0;
+ my $bytes=$_filetypes_k{$_}||0;
+ my $bytesbefore=$_filetypes_gz_in{$_}||0;
+ my $bytesafter=$_filetypes_gz_out{$_}||0;
+ print HISTORYTMP "${xmlrb}$_${xmlrs}$hits${xmlrs}$bytes${xmlrs}$bytesbefore${xmlrs}$bytesafter${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_FILETYPES${xmlee}\n";
+ }
+ if ($sectiontosave eq 'os') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "# OS ID - Hits\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_OS${xmlbs}".(scalar keys %_os_h)."${xmlbe}\n";
+ foreach (keys %_os_h) { print HISTORYTMP "${xmlrb}$_${xmlrs}$_os_h{$_}${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_OS${xmlee}\n";
+ }
+ if ($sectiontosave eq 'browser') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "# Browser ID - Hits\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_BROWSER${xmlbs}".(scalar keys %_browser_h)."${xmlbe}\n";
+ foreach (keys %_browser_h) { print HISTORYTMP "${xmlrb}$_${xmlrs}$_browser_h{$_}${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_BROWSER${xmlee}\n";
+ }
+ if ($sectiontosave eq 'screensize') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "# Screen size - Hits\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_SCREENSIZE${xmlbs}".(scalar keys %_screensize_h)."${xmlbe}\n";
+ foreach (keys %_screensize_h) { print HISTORYTMP "${xmlrb}$_${xmlrs}$_screensize_h{$_}${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_SCREENSIZE${xmlee}\n";
+ }
+
+ # Referer
+ if ($sectiontosave eq 'unknownreferer') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "# Unknown referer OS - Last visit date\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_UNKNOWNREFERER${xmlbs}".(scalar keys %_unknownreferer_l)."${xmlbe}\n";
+ foreach (keys %_unknownreferer_l) { print HISTORYTMP "${xmlrb}".XMLEncodeForHisto($_)."${xmlrs}$_unknownreferer_l{$_}${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_UNKNOWNREFERER${xmlee}\n";
+ }
+ if ($sectiontosave eq 'unknownrefererbrowser') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "# Unknown referer Browser - Last visit date\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_UNKNOWNREFERERBROWSER${xmlbs}".(scalar keys %_unknownrefererbrowser_l)."${xmlbe}\n";
+ foreach (keys %_unknownrefererbrowser_l) { print HISTORYTMP "${xmlrb}".XMLEncodeForHisto($_)."${xmlrs}$_unknownrefererbrowser_l{$_}${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_UNKNOWNREFERERBROWSER${xmlee}\n";
+ }
+ if ($sectiontosave eq 'origin') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "# Origin - Pages - Hits \n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_ORIGIN${xmlbs}6"."${xmlbe}\n";
+ print HISTORYTMP "${xmlrb}From0${xmlrs}".int($_from_p[0])."${xmlrs}".int($_from_h[0])."${xmlre}\n";
+ print HISTORYTMP "${xmlrb}From1${xmlrs}".int($_from_p[1])."${xmlrs}".int($_from_h[1])."${xmlre}\n";
+ print HISTORYTMP "${xmlrb}From2${xmlrs}".int($_from_p[2])."${xmlrs}".int($_from_h[2])."${xmlre}\n";
+ print HISTORYTMP "${xmlrb}From3${xmlrs}".int($_from_p[3])."${xmlrs}".int($_from_h[3])."${xmlre}\n";
+ print HISTORYTMP "${xmlrb}From4${xmlrs}".int($_from_p[4])."${xmlrs}".int($_from_h[4])."${xmlre}\n"; # Same site
+ print HISTORYTMP "${xmlrb}From5${xmlrs}".int($_from_p[5])."${xmlrs}".int($_from_h[5])."${xmlre}\n"; # News
+ print HISTORYTMP "${xmleb}END_ORIGIN${xmlee}\n";
+ }
+ if ($sectiontosave eq 'sereferrals') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "# Search engine referers ID - Pages - Hits\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_SEREFERRALS${xmlbs}".(scalar keys %_se_referrals_h)."${xmlbe}\n";
+ foreach (keys %_se_referrals_h) { print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_se_referrals_p{$_}||0)."${xmlrs}$_se_referrals_h{$_}${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_SEREFERRALS${xmlee}\n";
+ }
+ if ($sectiontosave eq 'pagerefs') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "$MaxNbOf{'RefererShown'}\n"; }
+ print HISTORYTMP "# External page referers - Pages - Hits\n";
+ print HISTORYTMP "# The $MaxNbOf{'RefererShown'} first Pages must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_PAGEREFS${xmlbs}".(scalar keys %_pagesrefs_h)."${xmlbe}\n";
+ # We save page list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'RefererShown'},$MinHit{'Refer'},\%_pagesrefs_h,\%_pagesrefs_p);
+ %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ my $newkey=$_;
+ $newkey =~ s/^http(s|):\/\/([^\/]+)\/$/http$1:\/\/$2/i; # Remove / at end of http://.../ but not at end of http://.../dir/
+ print HISTORYTMP "${xmlrb}".XMLEncodeForHisto($newkey)."${xmlrs}".int($_pagesrefs_p{$_}||0)."${xmlrs}$_pagesrefs_h{$_}${xmlre}\n";
+ }
+ foreach (keys %_pagesrefs_h) {
+ if ($keysinkeylist{$_}) { next; }
+ my $newkey=$_;
+ $newkey =~ s/^http(s|):\/\/([^\/]+)\/$/http$1:\/\/$2/i; # Remove / at end of http://.../ but not at end of http://.../dir/
+ print HISTORYTMP "${xmlrb}".XMLEncodeForHisto($newkey)."${xmlrs}".int($_pagesrefs_p{$_}||0)."${xmlrs}$_pagesrefs_h{$_}${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_PAGEREFS${xmlee}\n";
+ }
+ if ($sectiontosave eq 'searchwords') {
+ # Save phrases section
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "$MaxNbOf{'KeyphrasesShown'}\n"; }
+ print HISTORYTMP "# Search keyphrases - Number of search\n";
+ print HISTORYTMP "# The $MaxNbOf{'KeyphrasesShown'} first number of search must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_SEARCHWORDS${xmlbs}".(scalar keys %_keyphrases)."${xmlbe}\n";
+ # We will also build _keywords
+ %_keywords=();
+ # We save key list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'KeywordsShown'},$MinHit{'Keyword'},\%_keyphrases,\%_keyphrases);
+ %keysinkeylist=();
+ foreach my $key (@keylist) {
+ $keysinkeylist{$key}=1;
+ my $keyphrase=$key;
+ $keyphrase =~ tr/ /\+/s;
+ print HISTORYTMP "${xmlrb}".XMLEncodeForHisto($keyphrase)."${xmlrs}".$_keyphrases{$key}."${xmlre}\n";
+ foreach (split(/\+/,$key)) { $_keywords{$_}+=$_keyphrases{$key}; } # To init %_keywords
+ }
+ foreach my $key (keys %_keyphrases) {
+ if ($keysinkeylist{$key}) { next; }
+ my $keyphrase=$key;
+ $keyphrase =~ tr/ /\+/s;
+ print HISTORYTMP "${xmlrb}".XMLEncodeForHisto($keyphrase)."${xmlrs}".$_keyphrases{$key}."${xmlre}\n";
+ foreach (split(/\+/,$key)) { $_keywords{$_}+=$_keyphrases{$key}; } # To init %_keywords
+ }
+ print HISTORYTMP "${xmleb}END_SEARCHWORDS${xmlee}\n";
+
+ # Now save keywords section
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "$MaxNbOf{'KeywordsShown'}\n"; }
+ print HISTORYTMP "# Search keywords - Number of search\n";
+ print HISTORYTMP "# The $MaxNbOf{'KeywordsShown'} first number of search must be first (order not required for others)\n";
+ $ValueInFile{"keywords"}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_KEYWORDS${xmlbs}".(scalar keys %_keywords)."${xmlbe}\n";
+ # We save key list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'KeywordsShown'},$MinHit{'Keyword'},\%_keywords,\%_keywords);
+ %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ my $keyword=$_;
+ print HISTORYTMP "${xmlrb}".XMLEncodeForHisto($keyword)."${xmlrs}".$_keywords{$_}."${xmlre}\n";
+ }
+ foreach (keys %_keywords) {
+ if ($keysinkeylist{$_}) { next; }
+ my $keyword=$_;
+ print HISTORYTMP "${xmlrb}".XMLEncodeForHisto($keyword)."${xmlrs}".$_keywords{$_}."${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_KEYWORDS${xmlee}\n";
+
+ }
+
+ # Other - Errors
+ if ($sectiontosave eq 'cluster') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "# Cluster ID - Pages - Hits - Bandwidth\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_CLUSTER${xmlbs}".(scalar keys %_cluster_h)."${xmlbe}\n";
+ foreach (keys %_cluster_h) { print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_cluster_p{$_}||0)."${xmlrs}".int($_cluster_h{$_}||0)."${xmlrs}".int($_cluster_k{$_}||0)."${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_CLUSTER${xmlee}\n";
+ }
+ if ($sectiontosave eq 'misc') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "# Misc ID - Pages - Hits - Bandwidth\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_MISC${xmlbs}".(scalar keys %MiscListCalc)."${xmlbe}\n";
+ foreach (keys %MiscListCalc) { print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_misc_p{$_}||0)."${xmlrs}".int($_misc_h{$_}||0)."${xmlrs}".int($_misc_k{$_}||0)."${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_MISC${xmlee}\n";
+ }
+ if ($sectiontosave eq 'errors') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "# Errors - Hits - Bandwidth\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_ERRORS${xmlbs}".(scalar keys %_errors_h)."${xmlbe}\n";
+ foreach (keys %_errors_h) { print HISTORYTMP "${xmlrb}$_${xmlrs}$_errors_h{$_}${xmlrs}".int($_errors_k{$_}||0)."${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_ERRORS${xmlee}\n";
+ }
+ # Other - Trapped errors
+ foreach my $code (keys %TrapInfosForHTTPErrorCodes) {
+ if ($sectiontosave eq "sider_$code") {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "\n"; }
+ print HISTORYTMP "# URL with $code errors - Hits - Last URL referer\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_SIDER_$code${xmlbs}".(scalar keys %_sider404_h)."${xmlbe}\n";
+ foreach (keys %_sider404_h) {
+ my $newkey=$_;
+ my $newreferer=$_referer404_h{$_}||'';
+ print HISTORYTMP "${xmlrb}".XMLEncodeForHisto($newkey)."${xmlrs}$_sider404_h{$_}${xmlrs}".XMLEncodeForHisto($newreferer)."${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_SIDER_$code${xmlee}\n";
+ }
+ }
+ # Other - Extra stats sections
+ foreach my $extranum (1..@ExtraName-1) {
+ if ($sectiontosave eq "extra_$extranum") {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "$MaxNbOfExtra[$extranum]\n"; }
+ print HISTORYTMP "# Extra key - Pages - Hits - Bandwidth - Last access\n";
+ print HISTORYTMP "# The $MaxNbOfExtra[$extranum] first number of hits are first\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_EXTRA_$extranum${xmlbs}".scalar (keys %{'_section_' . $extranum . '_h'})."${xmlbe}\n";
+ &BuildKeyList($MaxNbOfExtra[$extranum],$MinHitExtra[$extranum],\%{'_section_' . $extranum . '_h'},\%{'_section_' . $extranum . '_p'});
+ %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ my $page=${'_section_' . $extranum . '_p'}{$_}||0;
+ my $bytes=${'_section_' . $extranum . '_k'}{$_}||0;
+ my $lastaccess=${'_section_' . $extranum . '_l'}{$_}||'';
+ print HISTORYTMP "${xmlrb}".XMLEncodeForHisto($_)."${xmlrs}$page${xmlrs}", ${'_section_' . $extranum . '_h'}{$_}, "${xmlrs}$bytes${xmlrs}$lastaccess${xmlre}\n"; next;
+ }
+ foreach (keys %{'_section_' . $extranum . '_h'}) {
+ if ($keysinkeylist{$_}) { next; }
+ my $page=${'_section_' . $extranum . '_p'}{$_}||0;
+ my $bytes=${'_section_' . $extranum . '_k'}{$_}||0;
+ my $lastaccess=${'_section_' . $extranum . '_l'}{$_}||'';
+ print HISTORYTMP "${xmlrb}".XMLEncodeForHisto($_)."${xmlrs}$page${xmlrs}", ${'_section_' . $extranum . '_h'}{$_}, "${xmlrs}$bytes${xmlrs}$lastaccess${xmlre}\n"; next;
+ }
+ print HISTORYTMP "${xmleb}END_EXTRA_$extranum${xmlee}\n";
+ }
+ }
+
+ # Other - Plugin sections
+ if ($AtLeastOneSectionPlugin && $sectiontosave =~ /^plugin_(\w+)$/i) {
+ my $pluginname=$1;
+ if ($PluginsLoaded{'SectionInitHashArray'}{"$pluginname"}) {
+# my $function="SectionWriteHistory_$pluginname(\$xml,\$xmlbb,\$xmlbs,\$xmlbe,\$xmlrb,\$xmlrs,\$xmlre,\$xmleb,\$xmlee)";
+# eval("$function");
+ my $function="SectionWriteHistory_$pluginname";
+ &$function($xml,$xmlbb,$xmlbs,$xmlbe,$xmlrb,$xmlrs,$xmlre,$xmleb,$xmlee);
+ }
+ }
+
+ %keysinkeylist=();
+}
+
+#--------------------------------------------------------------------
+# Function: Rename all tmp history file into history
+# Parameters: None
+# Input: $DirData $PROG $FileSuffix
+# $KeepBackupOfHistoricFile $SaveDatabaseFilesWithPermissionsForEveryone
+# Output: None
+# Return: 1 Ok, 0 at least one error (tmp files are removed)
+#--------------------------------------------------------------------
+sub Rename_All_Tmp_History {
+ my $pid=$$;
+ my $renameok=1;
+
+ if ($Debug) { debug("Call to Rename_All_Tmp_History (FileSuffix=$FileSuffix)"); }
+
+ opendir(DIR,"$DirData");
+
+ my $datemask;
+ if ($DatabaseBreak eq 'month') { $datemask='\d\d\d\d\d\d'; }
+ elsif ($DatabaseBreak eq 'year') { $datemask='\d\d\d\d'; }
+ elsif ($DatabaseBreak eq 'day') { $datemask='\d\d\d\d\d\d\d\d'; }
+ elsif ($DatabaseBreak eq 'hour') { $datemask='\d\d\d\d\d\d\d\d\d\d'; }
+ if ($Debug) { debug("Scan for temp history files to rename into DirData='$DirData' with mask='$datemask'"); }
+
+ my $regfilesuffix=quotemeta($FileSuffix);
+ foreach (grep /^$PROG($datemask)$regfilesuffix\.tmp\.$pid$/, file_filt sort readdir DIR) {
+ /^$PROG($datemask)$regfilesuffix\.tmp\.$pid$/;
+ if ($renameok) { # No rename error yet
+ if ($Debug) { debug(" Rename new tmp history file $PROG$1$FileSuffix.tmp.$$ into $PROG$1$FileSuffix.txt",1); }
+ if (-s "$DirData/$PROG$1$FileSuffix.tmp.$$") { # Rename tmp files if size > 0
+ if ($KeepBackupOfHistoricFiles) {
+ if (-s "$DirData/$PROG$1$FileSuffix.txt") { # History file already exists. We backup it
+ if ($Debug) { debug(" Make a backup of old history file into $PROG$1$FileSuffix.bak before",1); }
+ #if (FileCopy("$DirData/$PROG$1$FileSuffix.txt","$DirData/$PROG$1$FileSuffix.bak")) {
+ if (rename("$DirData/$PROG$1$FileSuffix.txt", "$DirData/$PROG$1$FileSuffix.bak")==0) {
+ warning("Warning: Failed to make a backup of \"$DirData/$PROG$1$FileSuffix.txt\" into \"$DirData/$PROG$1$FileSuffix.bak\".");
+ }
+ if ($SaveDatabaseFilesWithPermissionsForEveryone) {
+ chmod 0666,"$DirData/$PROG$1$FileSuffix.bak";
+ }
+ }
+ else {
+ if ($Debug) { debug(" No need to backup old history file",1); }
+ }
+ }
+ if (rename("$DirData/$PROG$1$FileSuffix.tmp.$$", "$DirData/$PROG$1$FileSuffix.txt")==0) {
+ $renameok=0; # At least one error in renaming working files
+ # Remove tmp file
+ unlink "$DirData/$PROG$1$FileSuffix.tmp.$$";
+ warning("Warning: Failed to rename \"$DirData/$PROG$1$FileSuffix.tmp.$$\" into \"$DirData/$PROG$1$FileSuffix.txt\".\nWrite permissions on \"$PROG$1$FileSuffix.txt\" might be wrong".($ENV{'GATEWAY_INTERFACE'}?" for an 'update from web'":"")." or file might be opened.");
+ next;
+ }
+ if ($SaveDatabaseFilesWithPermissionsForEveryone) {
+ chmod 0666,"$DirData/$PROG$1$FileSuffix.txt";
+ }
+ }
+ }
+ else { # Because of rename error, we remove all remaining tmp files
+ unlink "$DirData/$PROG$1$FileSuffix.tmp.$$";
+ }
+ }
+ close DIR;
+ return $renameok;
+}
+
+#------------------------------------------------------------------------------
+# Function: Load DNS cache file entries into a memory hash array
+# Parameters: Hash array ref to load into,
+# File name to load,
+# File suffix to use
+# Save to a second plugin file if not up to date
+# Input: None
+# Output: Hash array is loaded
+# Return: 1 No DNS Cache file found, 0 OK
+#------------------------------------------------------------------------------
+sub Read_DNS_Cache {
+ my $hashtoload=shift;
+ my $dnscachefile=shift;
+ my $filesuffix=shift;
+ my $savetohash=shift;
+
+ my $dnscacheext='';
+ my $filetoload='';
+ my $timetoload = time();
+
+ if ($Debug) { debug("Call to Read_DNS_Cache [file=\"$dnscachefile\"]"); }
+ if ($dnscachefile =~ s/(\.\w+)$//) { $dnscacheext=$1; }
+ foreach my $dir ("$DirData",".","") {
+ my $searchdir=$dir;
+ if ($searchdir && (!($searchdir =~ /\/$/)) && (!($searchdir =~ /\\$/)) ) { $searchdir .= "/"; }
+ if (-f "${searchdir}$dnscachefile$filesuffix$dnscacheext") { $filetoload="${searchdir}$dnscachefile$filesuffix$dnscacheext"; }
+ # Plugin call : Change filetoload
+ if ($PluginsLoaded{'SearchFile'}{'hashfiles'}) { SearchFile_hashfiles($searchdir,$dnscachefile,$filesuffix,$dnscacheext,$filetoload); }
+ if ($filetoload) { last; } # We found a file to load
+ }
+
+ if (! $filetoload) {
+ if ($Debug) { debug(" No DNS Cache file found"); }
+ return 1;
+ }
+
+ # Plugin call : Load hashtoload
+ if ($PluginsLoaded{'LoadCache'}{'hashfiles'}) { LoadCache_hashfiles($filetoload,$hashtoload); }
+ if (! scalar keys %$hashtoload) {
+ open(DNSFILE,"$filetoload") or error("Couldn't open DNS Cache file \"$filetoload\": $!");
+ #binmode DNSFILE; # If we set binmode here, it seems that the load is broken on ActiveState 5.8
+ # This is a fast way to load with regexp
+ %$hashtoload = map(/^(?:\d{0,10}\s+)?([0-9A-F:\.]+)\s+([^\s]+)$/oi,);
+ close DNSFILE;
+ if ($savetohash) {
+ # Plugin call : Save hash file (all records) with test if up to date to save
+ if ($PluginsLoaded{'SaveHash'}{'hashfiles'}) { SaveHash_hashfiles($filetoload,$hashtoload,1,0); }
+ }
+ }
+ if ($Debug) { debug(" Loaded ".(scalar keys %$hashtoload)." items from $filetoload in ".(time()-$timetoload)." seconds.",1); }
+ return 0;
+}
+
+#------------------------------------------------------------------------------
+# Function: Save a memory hash array into a DNS cache file
+# Parameters: Hash array ref to save,
+# File name to save,
+# File suffix to use
+# Input: None
+# Output: None
+# Return: 0 OK, 1 Error
+#------------------------------------------------------------------------------
+sub Save_DNS_Cache_File {
+ my $hashtosave=shift;
+ my $dnscachefile=shift;
+ my $filesuffix=shift;
+
+ my $dnscacheext='';
+ my $filetosave='';
+ my $timetosave = time();
+ my $nbofelemtosave=$NBOFLASTUPDATELOOKUPTOSAVE;
+ my $nbofelemsaved=0;
+
+ if ($Debug) { debug("Call to Save_DNS_Cache_File [file=\"$dnscachefile\"]"); }
+ if (! scalar keys %$hashtosave) {
+ if ($Debug) { debug(" No data to save"); }
+ return 0;
+ }
+ if ($dnscachefile =~ s/(\.\w+)$//) { $dnscacheext=$1; }
+ $filetosave="$dnscachefile$filesuffix$dnscacheext";
+ # Plugin call : Save hash file (only $NBOFLASTUPDATELOOKUPTOSAVE records) with no test if up to date
+ if ($PluginsLoaded{'SaveHash'}{'hashfiles'}) {
+ SaveHash_hashfiles($filetosave,$hashtosave,0,$nbofelemtosave,$nbofelemsaved);
+ if ($SaveDatabaseFilesWithPermissionsForEveryone) {
+ chmod 0666,"$filetosave";
+ }
+ }
+ if (! $nbofelemsaved) {
+ $filetosave="$dnscachefile$filesuffix$dnscacheext";
+ if ($Debug) { debug(" Save data ".($nbofelemtosave?"($nbofelemtosave records max)":"(all records)")." into file $filetosave"); }
+ if (! open(DNSFILE,">$filetosave")) {
+ warning("Warning: Failed to open for writing last update DNS Cache file \"$filetosave\": $!");
+ return 1;
+ }
+ binmode DNSFILE;
+ my $starttimemin=int($starttime/60);
+ foreach my $key (keys %$hashtosave) {
+ #if ($hashtosave->{$key} ne '*') {
+ my $ipsolved=$hashtosave->{$key};
+ print DNSFILE "$starttimemin\t$key\t".($ipsolved eq 'ip'?'*':$ipsolved)."\n"; # Change 'ip' to '*' for backward compatibility
+ if (++$nbofelemsaved >= $NBOFLASTUPDATELOOKUPTOSAVE) { last; }
+ #}
+ }
+ close DNSFILE;
+
+ if ($SaveDatabaseFilesWithPermissionsForEveryone) {
+ chmod 0666,"$filetosave";
+ }
+
+ }
+ if ($Debug) { debug(" Saved $nbofelemsaved items into $filetosave in ".(time()-$timetosave)." seconds.",1); }
+ return 0;
+}
+
+#------------------------------------------------------------------------------
+# Function: Return time elapsed since last call in miliseconds
+# Parameters: 0|1 (0 reset counter, 1 no reset)
+# Input: None
+# Output: None
+# Return: Number of miliseconds elapsed since last call
+#------------------------------------------------------------------------------
+sub GetDelaySinceStart {
+ if (shift) { $StartSeconds=0; } # Reset chrono
+ my ($newseconds, $newmicroseconds)=(time(),0);
+ # Plugin call : Return seconds and milliseconds
+ if ($PluginsLoaded{'GetTime'}{'timehires'}) { GetTime_timehires($newseconds, $newmicroseconds); }
+ if (! $StartSeconds) { $StartSeconds=$newseconds; $StartMicroseconds=$newmicroseconds; }
+ return (($newseconds-$StartSeconds)*1000+int(($newmicroseconds-$StartMicroseconds)/1000));
+}
+
+#------------------------------------------------------------------------------
+# Function: Reset all variables whose name start with _ because a new month start
+# Parameters: None
+# Input: $YearRequired All variables whose name start with _
+# Output: All variables whose name start with _
+# Return: None
+#------------------------------------------------------------------------------
+sub Init_HashArray {
+ if ($Debug) { debug("Call to Init_HashArray"); }
+ # Reset global hash arrays
+ %FirstTime = %LastTime = ();
+ %MonthHostsKnown = %MonthHostsUnknown = ();
+ %MonthVisits = %MonthUnique = ();
+ %MonthPages = %MonthHits = %MonthBytes = ();
+ %MonthNotViewedPages = %MonthNotViewedHits = %MonthNotViewedBytes = ();
+ %DayPages = %DayHits = %DayBytes = %DayVisits = ();
+ # Reset all arrays with name beginning by _
+ for (my $ix=0; $ix<6; $ix++) { $_from_p[$ix]=0; $_from_h[$ix]=0; }
+ for (my $ix=0; $ix<24; $ix++) { $_time_h[$ix]=0; $_time_k[$ix]=0; $_time_p[$ix]=0; $_time_nv_h[$ix]=0; $_time_nv_k[$ix]=0; $_time_nv_p[$ix]=0; }
+ # Reset all hash arrays with name beginning by _
+ %_session = %_browser_h = ();
+ %_domener_p = %_domener_h = %_domener_k = %_errors_h = %_errors_k = ();
+ %_filetypes_h = %_filetypes_k = %_filetypes_gz_in = %_filetypes_gz_out = ();
+ %_host_p = %_host_h = %_host_k = %_host_l = %_host_s = %_host_u = ();
+ %_waithost_e = %_waithost_l = %_waithost_s = %_waithost_u = ();
+ %_keyphrases = %_keywords = %_os_h = %_pagesrefs_p = %_pagesrefs_h = %_robot_h = %_robot_k = %_robot_l = %_robot_r = ();
+ %_worm_h = %_worm_k = %_worm_l = %_login_p = %_login_h = %_login_k = %_login_l = %_screensize_h = ();
+ %_misc_p = %_misc_h = %_misc_k = ();
+ %_cluster_p = %_cluster_h = %_cluster_k = ();
+ %_se_referrals_p = %_se_referrals_h = %_sider404_h = %_referer404_h = %_url_p = %_url_k = %_url_e = %_url_x = ();
+ %_unknownreferer_l = %_unknownrefererbrowser_l = ();
+ %_emails_h = %_emails_k = %_emails_l = %_emailr_h = %_emailr_k = %_emailr_l = ();
+ for (my $ix=1; $ix < @ExtraName; $ix++) {
+ %{'_section_' . $ix . '_h'} = %{'_section_' . $ix . '_o'} = %{'_section_' . $ix . '_k'} =
+ %{'_section_' . $ix . '_l'} = %{'_section_' . $ix . '_p'} = ();
+ }
+ foreach my $pluginname (keys %{$PluginsLoaded{'SectionInitHashArray'}}) {
+# my $function="SectionInitHashArray_$pluginname()";
+# eval("$function");
+ my $function="SectionInitHashArray_$pluginname";
+ &$function();
+ }
+}
+
+#------------------------------------------------------------------------------
+# Function: Change word separators of a keyphrase string into space and
+# remove bad coded chars
+# Parameters: stringtodecode
+# Input: None
+# Output: None
+# Return: decodedstring
+#------------------------------------------------------------------------------
+sub ChangeWordSeparatorsIntoSpace {
+ $_[0] =~ s/%0[ad]/ /ig; # LF CR
+ $_[0] =~ s/%2[02789abc]/ /ig; # space " ' ( ) * + ,
+ $_[0] =~ s/%3a/ /ig; # :
+ $_[0] =~ tr/\+\'\(\)\"\*,:/ /s; # "&" and "=" must not be in this list
+}
+
+#------------------------------------------------------------------------------
+# Function: Transforms special chars by entities as needed in XML/XHTML
+# Parameters: stringtoencode
+# Return: encodedstring
+#------------------------------------------------------------------------------
+sub XMLEncode {
+ if ($BuildReportFormat ne 'xhtml' && $BuildReportFormat ne 'xml') { return shift; }
+ my $string = shift;
+ $string =~ s/&/&/g;
+ $string =~ s//>/g;
+ $string =~ s/\"/"/g;
+ $string =~ s/\'/'/g;
+ return $string;
+}
+
+#------------------------------------------------------------------------------
+# Function: Transforms spaces into %20 and special chars by entities as needed in XML/XHTML
+# Parameters: stringtoencode
+# Return: encodedstring
+#------------------------------------------------------------------------------
+sub XMLEncodeForHisto {
+ my $string = shift;
+ $string =~ s/\s/%20/g;
+ if ($BuildHistoryFormat ne 'xml') { return $string; }
+ $string =~ s/&/&/g;
+ $string =~ s//>/g;
+ $string =~ s/\"/"/g;
+ $string =~ s/\'/'/g;
+ return $string;
+}
+
+#------------------------------------------------------------------------------
+# Function: Encode a binary string into an ASCII string
+# Parameters: stringtoencode
+# Return: encodedstring
+#------------------------------------------------------------------------------
+sub EncodeString {
+ my $string = shift;
+# use bytes;
+ $string =~ s/([\x2B\x80-\xFF])/sprintf ("%%%2x", ord($1))/eg;
+# no bytes;
+ $string =~ tr/ /+/s;
+ return $string;
+}
+
+#------------------------------------------------------------------------------
+# Function: Decode an only text string into a binary string
+# Parameters: stringtodecode
+# Input: None
+# Output: None
+# Return: decodedstring
+#------------------------------------------------------------------------------
+sub DecodeEncodedString {
+ my $stringtodecode=shift;
+ $stringtodecode =~ tr/\+/ /s;
+ $stringtodecode =~ s/%([A-F0-9][A-F0-9])/pack("C", hex($1))/ieg;
+ $stringtodecode =~ s/["']//g;
+ return $stringtodecode;
+}
+
+#------------------------------------------------------------------------------
+# Function: Decode an precompiled regex value to a common regex value
+# Parameters: compiledregextodecode
+# Input: None
+# Output: None
+# Return: standardregex
+#------------------------------------------------------------------------------
+sub UnCompileRegex {
+ shift =~ /\(\?[-\w]*:(.*)\)/;
+ return $1;
+}
+
+#------------------------------------------------------------------------------
+# Function: Clean a string of all chars that are not char or _ - \ / . \s
+# Parameters: stringtoclean, full
+# Input: None
+# Output: None
+# Return: cleanedstring
+#------------------------------------------------------------------------------
+sub Sanitize {
+ my $stringtoclean=shift;
+ my $full=shift||0;
+ if ($full) {
+ $stringtoclean =~ s/[^\w]//g;
+ } else {
+ $stringtoclean =~ s/[^\w\-\\\/\.:\s]//g;
+ }
+ return $stringtoclean;
+}
+
+#------------------------------------------------------------------------------
+# Function: Clean a string of HTML tags to avoid 'Cross Site Scripting attacks'
+# and clean | char.
+# A XSS attack is providing an AWStats url with XSS code that is executed
+# when page loaded by awstats CGI is loaded from AWStats server. Such a code
+# can be
+# This make the browser sending a request to the attacker server that contains
+# cookie used for AWStats server sessions. Attacker can this way caught this
+# cookie and used it to go on AWStats server like original visitor. For this
+# resaon, parameter received by AWStats must be sanitized by this function
+# before beeing put inside a web page.
+# Parameters: stringtoclean
+# Input: None
+# Output: None
+# Return: cleanedstring
+#------------------------------------------------------------------------------
+sub CleanXSS {
+ my $stringtoclean=shift;
+ $stringtoclean =~ s//>/g;
+ $stringtoclean =~ s/|//g;
+ return $stringtoclean;
+}
+
+#------------------------------------------------------------------------------
+# Function: Clean tags in a string
+# Parameters: stringtodecode
+# Input: None
+# Output: None
+# Return: decodedstring
+#------------------------------------------------------------------------------
+sub CleanFromTags {
+ my $stringtoclean=shift;
+ $stringtoclean =~ s/$regclean1/ /g; # Replace or | with space
+ $stringtoclean =~ s/$regclean2//g; # Remove
+ return $stringtoclean;
+}
+
+#------------------------------------------------------------------------------
+# Function: Copy one file into another
+# Parameters: sourcefilename targetfilename
+# Input: None
+# Output: None
+# Return: 0 if copy is ok, 1 else
+#------------------------------------------------------------------------------
+sub FileCopy {
+ my $filesource = shift;
+ my $filetarget = shift;
+ if ($Debug) { debug("FileCopy($filesource,$filetarget)",1); }
+ open(FILESOURCE,"$filesource") || return 1;
+ open(FILETARGET,">$filetarget") || return 1;
+ binmode FILESOURCE;
+ binmode FILETARGET;
+ # ...
+ close(FILETARGET);
+ close(FILESOURCE);
+ if ($Debug) { debug(" File copied",1); }
+ return 0;
+}
+
+#------------------------------------------------------------------------------
+# Function: Format a QUERY_STRING
+# Parameters: query
+# Input: None
+# Output: None
+# Return: formated query
+#------------------------------------------------------------------------------
+# TODO Appeller cette fonction partout ou il y a des NewLinkParams
+sub CleanNewLinkParamsFrom {
+ my $NewLinkParams=shift;
+ while (my $param = shift) {
+ $NewLinkParams =~ s/(^|&|&)$param(=[^&]*|$)//i;
+ }
+ $NewLinkParams =~ s/(&|&)+/&/i;
+ $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//;
+ return $NewLinkParams;
+}
+
+#------------------------------------------------------------------------------
+# Function: Show flags for other language translations
+# Parameters: Current languade id (en, fr, ...)
+# Input: None
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub Show_Flag_Links {
+ my $CurrentLang = shift;
+
+ # Build flags link
+ my $NewLinkParams=$QueryString;
+ my $NewLinkTarget='';
+ if ($ENV{'GATEWAY_INTERFACE'}) {
+ $NewLinkParams=CleanNewLinkParamsFrom($NewLinkParams,('update','staticlinks','framename','lang'));
+ $NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&|&)framename=[^&]*//i;
+ $NewLinkParams =~ s/(^|&|&)lang=[^&]*//i;
+ $NewLinkParams =~ s/(&|&)+/&/i;
+ $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//;
+ if ($NewLinkParams) { $NewLinkParams="${NewLinkParams}&"; }
+ if ($FrameName eq 'mainright') { $NewLinkTarget=" target=\"_parent\""; }
+ }
+ else {
+ $NewLinkParams=($SiteConfig?"config=$SiteConfig&":"")."year=$YearRequired&month=$MonthRequired&";
+ }
+ if ($NewLinkParams !~ /output=/) { $NewLinkParams.='output=main&'; }
+ if ($FrameName eq 'mainright') { $NewLinkParams.='framename=index&'; }
+
+ foreach my $lng (split(/\s+/,$ShowFlagLinks)) {
+ $lng=$LangBrowserToLangAwstats{$lng}?$LangBrowserToLangAwstats{$lng}:$lng;
+ if ($lng ne $CurrentLang) {
+ my %lngtitle=('en','English','fr','French','de','German','it','Italian','nl','Dutch','es','Spanish');
+ my $lngtitle=($lngtitle{$lng}?$lngtitle{$lng}:$lng);
+ my $flag=($LangAWStatsToFlagAwstats{$lng}?$LangAWStatsToFlagAwstats{$lng}:$lng);
+ print "![](\"$DirIcons\/flags\/$flag.png\")
\n";
+ }
+ }
+}
+
+#------------------------------------------------------------------------------
+# Function: Format value in bytes in a string (Bytes, Kb, Mb, Gb)
+# Parameters: bytes (integer value or "0.00")
+# Input: None
+# Output: None
+# Return: "x.yz MB" or "x.yy KB" or "x Bytes" or "0"
+#------------------------------------------------------------------------------
+sub Format_Bytes {
+ my $bytes = shift||0;
+ my $fudge = 1;
+ # Do not use exp/log function to calculate 1024power, function make segfault on some unix/perl versions
+ if ($bytes >= ($fudge << 30)) { return sprintf("%.2f", $bytes/1073741824)." $Message[110]"; }
+ if ($bytes >= ($fudge << 20)) { return sprintf("%.2f", $bytes/1048576)." $Message[109]"; }
+ if ($bytes >= ($fudge << 10)) { return sprintf("%.2f", $bytes/1024)." $Message[108]"; }
+ if ($bytes < 0) { $bytes="?"; }
+ return int($bytes).(int($bytes)?" $Message[119]":"");
+}
+
+#------------------------------------------------------------------------------
+# Function: Format a number
+# Parameters: number
+# Input: None
+# Output: None
+# Return: "999 999 999 999"
+#------------------------------------------------------------------------------
+sub Format_Number {
+ my $number = shift||0;
+ $number=~s/(\d)(\d\d\d)$/$1 $2/;
+ $number=~s/(\d)(\d\d\d\s\d\d\d)$/$1 $2/;
+ $number=~s/(\d)(\d\d\d\s\d\d\d\s\d\d\d)$/$1 $2/;
+ return $number;
+}
+
+#------------------------------------------------------------------------------
+# Function: Return " alt=string title=string"
+# Parameters: string
+# Input: None
+# Output: None
+# Return: "alt=string title=string"
+#------------------------------------------------------------------------------
+sub AltTitle {
+ my $string = shift||'';
+ return " alt='$string' title='$string'";
+# return " alt=\"$string\" title=\"$string\"";
+# return ($BuildReportFormat?"":" alt=\"$string\"")." title=\"$string\"";
+}
+
+#------------------------------------------------------------------------------
+# Function: Tell if an email is a local or external email
+# Parameters: email
+# Input: $SiteDomain(exact string) $HostAliases(quoted regex string)
+# Output: None
+# Return: -1, 0 or 1
+#------------------------------------------------------------------------------
+sub IsLocalEMail {
+ my $email=shift||'unknown';
+ if ($email !~ /\@(.*)$/) { return 0; }
+ my $domain=$1;
+ if ($domain =~ /^$SiteDomain$/i) { return 1; }
+ foreach (@HostAliases) { if ($domain =~ /$_/) { return 1; } }
+ return -1;
+}
+
+#------------------------------------------------------------------------------
+# Function: Format a date according to Message[78] (country date format)
+# Parameters: String date YYYYMMDDHHMMSS
+# Option 0=LastUpdate and LastTime date
+# 1=Arrays date except daymonthvalues
+# 2=daymonthvalues date (only year month and day)
+# Input: $Message[78]
+# Output: None
+# Return: Date with format defined by Message[78] and option
+#------------------------------------------------------------------------------
+sub Format_Date {
+ my $date=shift;
+ my $option=shift||0;
+ my $year=substr("$date",0,4);
+ my $month=substr("$date",4,2);
+ my $day=substr("$date",6,2);
+ my $hour=substr("$date",8,2);
+ my $min=substr("$date",10,2);
+ my $sec=substr("$date",12,2);
+ my $dateformat=$Message[78];
+ if ($option == 2) {
+ $dateformat =~ s/^[^ymd]+//g;
+ $dateformat =~ s/[^ymd]+$//g;
+ }
+ $dateformat =~ s/yyyy/$year/g;
+ $dateformat =~ s/yy/$year/g;
+ $dateformat =~ s/mmm/$MonthNumLib{$month}/g;
+ $dateformat =~ s/mm/$month/g;
+ $dateformat =~ s/dd/$day/g;
+ $dateformat =~ s/HH/$hour/g;
+ $dateformat =~ s/MM/$min/g;
+ $dateformat =~ s/SS/$sec/g;
+ return "$dateformat";
+}
+
+#------------------------------------------------------------------------------
+# Function: Return 1 if string contains only ascii chars
+# Parameters: string
+# Input: None
+# Output: None
+# Return: 0 or 1
+#------------------------------------------------------------------------------
+sub IsAscii {
+ my $string=shift;
+ if ($Debug) { debug("IsAscii($string)",5); }
+ if ($string =~ /^[\w\+\-\/\\\.%,;:=\"\'&?!\s]+$/) {
+ if ($Debug) { debug(" Yes",6); }
+ return 1; # Only alphanum chars (and _) or + - / \ . % , ; : = " ' & ? space \t
+ }
+ if ($Debug) { debug(" No",6); }
+ return 0;
+}
+
+#------------------------------------------------------------------------------
+# Function: Return the lower value between 2 but exclude value if 0
+# Parameters: Val1 and Val2
+# Input: None
+# Output: None
+# Return: min(Val1,Val2)
+#------------------------------------------------------------------------------
+sub MinimumButNoZero {
+ my ($val1,$val2)=@_;
+ return ($val1&&($val1<$val2||!$val2)?$val1:$val2);
+}
+
+#------------------------------------------------------------------------------
+# Function: Add a val from sorting tree
+# Parameters: keytoadd keyval [firstadd]
+# Input: None
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub AddInTree {
+ my $keytoadd=shift;
+ my $keyval=shift;
+ my $firstadd=shift||0;
+ if ($firstadd==1) { # Val is the first one
+ if ($Debug) { debug(" firstadd",4); }
+ $val{$keyval}=$keytoadd;
+ $lowerval=$keyval;
+ if ($Debug) { debug(" lowerval=$lowerval, nb elem val=".(scalar keys %val).", nb elem egal=".(scalar keys %egal).".",4); }
+ return;
+ }
+ if ($val{$keyval}) { # Val is already in tree
+ if ($Debug) { debug(" val is already in tree",4); }
+ $egal{$keytoadd}=$val{$keyval};
+ $val{$keyval}=$keytoadd;
+ if ($Debug) { debug(" lowerval=$lowerval, nb elem val=".(scalar keys %val).", nb elem egal=".(scalar keys %egal).".",4); }
+ return;
+ }
+ if ($keyval <= $lowerval) { # Val is a new one lower (should happens only when tree is not full)
+ if ($Debug) { debug(" keytoadd val=$keyval is lower or equal to lowerval=$lowerval",4); }
+ $val{$keyval}=$keytoadd;
+ $nextval{$keyval}=$lowerval;
+ $lowerval=$keyval;
+ if ($Debug) { debug(" lowerval=$lowerval, nb elem val=".(scalar keys %val).", nb elem egal=".(scalar keys %egal).".",4); }
+ return;
+ }
+ # Val is a new one higher
+ if ($Debug) { debug(" keytoadd val=$keyval is higher than lowerval=$lowerval",4); }
+ $val{$keyval}=$keytoadd;
+ my $valcursor=$lowerval; # valcursor is value just before keyval
+ while ($nextval{$valcursor} && ($nextval{$valcursor} < $keyval)) { $valcursor=$nextval{$valcursor}; }
+ if ($nextval{$valcursor}) { # keyval is between valcursor and nextval{valcursor}
+ $nextval{$keyval}=$nextval{$valcursor};
+ }
+ $nextval{$valcursor}=$keyval;
+ if ($Debug) { debug(" lowerval=$lowerval, nb elem val=".(scalar keys %val).", nb elem egal=".(scalar keys %egal).".",4); }
+}
+
+#------------------------------------------------------------------------------
+# Function: Remove a val from sorting tree
+# Parameters: None
+# Input: $lowerval %val %egal
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub Removelowerval {
+ my $keytoremove=$val{$lowerval}; # This is lower key
+ if ($Debug) { debug(" remove for lowerval=$lowerval: key=$keytoremove",4); }
+ if ($egal{$keytoremove}) {
+ $val{$lowerval}=$egal{$keytoremove};
+ delete $egal{$keytoremove};
+ }
+ else {
+ delete $val{$lowerval};
+ $lowerval=$nextval{$lowerval}; # Set new lowerval
+ }
+ if ($Debug) { debug(" new lower value=$lowerval, val size=".(scalar keys %val).", egal size=".(scalar keys %egal),4); }
+}
+
+#------------------------------------------------------------------------------
+# Function: Build @keylist array
+# Parameters: Size max for @keylist array,
+# Min value in hash for select,
+# Hash used for select,
+# Hash used for order
+# Input: None
+# Output: None
+# Return: @keylist response array
+#------------------------------------------------------------------------------
+sub BuildKeyList {
+ my $ArraySize=shift||error("System error. Call to BuildKeyList function with incorrect value for first param","","",1);
+ my $MinValue=shift||error("System error. Call to BuildKeyList function with incorrect value for second param","","",1);
+ my $hashforselect=shift;
+ my $hashfororder=shift;
+ if ($Debug) { debug(" BuildKeyList($ArraySize,$MinValue,$hashforselect with size=".(scalar keys %$hashforselect).",$hashfororder with size=".(scalar keys %$hashfororder).")",3); }
+ delete $hashforselect->{0};delete $hashforselect->{''}; # Those is to protect from infinite loop when hash array has an incorrect null key
+ my $count=0;
+ $lowerval=0; # Global because used in AddInTree and Removelowerval
+ %val=(); %nextval=(); %egal=();
+ foreach my $key (keys %$hashforselect) {
+ if ($count < $ArraySize) {
+ if ($hashforselect->{$key} >= $MinValue) {
+ $count++;
+ if ($Debug) { debug(" Add in tree entry $count : $key (value=".($hashfororder->{$key}||0).", tree not full)",4); }
+ AddInTree($key,$hashfororder->{$key}||0,$count);
+ }
+ next;
+ }
+ $count++;
+ if (($hashfororder->{$key}||0)<=$lowerval) { next; }
+ if ($Debug) { debug(" Add in tree entry $count : $key (value=".($hashfororder->{$key}||0)." > lowerval=$lowerval)",4); }
+ AddInTree($key,$hashfororder->{$key}||0);
+ if ($Debug) { debug(" Removelower in tree",4); }
+ Removelowerval();
+ }
+
+ # Build key list and sort it
+ if ($Debug) { debug(" Build key list and sort it. lowerval=$lowerval, nb elem val=".(scalar keys %val).", nb elem egal=".(scalar keys %egal).".",3); }
+ my %notsortedkeylist=();
+ foreach my $key (values %val) { $notsortedkeylist{$key}=1; }
+ foreach my $key (values %egal) { $notsortedkeylist{$key}=1; }
+ @keylist=();
+ @keylist=(sort {($hashfororder->{$b}||0) <=> ($hashfororder->{$a}||0) } keys %notsortedkeylist);
+ if ($Debug) { debug(" BuildKeyList End (keylist size=".(@keylist).")",3); }
+ return;
+}
+
+#------------------------------------------------------------------------------
+# Function: Lock or unlock update
+# Parameters: status (1 to lock, 0 to unlock)
+# Input: $DirLock (if status=0) $PROG $FileSuffix
+# Output: $DirLock (if status=1)
+# Return: None
+#------------------------------------------------------------------------------
+sub Lock_Update {
+ my $status=shift;
+ my $lock="$PROG$FileSuffix.lock";
+ if ($status) {
+ # We stop if there is at least one lock file wherever it is
+ foreach my $key ($ENV{"TEMP"},$ENV{"TMP"},"/tmp","/",".") {
+ my $newkey =$key;
+ $newkey =~ s/[\\\/]$//;
+ if (-f "$newkey/$lock") { error("An AWStats update process seems to be already running for this config file. Try later.\nIf this is not true, remove manually lock file '$newkey/$lock'.","","",1); }
+ }
+ # Set lock where we can
+ foreach my $key ($ENV{"TEMP"},$ENV{"TMP"},"/tmp","/",".") {
+ if (! -d "$key") { next; }
+ $DirLock=$key;
+ $DirLock =~ s/[\\\/]$//;
+ if ($Debug) { debug("Update lock file $DirLock/$lock is set"); }
+ open(LOCK,">$DirLock/$lock") || error("Failed to create lock file $DirLock/$lock","","",1);
+ print LOCK "AWStats update started by process $$ at $nowyear-$nowmonth-$nowday $nowhour:$nowmin:$nowsec\n";
+ close(LOCK);
+ last;
+ }
+ }
+ else {
+ # Remove lock
+ if ($Debug) { debug("Update lock file $DirLock/$lock is removed"); }
+ unlink("$DirLock/$lock");
+ }
+ return;
+}
+
+#------------------------------------------------------------------------------
+# Function: Signal handler to call Lock_Update to remove lock file
+# Parameters: Signal name
+# Input: None
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub SigHandler {
+ my $signame = shift;
+ print ucfirst($PROG)." process (ID $$) interrupted by signal $signame.\n";
+ &Lock_Update(0);
+ exit 1;
+}
+
+#------------------------------------------------------------------------------
+# Function: Convert an IPAddress into an integer
+# Parameters: IPAddress
+# Input: None
+# Output: None
+# Return: Int
+#------------------------------------------------------------------------------
+sub Convert_IP_To_Decimal {
+ my ($IPAddress) = @_;
+ my @ip_seg_arr = split(/\./,$IPAddress);
+ my $decimal_ip_address = 256 * 256 *256 * $ip_seg_arr[0] + 256 * 256 * $ip_seg_arr[1] + 256 * $ip_seg_arr[2] + $ip_seg_arr[3];
+ return($decimal_ip_address);
+}
+
+#------------------------------------------------------------------------------
+# Function: Test there is at least on value in list not null
+# Parameters: List of values
+# Input: None
+# Output: None
+# Return: 1 There is at least one not null value, 0 else
+#------------------------------------------------------------------------------
+sub AtLeastOneNotNull {
+ if ($Debug) { debug(" Call to AtLeastOneNotNull (".join('-',@_).")",3); }
+ foreach my $val (@_) { if ($val) { return 1; } }
+ return 0;
+}
+
+#------------------------------------------------------------------------------
+# Function: Return the string to add in html tag to include popup javascript code
+# Parameters: tooltip number
+# Input: None
+# Output: None
+# Return: string with javascript code
+#------------------------------------------------------------------------------
+sub Tooltip {
+ my $ttnb=shift;
+ return ($TOOLTIPON?" onmouseover=\"ShowTip($ttnb);\" onmouseout=\"HideTip($ttnb);\"":"");
+}
+
+#------------------------------------------------------------------------------
+# Function: Insert a form filter
+# Parameters: Name of filter field, default for filter field, default for exclude filter field
+# Input: $StaticLinks, $QueryString, $SiteConfig, $DirConfig
+# Output: HTML Form
+# Return: None
+#------------------------------------------------------------------------------
+sub ShowFormFilter {
+ my $fieldfiltername=shift;
+ my $fieldfilterinvalue=shift;
+ my $fieldfilterexvalue=shift;
+ if (! $StaticLinks) {
+ my $NewLinkParams=${QueryString};
+ $NewLinkParams =~ s/(^|&|&)update(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&|&)output(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&|&)staticlinks(=\w*|$)//i;
+ $NewLinkParams =~ s/(&|&)+/&/i;
+ $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//;
+ if ($NewLinkParams) { $NewLinkParams="${NewLinkParams}&"; }
+ print "\n\n";
+ print "
\n";
+ print "\n";
+ }
+}
+
+#------------------------------------------------------------------------------
+# Function: Write other user info (with help of plugin)
+# Parameters: $user
+# Input: $SiteConfig
+# Output: URL link
+# Return: None
+#------------------------------------------------------------------------------
+sub ShowUserInfo {
+ my $user=shift;
+ # Call to plugins' function ShowInfoUser
+ foreach my $pluginname (sort keys %{$PluginsLoaded{'ShowInfoUser'}}) {
+# my $function="ShowInfoUser_$pluginname('$user')";
+# eval("$function");
+ my $function="ShowInfoUser_$pluginname";
+ &$function($user);
+ }
+}
+
+#------------------------------------------------------------------------------
+# Function: Write other cluster info (with help of plugin)
+# Parameters: $clusternb
+# Input: $SiteConfig
+# Output: Cluster info
+# Return: None
+#------------------------------------------------------------------------------
+sub ShowClusterInfo {
+ my $user=shift;
+ # Call to plugins' function ShowInfoCluster
+ foreach my $pluginname (sort keys %{$PluginsLoaded{'ShowInfoCluster'}}) {
+# my $function="ShowInfoCluster_$pluginname('$user')";
+# eval("$function");
+ my $function="ShowInfoCluster_$pluginname";
+ &$function($user);
+ }
+}
+
+#------------------------------------------------------------------------------
+# Function: Write other host info (with help of plugin)
+# Parameters: $host
+# Input: $LinksToWhoIs $LinksToWhoIsIp
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub ShowHostInfo {
+ my $host=shift;
+ # Call to plugins' function ShowInfoHost
+ foreach my $pluginname (sort keys %{$PluginsLoaded{'ShowInfoHost'}}) {
+# my $function="ShowInfoHost_$pluginname('$host')";
+# eval("$function");
+ my $function="ShowInfoHost_$pluginname";
+ &$function($host);
+ }
+}
+
+#------------------------------------------------------------------------------
+# Function: Write other url info (with help of plugin)
+# Parameters: $url
+# Input: %Aliases $MaxLengthOfShownURL $ShowLinksOnUrl $SiteDomain $UseHTTPSLinkForUrl
+# Output: URL link
+# Return: None
+#------------------------------------------------------------------------------
+sub ShowURLInfo {
+ my $url=shift;
+ my $nompage=CleanXSS($url);
+
+ # Call to plugins' function ShowInfoURL
+ foreach my $pluginname (keys %{$PluginsLoaded{'ShowInfoURL'}}) {
+# my $function="ShowInfoURL_$pluginname('$url')";
+# eval("$function");
+ my $function="ShowInfoURL_$pluginname";
+ &$function($url);
+ }
+
+ if (length($nompage)>$MaxLengthOfShownURL) { $nompage=substr($nompage,0,$MaxLengthOfShownURL)."..."; }
+ if ($ShowLinksOnUrl) {
+ my $newkey=CleanXSS($url);
+ if ($LogType eq 'W' || $LogType eq 'S') { # Web or streaming log file
+ if ($newkey =~ /^http(s|):/i) { # URL seems to be extracted from a proxy log file
+ print "".XMLEncode($nompage)."";
+ }
+ elsif ($newkey =~ /^\//) { # URL seems to be an url extracted from a web or wap server log file
+ $newkey =~ s/^\/$SiteDomain//i;
+ # Define urlprot
+ my $urlprot='http';
+ if ($UseHTTPSLinkForUrl && $newkey =~ /^$UseHTTPSLinkForUrl/) { $urlprot='https'; }
+ print "".XMLEncode($nompage)."";
+ }
+ else {
+ print XMLEncode($nompage);
+ }
+ }
+ elsif ($LogType eq 'F') { # Ftp log file
+ print XMLEncode($nompage);
+ }
+ elsif ($LogType eq 'M') { # Smtp log file
+ print XMLEncode($nompage);
+ }
+ else { # Other type log file
+ print XMLEncode($nompage);
+ }
+ }
+ else {
+ print XMLEncode($nompage);
+ }
+}
+
+#------------------------------------------------------------------------------
+# Function: Define value for PerlParsingFormat (used for regex log record parsing)
+# Parameters: $LogFormat
+# Input: -
+# Output: $pos_xxx, @pos_extra, @fieldlib, $PerlParsingFormat
+# Return: -
+#------------------------------------------------------------------------------
+sub DefinePerlParsingFormat {
+ my $LogFormat=shift;
+ $pos_vh = $pos_host = $pos_logname = $pos_date = $pos_tz = $pos_method = $pos_url = $pos_code = $pos_size = -1;
+ $pos_referer = $pos_agent = $pos_query = $pos_gzipin = $pos_gzipout = $pos_compratio = -1;
+ $pos_cluster = $pos_emails = $pos_emailr = $pos_hostr = -1;
+ @pos_extra=();
+ @fieldlib=();
+ $PerlParsingFormat='';
+ # Log records examples:
+ # Apache combined: 62.161.78.73 user - [dd/mmm/yyyy:hh:mm:ss +0000] "GET / HTTP/1.1" 200 1234 "http://www.from.com/from.htm" "Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0)"
+ # Apache combined (408 error): my.domain.com - user [09/Jan/2001:11:38:51 -0600] "OPTIONS /mime-tmp/xxx file.doc HTTP/1.1" 408 - "-" "-"
+ # Apache combined (408 error): 62.161.78.73 user - [dd/mmm/yyyy:hh:mm:ss +0000] "-" 408 - "-" "-"
+ # Apache common_with_mod_gzip_info1: %h %l %u %t \"%r\" %>s %b mod_gzip: %{mod_gzip_compression_ratio}npct.
+ # Apache common_with_mod_gzip_info2: %h %l %u %t \"%r\" %>s %b mod_gzip: %{mod_gzip_result}n In:%{mod_gzip_input_size}n Out:%{mod_gzip_output_size}n:%{mod_gzip_compression_ratio}npct.
+ # Apache deflate: %h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\" (%{ratio}n)
+ # IIS: 2000-07-19 14:14:14 62.161.78.73 - GET / 200 1234 HTTP/1.1 Mozilla/4.0+(compatible;+MSIE+5.01;+Windows+NT+5.0) http://www.from.com/from.htm
+ # WebStar: 05/21/00 00:17:31 OK 200 212.242.30.6 Mozilla/4.0 (compatible; MSIE 5.0; Windows 98; DigExt) http://www.cover.dk/ "www.cover.dk" :Documentation:graphics:starninelogo.white.gif 1133
+ # Squid extended: 12.229.91.170 - - [27/Jun/2002:03:30:50 -0700] "GET http://www.callistocms.com/images/printable.gif HTTP/1.1" 304 354 "-" "Mozilla/5.0 Galeon/1.0.3 (X11; Linux i686; U;) Gecko/0" TCP_REFRESH_HIT:DIRECT
+ if ($Debug) { debug("Call To DefinePerlParsingFormat (LogType='$LogType', LogFormat='$LogFormat')"); }
+ if ($LogFormat =~ /^[1-6]$/) { # Pre-defined log format
+ if ($LogFormat eq '1' || $LogFormat eq '6') { # Same than "%h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\"".
+ # %u (user) is "([^\\[]+)" instead of "[^ ]+" because can contain space (Lotus Notes). referer and ua might be "".
+# $PerlParsingFormat="([^ ]+) [^ ]+ ([^\\[]+) \\[([^ ]+) [^ ]+\\] \\\"([^ ]+) (.+) [^\\\"]+\\\" ([\\d|-]+) ([\\d|-]+) \\\"(.*?)\\\" \\\"([^\\\"]*)\\\"";
+ $PerlParsingFormat="([^ ]+) [^ ]+ ([^\\[]+) \\[([^ ]+) [^ ]+\\] \\\"([^ ]+) ([^ ]+) [^\\\"]+\\\" ([\\d|-]+) ([\\d|-]+) \\\"(.*?)\\\" \\\"([^\\\"]*)\\\"";
+ $pos_host=0;$pos_logname=1;$pos_date=2;$pos_method=3;$pos_url=4;$pos_code=5;$pos_size=6;$pos_referer=7;$pos_agent=8;
+ @fieldlib=('host','logname','date','method','url','code','size','referer','ua');
+ }
+ elsif ($LogFormat eq '2') { # Same than "date time c-ip cs-username cs-method cs-uri-stem sc-status sc-bytes cs-version cs(User-Agent) cs(Referer)"
+ $PerlParsingFormat="(\\S+ \\S+) (\\S+) (\\S+) (\\S+) (\\S+) ([\\d|-]+) ([\\d|-]+) \\S+ (\\S+) (\\S+)";
+ $pos_date=0;$pos_host=1;$pos_logname=2;$pos_method=3;$pos_url=4;$pos_code=5;$pos_size=6;$pos_agent=7;$pos_referer=8;
+ @fieldlib=('date','host','logname','method','url','code','size','ua','referer');
+ }
+ elsif ($LogFormat eq '3') {
+ $PerlParsingFormat="([^\\t]*\\t[^\\t]*)\\t([^\\t]*)\\t([\\d|-]*)\\t([^\\t]*)\\t([^\\t]*)\\t([^\\t]*)\\t[^\\t]*\\t([^\\t]*)\\t([\\d]*)";
+ $pos_date=0;$pos_method=1;$pos_code=2;$pos_host=3;$pos_agent=4;$pos_referer=5;$pos_url=6;$pos_size=7;
+ @fieldlib=('date','method','code','host','ua','referer','url','size');
+ }
+ elsif ($LogFormat eq '4') { # Same than "%h %l %u %t \"%r\" %>s %b"
+ # %u (user) is "(.+)" instead of "[^ ]+" because can contain space (Lotus Notes).
+ $PerlParsingFormat="([^ ]+) [^ ]+ (.+) \\[([^ ]+) [^ ]+\\] \\\"([^ ]+) ([^ ]+) [^\\\"]+\\\" ([\\d|-]+) ([\\d|-]+)";
+ $pos_host=0;$pos_logname=1;$pos_date=2;$pos_method=3;$pos_url=4;$pos_code=5;$pos_size=6;
+ @fieldlib=('host','logname','date','method','url','code','size');
+ }
+ }
+ else { # Personalized log format
+ my $LogFormatString=$LogFormat;
+ # Replacement for Notes format string that are not Apache
+ $LogFormatString =~ s/%vh/%virtualname/g;
+ # Replacement for Apache format string
+ $LogFormatString =~ s/%v(\s)/%virtualname$1/g; $LogFormatString =~ s/%v$/%virtualname/g;
+ $LogFormatString =~ s/%h(\s)/%host$1/g; $LogFormatString =~ s/%h$/%host/g;
+ $LogFormatString =~ s/%l(\s)/%other$1/g; $LogFormatString =~ s/%l$/%other/g;
+ $LogFormatString =~ s/\"%u\"/%lognamequot/g;
+ $LogFormatString =~ s/%u(\s)/%logname$1/g; $LogFormatString =~ s/%u$/%logname/g;
+ $LogFormatString =~ s/%t(\s)/%time1$1/g; $LogFormatString =~ s/%t$/%time1/g;
+ $LogFormatString =~ s/\"%r\"/%methodurl/g;
+ $LogFormatString =~ s/%>s/%code/g;
+ $LogFormatString =~ s/%b(\s)/%bytesd$1/g; $LogFormatString =~ s/%b$/%bytesd/g;
+ $LogFormatString =~ s/\"%{Referer}i\"/%refererquot/g;
+ $LogFormatString =~ s/\"%{User-Agent}i\"/%uaquot/g;
+ $LogFormatString =~ s/%{mod_gzip_input_size}n/%gzipin/g;
+ $LogFormatString =~ s/%{mod_gzip_output_size}n/%gzipout/g;
+ $LogFormatString =~ s/%{mod_gzip_compression_ratio}n/%gzipratio/g;
+ $LogFormatString =~ s/\(%{ratio}n\)/%deflateratio/g;
+ # Replacement for a IIS and ISA format string
+ $LogFormatString =~ s/cs-uri-query/%query/g; # Must be before cs-uri
+ $LogFormatString =~ s/date\stime/%time2/g;
+ $LogFormatString =~ s/c-ip/%host/g;
+ $LogFormatString =~ s/cs-username/%logname/g;
+ $LogFormatString =~ s/cs-method/%method/g; # GET, POST, SMTP, RETR STOR
+ $LogFormatString =~ s/cs-uri-stem/%url/g; $LogFormatString =~ s/cs-uri/%url/g;
+ $LogFormatString =~ s/sc-status/%code/g;
+ $LogFormatString =~ s/sc-bytes/%bytesd/g;
+ $LogFormatString =~ s/cs-version/%other/g; # Protocol
+ $LogFormatString =~ s/cs\(User-Agent\)/%ua/g; $LogFormatString =~ s/c-agent/%ua/g;
+ $LogFormatString =~ s/cs\(Referer\)/%referer/g; $LogFormatString =~ s/cs-referred/%referer/g;
+ $LogFormatString =~ s/sc-authenticated/%other/g;
+ $LogFormatString =~ s/s-svcname/%other/g;
+ $LogFormatString =~ s/s-computername/%other/g;
+ $LogFormatString =~ s/r-host/%virtualname/g;
+ $LogFormatString =~ s/cs-host/%virtualname/g;
+ $LogFormatString =~ s/r-ip/%other/g;
+ $LogFormatString =~ s/r-port/%other/g;
+ $LogFormatString =~ s/time-taken/%other/g;
+ $LogFormatString =~ s/cs-bytes/%other/g;
+ $LogFormatString =~ s/cs-protocol/%other/g;
+ $LogFormatString =~ s/cs-transport/%other/g;
+ $LogFormatString =~ s/s-operation/%method/g; # GET, POST, SMTP, RETR STOR
+ $LogFormatString =~ s/cs-mime-type/%other/g;
+ $LogFormatString =~ s/s-object-source/%other/g;
+ $LogFormatString =~ s/s-cache-info/%other/g;
+ $LogFormatString =~ s/cluster-node/%cluster/g;
+ # Added for MMS
+ $LogFormatString =~ s/protocol/%protocolmms/g; # cs-method might not be available
+ $LogFormatString =~ s/c-status/%codemms/g; # c-status used when sc-status not available
+ if ($Debug) { debug(" LogFormatString=$LogFormatString"); }
+ # $LogFormatString has an AWStats format, so we can generate PerlParsingFormat variable
+ my $i = 0;
+ my $LogSeparatorWithoutStar=$LogSeparator; $LogSeparatorWithoutStar =~ s/[\*\+]//g;
+ foreach my $f (split(/\s+/,$LogFormatString)) {
+ # Add separator for next field
+ if ($PerlParsingFormat) { $PerlParsingFormat.="$LogSeparator"; }
+ # Special for logname
+ if ($f =~ /%lognamequot$/) {
+ $pos_logname = $i; $i++; push @fieldlib, 'logname';
+ $PerlParsingFormat .= "\\\"?([^\\\"]*)\\\"?"; # logname can be "value", "" and - in same log (Lotus notes)
+ }
+ # Date format
+ elsif ($f =~ /%time1$/ || $f =~ /%time1b$/) { # [dd/mmm/yyyy:hh:mm:ss +0000] or [dd/mmm/yyyy:hh:mm:ss], time1b kept for backward compatibility
+ $pos_date = $i; $i++; push @fieldlib, 'date';
+ $pos_tz = $i; $i++; push @fieldlib, 'tz';
+ $PerlParsingFormat .= "\\[([^$LogSeparatorWithoutStar]+)( [^$LogSeparatorWithoutStar]+)?\\]";
+ }
+ elsif ($f =~ /%time2$/) { # yyyy-mm-dd hh:mm:ss
+ $pos_date = $i; $i++; push @fieldlib, 'date';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+\\s[^$LogSeparatorWithoutStar]+)"; # Need \s for Exchange log files
+ }
+ elsif ($f =~ /%time3$/) { # mon d hh:mm:ss or mon d hh:mm:ss or mon dd hh:mm:ss yyyy or day mon dd hh:mm:ss or day mon dd hh:mm:ss yyyy
+ $pos_date = $i; $i++; push @fieldlib, 'date';
+ $PerlParsingFormat .= "(?:\\w\\w\\w )?(\\w\\w\\w \\s?\\d+ \\d\\d:\\d\\d:\\d\\d(?: \\d\\d\\d\\d)?)";
+ }
+ elsif ($f =~ /%time4$/) { # ddddddddddddd
+ $pos_date = $i; $i++; push @fieldlib, 'date';
+ $PerlParsingFormat .= "(\\d+)";
+ }
+ # Special for methodurl and methodurlnoprot
+ elsif ($f =~ /%methodurl$/) {
+ $pos_method = $i; $i++; push @fieldlib, 'method';
+ $pos_url = $i; $i++; push @fieldlib, 'url';
+ $PerlParsingFormat .= "\\\"([^$LogSeparatorWithoutStar]+) ([^$LogSeparatorWithoutStar]+) [^\\\"]+\\\"";
+ }
+ elsif ($f =~ /%methodurlnoprot$/) {
+ $pos_method = $i; $i++; push @fieldlib, 'method';
+ $pos_url = $i; $i++; push @fieldlib, 'url';
+ $PerlParsingFormat .= "\\\"([^$LogSeparatorWithoutStar]+) ([^$LogSeparatorWithoutStar]+)\\\"";
+ }
+ # Common command tags
+ elsif ($f =~ /%virtualnamequot$/) {
+ $pos_vh = $i; $i++; push @fieldlib, 'vhost';
+ $PerlParsingFormat .= "\\\"([^$LogSeparatorWithoutStar]+)\\\"";
+ }
+ elsif ($f =~ /%virtualname$/) {
+ $pos_vh = $i; $i++; push @fieldlib, 'vhost';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%host_r$/) {
+ $pos_hostr = $i; $i++; push @fieldlib, 'hostr';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%host$/) {
+ $pos_host = $i; $i++; push @fieldlib, 'host';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%logname$/) {
+ $pos_logname = $i; $i++; push @fieldlib, 'logname';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%method$/) {
+ $pos_method = $i; $i++; push @fieldlib, 'method';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%url$/) {
+ $pos_url = $i; $i++; push @fieldlib, 'url';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%query$/) {
+ $pos_query = $i; $i++; push @fieldlib, 'query';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%code$/) {
+ $pos_code = $i; $i++; push @fieldlib, 'code';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%bytesd$/) {
+ $pos_size = $i; $i++; push @fieldlib, 'size';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%refererquot$/) {
+ $pos_referer = $i; $i++; push @fieldlib, 'referer';
+ $PerlParsingFormat .= "\\\"([^\\\"]*)\\\""; # referer might be ""
+ }
+ elsif ($f =~ /%referer$/) {
+ $pos_referer = $i; $i++; push @fieldlib, 'referer';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%uaquot$/) {
+ $pos_agent = $i; $i++; push @fieldlib, 'ua';
+ $PerlParsingFormat .= "\\\"([^\\\"]*)\\\""; # ua might be ""
+ }
+ elsif ($f =~ /%uabracket$/) {
+ $pos_agent = $i; $i++; push @fieldlib, 'ua';
+ $PerlParsingFormat .= "\\\[([^\\\]]*)\\\]"; # ua might be []
+ }
+ elsif ($f =~ /%ua$/) {
+ $pos_agent = $i; $i++; push @fieldlib, 'ua';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%gzipin$/ ) {
+ $pos_gzipin=$i;$i++; push @fieldlib, 'gzipin';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%gzipout/ ) { # Compare $f to /%gzipout/ and not to /%gzipout$/ like other fields
+ $pos_gzipout=$i;$i++; push @fieldlib, 'gzipout';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%gzipratio/ ) { # Compare $f to /%gzipratio/ and not to /%gzipratio$/ like other fields
+ $pos_compratio=$i;$i++; push @fieldlib, 'gzipratio';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%deflateratio/ ) { # Compare $f to /%deflateratio/ and not to /%deflateratio$/ like other fields
+ $pos_compratio=$i;$i++; push @fieldlib, 'deflateratio';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%email_r$/) {
+ $pos_emailr = $i; $i++; push @fieldlib, 'email_r';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%email$/) {
+ $pos_emails = $i; $i++; push @fieldlib, 'email';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%cluster$/) {
+ $pos_cluster = $i; $i++; push @fieldlib, 'clusternb';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%timetaken$/) {
+ $pos_timetaken = $i; $i++; push @fieldlib, 'timetaken';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ # Special for protocolmms, used for method if method not already found (for MMS)
+ elsif ($f =~ /%protocolmms$/) {
+ if ($pos_method < 0) {
+ $pos_method = $i; $i++; push @fieldlib, 'method';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ }
+ # Special for codemms, used for code only if code not already found (for MMS)
+ elsif ($f =~ /%codemms$/) {
+ if ($pos_code < 0) {
+ $pos_code = $i; $i++; push @fieldlib, 'code';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ }
+ # Extra tag
+ elsif ($f =~ /%extra(\d+)$/) {
+ $pos_extra[$1] = $i; $i++; push @fieldlib, "extra$1";
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ # Other tag
+ elsif ($f =~ /%other$/) {
+ $PerlParsingFormat .= "[^$LogSeparatorWithoutStar]+";
+ }
+ elsif ($f =~ /%otherquot$/) {
+ $PerlParsingFormat .= "\\\"[^\\\"]*\\\"";
+ }
+ # Unknown tag (no parenthesis)
+ else {
+ $PerlParsingFormat .= "[^$LogSeparatorWithoutStar]+";
+ }
+ }
+ if (! $PerlParsingFormat) { error("No recognized format tag in personalized LogFormat string"); }
+ }
+ if ($pos_host < 0) { error("Your personalized LogFormat does not include all fields required by AWStats (Add \%host in your LogFormat string)."); }
+ if ($pos_date < 0) { error("Your personalized LogFormat does not include all fields required by AWStats (Add \%time1 or \%time2 in your LogFormat string)."); }
+ if ($pos_method < 0) { error("Your personalized LogFormat does not include all fields required by AWStats (Add \%methodurl or \%method in your LogFormat string)."); }
+ if ($pos_url < 0) { error("Your personalized LogFormat does not include all fields required by AWStats (Add \%methodurl or \%url in your LogFormat string)."); }
+ if ($pos_code < 0) { error("Your personalized LogFormat does not include all fields required by AWStats (Add \%code in your LogFormat string)."); }
+ if ($pos_size < 0) { error("Your personalized LogFormat does not include all fields required by AWStats (Add \%bytesd in your LogFormat string)."); }
+ $PerlParsingFormat=qr/^$PerlParsingFormat/;
+ if ($Debug) { debug(" PerlParsingFormat is $PerlParsingFormat"); }
+}
+
+
+sub ShowMenuCateg {
+ my ($categ,$categtext,$categicon,$frame,$targetpage,$linkanchor,$NewLinkParams,$NewLinkTarget)=(shift,shift,shift,shift,shift,shift,shift,shift);
+ $categicon=''; # Comment this to enabme category icons
+ my ($menu,$menulink,$menutext)=(shift,shift,shift);
+ my $linetitle=0;
+ # Call to plugins' function AddHTMLMenuLink
+ foreach my $pluginname (keys %{$PluginsLoaded{'AddHTMLMenuLink'}}) {
+# my $function="AddHTMLMenuLink_$pluginname('$categ',\$menu,\$menulink,\$menutext)";
+# eval("$function");
+ my $function="AddHTMLMenuLink_$pluginname";
+ &$function($categ,$menu,$menulink,$menutext);
+ }
+ foreach my $key (%$menu) { if ($menu->{$key} && $menu->{$key} > 0) { $linetitle++; last; } }
+ if (! $linetitle) { return; }
+ # At least one entry in menu for this category, we can show categpry and entries
+ my $WIDTHMENU1=($FrameName eq 'mainleft'?$FRAMEWIDTH:150);
+ print "".($categicon?"![](\"$DirIcons/other/$categicon\") ":"")."$categtext: | \n";
+ print ($frame?"
\n":"");
+ foreach my $key (sort { $menu->{$a} <=> $menu->{$b} } keys %$menu) {
+ if ($menu->{$key}==0) { next; }
+ if ($menulink->{$key}==1) { print ($frame?" | | ":""); print "$menutext->{$key}"; print ($frame?" |
\n":" "); }
+ if ($menulink->{$key}==2) { print ($frame?" ![\"...\"](\"$DirIcons/other/page.png\") ":""); print "$menutext->{$key}\n"; print ($frame?" |
\n":" "); }
+ }
+ print ($frame?"":"
\n");
+}
+
+
+sub ShowEmailSendersChart {
+ my $NewLinkParams=shift;
+ my $NewLinkTarget=shift;
+ my $MaxLengthOfShownEMail=48;
+
+ my $total_p;my $total_h;my $total_k;
+ my $max_p;my $max_h;my $max_k;
+ my $rest_p;my $rest_h;my $rest_k;
+
+ # Show filter form
+ #&ShowFormFilter("emailsfilter",$EmailsFilter);
+ # Show emails list
+
+ print "$Center![](\"$DirIcons/other/menu2.png\")
":"")."$Message[72]:![](\"$DirIcons\/flags\/ip.png\")
![](\"$DirIcons\/flags\/$newkey.png\")
![](\"$DirIcons\/os\/$key.png\"".AltTitle("").")
";
+
+
+ print "![](\"$DirIcons\/browser\/unknown.png\"".AltTitle("").")
![](\"$DirIcons\/os\/$nameicon.png\"".AltTitle("").")
![](\"$DirIcons\/browser\/$family.png\"".AltTitle("").")
";
+ print "![](\"$DirIcons\/browser\/$nameicon.png\"".AltTitle("").")
![\"$hrs:00](\"$DirIcons\/clock\/hr$hre.png\")
![](\"$DirIcons\/mime\/unknown.png\"".AltTitle("").")
![](\"$DirIcons\/mime\/$nameicon.png\"".AltTitle("").")
![](\"$DirIcons\/os\/unknown.png\"".AltTitle("").")
+
+ {% endblock %}
+ 
+ 
+ 
+ 
+ 
+ 
+