| [vhffs-dev] [413] New stats generator, finished ! |
[ Thread Index |
Date Index
| More vhffs.org/vhffs-dev Archives
]
Revision: 413
Author: gradator
Date: 2007-01-21 08:01:33 +0000 (Sun, 21 Jan 2007)
Log Message:
-----------
New stats generator, finished !
Modified Paths:
--------------
trunk/vhffs-backend/conf/vhffs.conf
trunk/vhffs-robots/misc/awstats.sample
trunk/vhffs-robots/src/parse_httplog.pl
Added Paths:
-----------
trunk/vhffs-robots/src/awstats.pl
Removed Paths:
-------------
trunk/vhffs-robots/misc/awstats.conf
trunk/vhffs-robots/src/create_stats.pl
trunk/vhffs-robots/src/create_statsconf.pl
trunk/vhffs-robots/src/generate_webstats.sh
Modified: trunk/vhffs-backend/conf/vhffs.conf
===================================================================
--- trunk/vhffs-backend/conf/vhffs.conf 2007-01-20 09:56:38 UTC (rev 412)
+++ trunk/vhffs-backend/conf/vhffs.conf 2007-01-21 08:01:33 UTC (rev 413)
@@ -203,7 +203,14 @@
log_parsed_rotation = 7
log_parsed_compress = yes
- # To be continued...
+ # Where to find awstat (caution, you must apply the vhffs patch on)
+ log_awstat = /var/www/stats/awstats.pl
+
+ # Is apache running locally or not ? (If not you should use the ugly remote restart of apaches over nfs)
+ log_apachelocal = yes
+
+ # If it runs locally, where is apache2ctl ?
+ log_apachectl = /usr/sbin/apache2ctl
</web>
#DNS configuration
Deleted: trunk/vhffs-robots/misc/awstats.conf
===================================================================
--- trunk/vhffs-robots/misc/awstats.conf 2007-01-20 09:56:38 UTC (rev 412)
+++ trunk/vhffs-robots/misc/awstats.conf 2007-01-21 08:01:33 UTC (rev 413)
@@ -1,1467 +0,0 @@
-# AWSTATS CONFIGURE FILE 6.3
-#-----------------------------------------------------------------------------
-# Copy this file into awstats.www.mydomain.conf and edit this new config file
-# to setup AWStats (See documentation in docs/ directory).
-# The config file must be in /etc/awstats, /usr/local/etc/awstats or /etc (for
-# Unix/Linux) or same directory than awstats.pl (Windows, Mac, Unix/Linux...)
-# To include an environment variable in any parameter (AWStats will replace
-# it with its value when reading it), follow the example:
-# Parameter="__ENVNAME__"
-# Note that environment variable AWSTATS_CURRENT_CONFIG is always defined with
-# the config value in an AWStats running session and can be used like others.
-#-----------------------------------------------------------------------------
-# $Revision: 1.305 $ - $Author: eldy $ - $Date: 2005/01/22 15:26:06 $
-
-
-
-#-----------------------------------------------------------------------------
-# MAIN SETUP SECTION (Required to make AWStats work)
-#-----------------------------------------------------------------------------
-
-# "LogFile" contains the web, ftp or mail server log file to analyze.
-# Possible values: A full path, or a relative path from awstats.pl directory.
-# Example: "/var/log/apache/access.log"
-# Example: "../logs/mycombinedlog.log"
-# You can also use tags in this filename if you need a dynamic file name
-# depending on date or time (Replacement is made by AWStats at the beginning
-# of its execution). This is available tags :
-# %YYYY-n is replaced with 4 digits year we were n hours ago
-# %YY-n is replaced with 2 digits year we were n hours ago
-# %MM-n is replaced with 2 digits month we were n hours ago
-# %MO-n is replaced with 3 letters month we were n hours ago
-# %DD-n is replaced with day we were n hours ago
-# %HH-n is replaced with hour we were n hours ago
-# %NS-n is replaced with number of seconds at 00:00 since 1970
-# %WM-n is replaced with the week number in month (1-5)
-# %Wm-n is replaced with the week number in month (0-4)
-# %WY-n is replaced with the week number in year (01-52)
-# %Wy-n is replaced with the week number in year (00-51)
-# %DW-n is replaced with the day number in week (1-7, 1=sunday)
-# use n=24 if you need (1-7, 1=monday)
-# %Dw-n is replaced with the day number in week (0-6, 0=sunday)
-# use n=24 if you need (0-6, 0=monday)
-# Use 0 for n if you need current year, month, day, hour...
-# Example: "/var/log/access_log.%YYYY-0%MM-0%DD-0.log"
-# Example: "C:/WINNT/system32/LogFiles/W3SVC1/ex%YY-24%MM-24%DD-24.log"
-# You can also use a pipe if log file come from a pipe :
-# Example: "gzip -d </var/log/apache/access.log.gz |"
-# If there is several log files from load balancing servers :
-# Example: "/pathtotools/logresolvemerge.pl *.log |"
-#
-LogFile="/var/log/apache/access.log"
-
-
-# Enter the log file type you want to analyze.
-# Possible values:
-# W - For a web log file
-# S - For a streaming log file
-# M - For a mail log file
-# F - For a ftp log file
-# Example: W
-# Default: W
-#
-LogType=W
-
-
-# Enter here your log format (Must match your web server config. See setup
-# instructions in documentation to know how to configure your web server to
-# have the required log format).
-# Possible values: 1,2,3,4 or "your_own_personalized_log_format"
-# 1 - Apache or Lotus Notes/Domino native combined log format (NCSA combined/XLF/ELF log format)
-# 2 - Old IIS log format (IIS W3C log format). See FAQ for IIS 6.x.
-# 3 - Webstar native log format.
-# 4 - Apache or Squid native common log format (NCSA common/CLF log format)
-# With LogFormat=4, some features (browsers, os, keywords...) can't work.
-# "your_own_personalized_log_format" = If your log is ftp, mail or other format,
-# you must use following keys to define the log format string (See FAQ
-# for ftp, mail or exotic web log format examples):
-# %host Host client name or IP address
-# %lognamequot Authenticated login/user with format: "john"
-# %logname Authenticated login/user with format: john
-# %time1 Date and time with format: [dd/mon/yyyy:hh:mm:ss +0000] or [dd/mon/yyyy:hh:mm:ss]
-# %time2 Date and time with format: yyyy-mm-dd hh:mm:ss
-# %time3 Date and time with format: Mon dd hh:mm:ss or Mon dd hh:mm:ss yyyy
-# %time4 Date and time with unix timestamp format: dddddddddd
-# %methodurl Method and URL with format: "GET /index.html HTTP/x.x"
-# %methodurlnoprot Method and URL with format: "GET /index.html"
-# %method Method with format: GET
-# %url URL only with format: /index.html
-# %query Query string (used by URLWithQuery option)
-# %code Return code status (with format for web log: 999)
-# %bytesd Size of document in bytes
-# %refererquot Referer page with format: "http://from.com/from.htm";
-# %referer Referer page with format: http://from.com/from.htm
-# %uaquot User agent with format: "Mozilla/4.0 (compatible, ...)"
-# %ua User agent with format: Mozilla/4.0_(compatible...)
-# %gzipin mod_gzip compression input bytes: In:XXX
-# %gzipout mod_gzip compression output bytes & ratio: Out:YYY:ZZpct.
-# %gzipratio mod_gzip compression ratio: ZZpct.
-# %deflateratio mod_deflate compression ratio with format: (ZZ)
-# %email EMail sender (for mail log)
-# %email_r EMail receiver (for mail log)
-# %virtualname Web sever virtual hostname. Use this tag when same log
-# contains data of several virtual web servers. AWStats
-# will discard records not in SiteDomain nor HostAliases
-# %cluster If log file is provided from several computers (merged by
-# logresolvemerge.pl), use this to define cluster id field.
-# %extraX Another field that you plan to use for building a
-# personalized report with ExtraSection feature (See later).
-# If your log format has some fields not included in this list, use:
-# %other Means another not used field
-# %otherquot Means another not used double quoted field
-#
-# Examples for Apache combined logs (following two examples are equivalent):
-# LogFormat = 1
-# LogFormat = "%host %other %logname %time1 %methodurl %code %bytesd %refererquot %uaquot"
-#
-LogFormat=4
-
-
-# If your log field's separator is not a space, you can change this parameter.
-# This parameter is not used if LogFormat is a predefined value (1,2,3,4)
-# Backslash can be used as escape character.
-# Example: " "
-# Example: "\t"
-# Example: "\|"
-# Default: " "
-#
-LogSeparator=" "
-
-
-# "SiteDomain" must contain the main domain name, or the main intranet web
-# server name, used to reach the web site.
-# If you share the same log file for several virtual web servers, this
-# parameter is used to tell AWStats to filter record that contains records for
-# this virtual host name only (So check that this virtual hostname can be
-# found in your log file and use a personalized log format that include the
-# %virtualname tag).
-# But for multi hosting a better solution is to have one log file for each
-# virtual web server. In this case, this parameter is only used to generate
-# full URL's links when ShowLinksOnUrl option is set to 1.
-# If analysing mail log, enter here the domain name of mail server.
-# Example: "myintranetserver"
-# Example: "www.domain.com"
-# Example: "ftp.domain.com"
-# Example: "domain.com"
-#
-SiteDomain=""
-
-
-# Enter here all other possible domain names, addresses or virtual host
-# aliases someone can use to access your site. Try to keep only the minimum
-# number of possible names/addresses to have the best performances.
-# You can repeat the "SiteDomain" value in this list.
-# This parameter is used to analyze referer field in log file and to help
-# AWStats to know if a referer URL is a local URL of same site or an URL of
-# another site.
-# Note: Use space between each value.
-# Note: You can use regular expression values writing value with REGEX[value].
-# Note: You can also use @/mypath/myfile if list of aliases are in a file.
-# Example: "www.myserver.com localhost 127.0.0.1 REGEX[mydomain\.(net|org)$]"
-#
-HostAliases="localhost 127.0.0.1"
-
-
-# If you want to have hosts reported by name instead of ip address, AWStats
-# need to make reverse DNS lookups (if not already done in your log file).
-# With DNSLookup to 0, all hosts will be reported by their IP addresses and
-# not by the full hostname of visitors (except if names are already available
-# in log file).
-# If you want/need to set DNSLookup to 1, don't forget that this will reduce
-# dramatically AWStats update process speed. Do not use on large web sites.
-# Note: Reverse DNS lookup is done on IPv4 only (Enable ipv6 plugin for IPv6).
-# Note: Result of DNS Lookup can be used to build the Country report. However
-# it is highly recommanded to enable the plugin 'geoipfree' or 'geoip' to
-# have an accurate Country report with no need of DNS Lookup.
-# Possible values:
-# 0 - No DNS Lookup
-# 1 - DNS Lookup is fully enabled
-# 2 - DNS Lookup is made only from static DNS cache file (if it exists)
-# Default: 2
-#
-DNSLookup=1
-
-
-# When AWStats updates its statistics, it stores results of its analysis in
-# files (AWStats database). All those files are written in the directory
-# defined by the "DirData" parameter. Set this value to the directory where
-# you want AWStats to save its database and working files into.
-# Warning: If you want to be able to use the "AllowToUpdateStatsFromBrowser"
-# feature (see later), you need "Write" permissions by web server user on this
-# directory (and "Modify" for Windows NTFS file systems).
-# Example: "/var/lib/awstats"
-# Example: "../data"
-# Example: "C:/awstats_data_dir"
-# Default: "." (means same directory as awstats.pl)
-#
-DirData="/var/lib/awstats"
-
-
-# Relative or absolute web URL of your awstats cgi-bin directory.
-# This parameter is used only when AWStats is run from command line
-# with -output option (to generate links in HTML reported page).
-# Example: "/awstats"
-# Default: "/cgi-bin" (means awstats.pl is in "/yourwwwroot/cgi-bin")
-#
-DirCgi="/cgi-bin"
-
-
-# Relative or absolute web URL of your awstats icon directory.
-# If you build static reports ("... -output > outputpath/output.html"), enter
-# path of icon directory relative to the output directory 'outputpath'.
-# Example: "/awstatsicons"
-# Example: "../icon"
-# Default: "/icon" (means you must copy icon directories in "/mywwwroot/icon")
-#
-DirIcons="/awstats-icon"
-
-
-# When this parameter is set to 1, AWStats add a button on report page to
-# allow to "update" statistics from a web browser. Warning, when "update" is
-# made from a browser, AWStats is ran as a CGI by the web server user defined
-# in your web server (user "nobody" by default with Apache, "IUSR_XXX" with
-# IIS), so the "DirData" directory and all already existing history files
-# awstatsMMYYYY[.xxx].txt must be writable by this user. Change permissions if
-# necessary to "Read/Write" (and "Modify" for Windows NTFS file systems).
-# Warning: Update process can be long so you might experience "time out"
-# browser errors if you don't launch AWStats enough frequently.
-# When set to 0, update is only made when AWStats is ran from the command
-# line interface (or a task scheduler).
-# Possible values: 0 or 1
-# Default: 0
-#
-AllowToUpdateStatsFromBrowser=0
-
-
-# AWStats save and sort its database on a month basis, this allows to build
-# build a report quickly. However, if you choose the -month=all from command
-# line or value '-Year-' from CGI combo form to have a report for all year,
-# AWStats needs to reload all data for full year, and resort them completely,
-# requiring a large amount of time, memory and CPU. This might be a problem
-# for web hosting providers that offer AWStats for large sites, on shared
-# servers, to non CPU cautious customers.
-# For this reason, the 'full year' is only enabled on Command Line by default.
-# You can change this by setting this parameter to 0, 1, 2 or 3.
-# Possible values:
-# 0 - Never allowed
-# 1 - Allowed on CLI only, -Year- value in combo is not visible
-# 2 - Allowed on CLI only, -Year- value in combo is visible but not allowed
-# 3 - Possible on CLI and CGI
-# Default: 2
-#
-AllowFullYearView=2
-
-
-
-#-----------------------------------------------------------------------------
-# OPTIONAL SETUP SECTION (Not required but increase AWStats features)
-#-----------------------------------------------------------------------------
-
-# When the update process run, AWStats can set a lock file in TEMP or TMP
-# directory. This lock is to avoid to have 2 update processes running at the
-# same time to prevent unknown conflicts problems and avoid DoS attacks when
-# AllowToUpdateStatsFromBrowser is set to 1.
-# Because, when you use lock file, you can experience sometimes problems in
-# lock file not correctly removed (killed process for example requires that
-# you remove the file manualy), this option is not enabled by default (Do
-# not enable this option with no console server access).
-# Change : Effective immediatly
-# Possible values: 0 or 1
-# Default: 0
-#
-EnableLockForUpdate=0
-
-
-# AWStats can do reverse DNS lookups through a static DNS cache file that was
-# previously created manually. If no path is given in static DNS cache file
-# name, AWStats will search DirData directory. This file is never changed.
-# This option is not used if DNSLookup=0.
-# Note: DNS cache file format is 'minsince1970 ipaddress resolved_hostname'
-# or just 'ipaddress resolved_hostname'
-# Change : Effective for new updates only
-# Example: "/mydnscachedir/dnscache"
-# Default: "dnscache.txt"
-#
-DNSStaticCacheFile="dnscache.txt"
-
-
-# AWStats can do reverse DNS lookups through a DNS cache file that was created
-# by a previous run of AWStats. This file is erased and recreated after each
-# statistics update process. You don't need to create and/or edit it.
-# AWStats will read and save this file in DirData directory.
-# This option is used only if DNSLookup=1.
-# Note: If a DNSStaticCacheFile is available, AWStats will check for DNS
-# lookup in DNSLastUpdateCacheFile after checking into DNSStaticCacheFile.
-# Change : Effective for new updates only
-# Example: "/mydnscachedir/dnscachelastupdate"
-# Default: "dnscachelastupdate.txt"
-#
-DNSLastUpdateCacheFile="dnscachelastupdate.txt"
-
-
-# You can specify specific IP addresses that should NOT be looked up in DNS.
-# This option is used only if DNSLookup=1.
-# Note: Use space between each value.
-# Note: You can use regular expression values writing value with REGEX[value].
-# Change : Effective for new updates only
-# Example: "123.123.123.123 REGEX[^192\.168\.]"
-# Default: ""
-#
-SkipDNSLookupFor=""
-
-
-# The following two parameters allow you to protect a config file from being
-# read by AWStats when called from a browser if web user has not been
-# authenticated. Your AWStats program must be in a web protected "realm" (With
-# Apache, you can use .htaccess files to do so. With other web servers, see
-# your server setup manual).
-# Change : Effective immediatly
-# Possible values: 0 or 1
-# Default: 0
-#
-AllowAccessFromWebToAuthenticatedUsersOnly=0
-
-
-# This parameter give the list of all authorized authenticated users to view
-# statistics for this domain/config file. This parameter is used only if
-# AllowAccessFromWebToAuthenticatedUsersOnly is set to 1.
-# Change : Effective immediatly
-# Example: "user1 user2"
-# Example: "__REMOTE_USER__"
-# Default: ""
-#
-AllowAccessFromWebToFollowingAuthenticatedUsers=""
-
-
-# When this parameter is define to something, the IP address of the user that
-# read its statistics from a browser (when AWStats is used as a CGI) is
-# checked and must match one of the IP address values or ranges.
-# Change : Effective immediatly
-# Example: "127.0.0.1 123.123.123.1-123.123.123.255"
-# Default: ""
-#
-AllowAccessFromWebToFollowingIPAddresses=""
-
-
-# If the "DirData" directory (see above) does not exists, AWStats return an
-# error. However, you can ask AWStats to create it.
-# This option can be used by some Web Hosting Providers that has defined a
-# dynamic value for DirData (for example DirData="/home/__REMOTE_USER__") and
-# don't want to have to create a new directory each time they add a new user.
-# Change : Effective immediatly
-# Possible values: 0 or 1
-# Default: 0
-#
-CreateDirDataIfNotExists=0
-
-
-# You can choose in which format the Awstats history database is saved.
-# Note: Using "xml" format make AWStats building database files three times
-# larger than using "text" format.
-# Change : Database format is switched after next update
-# Possible values: text or xml
-# Default: text
-#
-BuildHistoryFormat=text
-
-
-# If you prefer having the report output pages be built as XML compliant pages
-# instead of simple HTML pages, you can set this to 'xhtml' (May not works
-# properly with old browsers).
-# Change : Effective immediatly
-# Possible values: html or xhtml
-# Default: html
-#
-BuildReportFormat=html
-
-
-# AWStats databases can be updated from command line of from a browser (when
-# used as a cgi program). So AWStats database files need write permission
-# for both command line user and default web server user (nobody for Unix,
-# IUSR_xxx for IIS/Windows,...).
-# To avoid permission's problems between update process (run by an admin user)
-# and CGI process (ran by a low level user), AWStats can save its database
-# files with read and write permissions for everyone.
-# By default, AWStats keep default user permissions on updated files. If you
-# set AllowToUpdateStatsFromBrowser to 1, you can change this parameter to 1.
-# Change : Effective for new updates only
-# Possible values: 0 or 1
-# Default: 0
-#
-SaveDatabaseFilesWithPermissionsForEveryone=0
-
-
-# AWStats can purge log file, after analyzing it. Note that AWStats is able
-# to detect new lines in a log file, to process only them, so you can launch
-# AWStats as often as you want, even with this parameter to 0.
-# With 0, no purge is made, so you must use a scheduled task or a web server
-# that make this purge frequently.
-# With 1, the purge of the log file is made each time AWStats update is ran.
-# This parameter doesn't work with IIS (This web server doesn't let its log
-# file to be purged).
-# Change : Effective for new updates only
-# Possible values: 0 or 1
-# Default: 0
-#
-PurgeLogFile=0
-
-
-# When PurgeLogFile is setup to 1, AWStats will clean your log file after
-# processing it. You can however keep an archive file (saved in "DirData") of
-# all processed log records by setting this to 1 (For example if you want to
-# use another log analyzer).
-# This parameter is not used if PurgeLogFile=0
-# Change : Effective for new updates only
-# Possible values: 0 or 1
-# Default: 0
-#
-ArchiveLogRecords=0
-
-
-# Each time you run the update process, AWStats overwrite the 'historic file'
-# for the month (awstatsMMYYYY[.*].txt) with the updated one.
-# When write errors occurs (IO, disk full,...), this historic file can be
-# corrupted and must be deleted. Because this file contains information of all
-# past processed log files, you will loose old stats if removed. So you can
-# ask AWStats to save last non corrupted file in a .bak file. This file is
-# stored in "DirData" directory with other 'historic files'.
-# Change : Effective for new updates only
-# Possible values: 0 or 1
-# Default: 0
-#
-KeepBackupOfHistoricFiles=0
-
-
-# Default index page name for your web server.
-# Change : Effective for new updates only
-# Example: "index.php index.html default.html"
-# Default: "index.html"
-#
-DefaultFile="index.html"
-
-
-# Do not include access from clients that match following criteria.
-# If your log file contains IP adresses in host field, you must enter here
-# matching IP adresses criteria.
-# If DNS lookup is already done in your log file, you must enter here hostname
-# criteria, else enter ip address criteria.
-# The opposite parameter of "SkipHosts" is "OnlyHosts".
-# Note: Use space between each value. This parameter is not case sensitive.
-# Note: You can use regular expression values writing value with REGEX[value].
-# Change : Effective for new updates only
-# Example: "127.0.0.1 REGEX[^192\.168\.] REGEX[^10\.]"
-# Example: "localhost REGEX[^.*\.localdomain$]"
-# Default: ""
-#
-SkipHosts=""
-
-
-# Do not include access from clients with a user agent that match following
-# criteria. If you want to exclude a robot, you should update the robots.pm
-# file instead of this parameter.
-# The opposite parameter of "SkipUserAgents" is "OnlyUserAgents".
-# Note: Use space between each value. This parameter is not case sensitive.
-# Note: You can use regular expression values writing value with REGEX[value].
-# Change : Effective for new updates only
-# Example: "konqueror REGEX[ua_test_v\d\.\d]"
-# Default: ""
-#
-SkipUserAgents=""
-
-
-# Use SkipFiles to ignore access to URLs that match one of following entries.
-# You can enter a list of not important URLs (like framed menus, hidden pages,
-# etc...) to exclude them from statistics. You must enter here exact relative
-# URL as found in log file, or a matching REGEX value.
-# For example, to ignore /badpage.html, just add "/badpage.html". To ignore
-# all pages in a particular directory, add "REGEX[^\/directorytoexclude]".
-# The opposite parameter of "SkipFiles" is "OnlyFiles".
-# Note: Use space between each value. This parameter is or not case sensitive
-# depending on URLNotCaseSensitive parameter.
-# Note: You can use regular expression values writing value with REGEX[value].
-# Change : Effective for new updates only
-# Example: "/badpage.html REGEX[^\/excludedirectory]"
-# Default: ""
-#
-SkipFiles=""
-
-
-# Include in stats, only accesses from hosts that match one of following
-# entries. For example, if you want AWStats to filter access to keep only
-# stats for visits from particular hosts, you can add those hosts names in
-# this parameter.
-# If DNS lookup is already done in your log file, you must enter here hostname
-# criteria, else enter ip address criteria.
-# The opposite parameter of "OnlyHosts" is "SkipHosts".
-# Note: Use space between each value. This parameter is not case sensitive.
-# Note: You can use regular expression values writing value with REGEX[value].
-# Change : Effective for new updates only
-# Example: "127.0.0.1 REGEX[^192\.168\.] REGEX[^10\.]"
-# Default: ""
-#
-OnlyHosts=""
-
-
-# Include in stats, only accesses from user agent that match one of following
-# entries. For example, if you want AWStats to filter access to keep only
-# stats for visits from particular browsers, you can add their user agents
-# string in this parameter.
-# The opposite parameter of "OnlyUserAgents" is "SkipUserAgents".
-# Note: Use space between each value. This parameter is not case sensitive.
-# Note: You can use regular expression values writing value with REGEX[value].
-# Change : Effective for new updates only
-# Example: "msie"
-# Default: ""
-#
-OnlyUserAgents=""
-
-
-# Include in stats, only accesses to URLs that match one of following entries.
-# For example, if you want AWStats to filter access to keep only stats that
-# match a particular string, like a particular directory, you can add this
-# directory name in this parameter.
-# The opposite parameter of "OnlyFiles" is "SkipFiles".
-# Note: Use space between each value. This parameter is or not case sensitive
-# depending on URLNotCaseSensitive parameter.
-# Note: You can use regular expression values writing value with REGEX[value].
-# Change : Effective for new updates only
-# Example: "REGEX[marketing_directory] REGEX[office\/.*\.(csv|sxw)$]"
-# Default: ""
-#
-OnlyFiles=""
-
-
-# Add here a list of kind of url (file extension) that must be counted as
-# "Hit only" and not as a "Hit" and "Page/Download". You can set here all
-# images extensions as they are hit downloaded that must be counted but they
-# are not viewed pages. URLs with such extensions are not included in the TOP
-# Pages/URL report.
-# Note: If you want to exclude particular URLs from stats (No Pages and no
-# Hits reported), you must use SkipFiles parameter.
-# Change : Effective for new updates only
-# Example: "css js class gif jpg jpeg png bmp ico zip arj gz z wav mp3 wma mpg"
-# Example: ""
-# Default: "css js class gif jpg jpeg png bmp ico"
-#
-NotPageList="css js class gif jpg jpeg png bmp ico swf"
-
-
-# By default, AWStats considers that records found in web log file are
-# successful hits if HTTP code returned by server is a valid HTTP code (200
-# and 304). Any other code are reported in HTTP status chart.
-# Note that HTTP 'control codes', like redirection (302, 305) are not added by
-# default in this list as they are not pages seen by a visitor but are
-# protocol exchange codes to tell the browser to ask another page. Because
-# this other page will be counted and seen with a 200 or 304 code, if you
-# add such codes, you will have 2 pages viewed reported for only one in facts.
-# Change : Effective for new updates only
-# Example: "200 304 302 305"
-# Default: "200 304"
-#
-ValidHTTPCodes="200 304"
-
-
-# By default, AWStats considers that records found in mail log file are
-# successful mail transfers if field that represent return code in analyzed
-# log file match values defined by this parameter.
-# Change : Effective for new updates only
-# Example: "1 250 200"
-# Default: "1 250"
-#
-ValidSMTPCodes="1 250"
-
-
-# Some web servers on some Operating systems (IIS-Windows) considers that a
-# login with same value but different case are the same login. To tell AWStats
-# to also considers them as one, set this parameter to 1.
-# Change : Effective for new updates only
-# Possible values: 0 or 1
-# Default: 0
-#
-AuthenticatedUsersNotCaseSensitive=0
-
-
-# Some web servers on some Operating systems (IIS-Windows) considers that two
-# URLs with same value but different case are the same URL. To tell AWStats to
-# also considers them as one, set this parameter to 1.
-# Change : Effective for new updates only
-# Possible values: 0 or 1
-# Default: 0
-#
-URLNotCaseSensitive=0
-
-
-# Keep or remove the anchor string you can find in some URLs.
-# Change : Effective for new updates only
-# Possible values: 0 or 1
-# Default: 0
-#
-URLWithAnchor=0
-
-
-# In URL links, "?" char is used to add parameter's list in URLs. Syntax is:
-# /mypage.html?param1=value1¶m2=value2
-# However, some servers/sites use also others chars to isolate dynamic part of
-# their URLs. You can complete this list with all such characters.
-# Change : Effective for new updates only
-# Example: "?;,"
-# Default: "?;"
-#
-URLQuerySeparators="?;"
-
-
-# Keep or remove the query string to the URL in the statistics for individual
-# pages. This is primarily used to differentiate between the URLs of dynamic
-# pages. If set to 1, mypage.html?id=x and mypage.html?id=y are counted as two
-# different pages.
-# Warning, when set to 1, memory required to run AWStats is dramatically
-# increased if you have a lot of changing URLs (for example URLs with a random
-# id inside). Such web sites should not set this option to 1 or use seriously
-# the next parameter URLWithQueryWithOnlyFollowingParameters (or eventually
-# URLWithQueryWithoutFollowingParameters).
-# Change : Effective for new updates only
-# Possible values:
-# 0 - URLs are cleaned from the query string (ie: "/mypage.html")
-# 1 - Full URL with query string is used (ie: "/mypage.html?p=x&q=y")
-# Default: 0
-#
-URLWithQuery=0
-
-
-# When URLWithQuery is on, you will get the full URL with all parameters in
-# URL reports. But among thoose parameters, sometimes you don't need a
-# particular parameter because it does not identify the page or because it's
-# a random ID changing for each access even if URL points to same page. In
-# such cases, it is higly recommanded to ask AWStats to keep only parameters
-# you need (if you know them) before counting, manipulating and storing URL.
-# Enter here list of wanted parameters. For example, with "param", one hit on
-# /mypage.cgi?param=abc&id=Yo4UomP9d and /mypage.cgi?param=abc&id=Mu8fdxl3r
-# will be reported as 2 hits on /mypage.cgi?param=abc
-# This parameter is not used when URLWithQuery is 0 and can't be used with
-# URLWithQueryWithoutFollowingParameters.
-# Change : Effective for new updates only
-# Example: "param"
-# Default: ""
-#
-URLWithQueryWithOnlyFollowingParameters=""
-
-
-# When URLWithQuery is on, you will get the full URL with all parameters in
-# URL reports. But among thoose parameters, sometimes you don't need a
-# particular parameter because it does not identify the page or because it's
-# a random ID changing for each access even if URL points to same page. In
-# such cases, it is higly recommanded to ask AWStats to remove such parameters
-# from the URL before counting, manipulating and storing URL. Enter here list
-# of all non wanted parameters. For example if you enter "id", one hit on
-# /mypage.cgi?param=abc&id=Yo4UomP9d and /mypage.cgi?param=abc&id=Mu8fdxl3r
-# will be reported as 2 hits on /mypage.cgi?param=abc
-# This parameter is not used when URLWithQuery is 0 and can't be used with
-# URLWithQueryWithOnlyFollowingParameters.
-# Change : Effective for new updates only
-# Example: "PHPSESSID jsessionid"
-# Default: ""
-#
-URLWithQueryWithoutFollowingParameters=""
-
-
-# Keep or remove the query string to the referrer URL in the statistics for
-# external referrer pages. This is used to differentiate between the URLs of
-# dynamic referrer pages. If set to 1, mypage.html?id=x and mypage.html?id=y
-# are counted as two different referrer pages.
-# Change : Effective for new updates only
-# Possible values:
-# 0 - Referrer URLs are cleaned from the query string (ie: "/mypage.html")
-# 1 - Full URL with query string is used (ie: "/mypage.html?p=x&q=y")
-# Default: 0
-#
-URLReferrerWithQuery=0
-
-
-# AWStats can detect setup problems or show you important informations to have
-# a better use. Keep this to 1, except if AWStats says you can change it.
-# Change : Effective immediatly
-# Possible values: 0 or 1
-# Default: 1
-#
-WarningMessages=1
-
-
-# When an error occurs, AWStats output a message related to errors. If you
-# want (in most cases for security reasons) to have no error messages, you
-# can set this parameter to your personalized generic message.
-# Change : Effective immediatly
-# Example: "An error occured. Contact your Administrator"
-# Default: ""
-#
-ErrorMessages=""
-
-
-# AWStat can be run with debug=x parameter to output various informations
-# to help in debugging or solving troubles. If you want to allow this (not
-# enabled by default for security reasons), set this parameter to 0.
-# Change : Effective immediatly
-# Possible values: 0 or 1
-# Default: 0
-#
-DebugMessages=0
-
-
-# To help you to detect if your log format is good, AWStats report an error
-# if all the first NbOfLinesForCorruptedLog lines have a format that does not
-# match the LogFormat parameter.
-# However, some worm virus attack on your web server can result in a very high
-# number of corrupted lines in your log. So if you experience awstats stop
-# because of bad virus records at the beginning of your log file, you can
-# increase this parameter (very rare).
-# Change : Effective for new updates only
-# Default: 50
-#
-NbOfLinesForCorruptedLog=50
-
-
-# For some particular integration needs, you may want to have CGI links to
-# point to another script than awstats.pl.
-# Use the name of this script in WrapperScript parameter.
-# Change : Effective immediatly
-# Example: "awstatslauncher.pl"
-# Default: ""
-#
-WrapperScript=""
-
-
-# DecodeUA must be set to 1 if you use Roxen web server. This server converts
-# all spaces in user agent field into %20. This make the AWStats robots, os
-# and browsers detection fail in some cases. Just change it to 1 if and only
-# if your web server is Roxen.
-# Change : Effective for new updates only
-# Possible values: 0 or 1
-# Default: 0
-#
-DecodeUA=0
-
-
-# MiscTrackerUrl can be used to make AWStats able to detect some miscellanous
-# things, that can not be tracked on other way, like:
-# - Javascript disabled
-# - Java enabled
-# - Screen size
-# - Color depth
-# - Macromedia Director plugin
-# - Macromedia Shockwave plugin
-# - Realplayer G2 plugin
-# - QuickTime plugin
-# - Mediaplayer plugin
-# - Acrobat PDF plugin
-# To enable all this features, you must copy the awstats_misc_tracker.js file
-# into a /js/ directory stored in your web document root and add the following
-# HTML code at the end of your index page (but before </BODY>) :
-#
-# <script language=javascript src="/js/awstats_misc_tracker.js"></script>
-# <noscript><img src="/js/awstats_misc_tracker.js?nojs=y" height=0 width=0 border=0 style="display: none"></noscript>
-#
-# If code is not added in index page, all those detection capabilities will be
-# disabled. You must also check that ShowScreenSizeStats and ShowMiscStats
-# parameters are set to 1 to make results appear in AWStats report page.
-# If you want to use another directory than /js/, you must also change the
-# awstatsmisctrackerurl variable into the awstats_misc_tracker.js file.
-# Change : Effective for new updates only.
-# Possible value: URL of javascript tracker file added in your HTML code.
-# Default: "/js/awstats_misc_tracker.js"
-#
-MiscTrackerUrl="/js/awstats_misc_tracker.js"
-
-
-
-#-----------------------------------------------------------------------------
-# OPTIONAL ACCURACY SETUP SECTION (Not required but increase AWStats features)
-#-----------------------------------------------------------------------------
-
-# Following values allows you to define accuracy of AWStats entities (robots,
-# browsers, os, referers, file types) detection.
-# It might be a good idea for large web sites or ISP that provides AWStats to
-# high number of customers, to set this parameter to 1 (or 0), instead of 2.
-# Possible values:
-# 0 = No detection,
-# 1 = Medium/Standard detection
-# 2 = Full detection
-# Change : Effective for new updates only
-# Default: 2 (0 for LevelForWormsDetection)
-#
-LevelForBrowsersDetection=2 # 0 disables Browsers detection.
- # 2 reduces AWStats speed by 2%
-LevelForOSDetection=2 # 0 disables OS detection.
- # 2 reduces AWStats speed by 3%
-LevelForRefererAnalyze=2 # 0 disables Origin detection.
- # 2 reduces AWStats speed by 14%
-LevelForRobotsDetection=2 # 0 disables Robots detection.
- # 2 reduces AWStats speed by 2.5%
-LevelForSearchEnginesDetection=2 # 0 disables Search engines detection.
- # 2 reduces AWStats speed by 9%
-LevelForKeywordsDetection=2 # 0 disables Keyphrases/Keywords detection.
- # 2 reduces AWStats speed by 1%
-LevelForFileTypesDetection=2 # 0 disables File types detection.
- # 2 reduces AWStats speed by 1%
-LevelForWormsDetection=0 # 0 disables Worms detection.
- # 2 reduces AWStats speed by 15%
-
-
-
-#-----------------------------------------------------------------------------
-# OPTIONAL APPEARANCE SETUP SECTION (Not required but increase AWStats features)
-#-----------------------------------------------------------------------------
-
-# When you use AWStats as a CGI, you can have the reports shown in HTML frames.
-# Frames are only available for report viewed dynamically. When you build
-# pages from command line, this option is not used and no frames are built.
-# Possible values: 0 or 1
-# Default: 1
-#
-UseFramesWhenCGI=1
-
-
-# This parameter ask your browser to open detailed reports into a different
-# window than the main page.
-# Possible values:
-# 0 - Open all in same browser window
-# 1 - Open detailed reports in another window except if using frames
-# 2 - Open always in a different window even if reports are framed
-# Default: 1
-#
-DetailedReportsOnNewWindows=1
-
-
-# You can add, in the HTML report page, a cache lifetime (in seconds) that
-# will be returned to browser in HTTP header answer by server.
-# This parameter is not used when report are built with -staticlinks option.
-# Example: 3600
-# Default: 0
-#
-Expires=0
-
-
-# To avoid too large web pages, you can ask AWStats to limit number of rows of
-# all reported charts to this number when no other limit apply.
-# Default: 1000
-#
-MaxRowsInHTMLOutput=1000
-
-
-# Set your primary language (ISO-639-1 language codes).
-# Possible value:
-# Albanian=al, Bosnian=ba, Bulgarian=bg, Catalan=ca,
-# Chinese (Taiwan)=tw, Chinese (Simpliefied)=cn, Czech=cz, Danish=dk,
-# Dutch=nl, English=en, Estonian=et, Euskara=eu, Finnish=fi,
-# French=fr, Galician=gl, German=de, Greek=gr, Hebrew=he, Hungarian=hu,
-# Icelandic=is, Indonesian=id, Italian=it, Japanese=jp, Korean=kr,
-# Latvian=lv, Norwegian (Nynorsk)=nn, Norwegian (Bokmal)=nb, Polish=pl,
-# Portuguese=pt, Portuguese (Brazilian)=br, Romanian=ro, Russian=ru,
-# Serbian=sr, Slovak=sk, Slovenian=si, Spanish=es, Swedish=se, Turkish=tr,
-# Ukrainian=ua, Welsh=cy.
-# First available language accepted by browser=auto
-# Default: "auto"
-#
-Lang="auto"
-
-
-# Set the location of language files.
-# Example: "/usr/share/awstats/lang"
-# Default: "./lang" (means lang directory is in same location than awstats.pl)
-#
-DirLang="/usr/share/awstats/lang"
-
-
-# Show menu header with reports' links
-# Possible values: 0 or 1
-# Default: 1
-#
-ShowMenu=1
-
-
-# You choose here which reports you want to see in the main page and what you
-# want to see in those reports.
-# Possible values:
-# 0 - Report is not shown at all
-# 1 - Report is shown in main page with an entry in menu and default columns
-# XYZ - Report shows column informations defined by code X,Y,Z...
-# X,Y,Z... are code letters among the following:
-# U = Unique visitors
-# V = Visits
-# P = Number of pages
-# H = Number of hits (or mails)
-# B = Bandwith (or total mail size for mail logs)
-# L = Last access date
-# E = Entry pages
-# X = Exit pages
-# C = Web compression (mod_gzip,mod_deflate)
-# M = Average mail size (mail logs)
-#
-
-# Show monthly summary
-# Context: Web, Streaming, Mail, Ftp
-# Default: UVPHB, Possible column codes: UVPHB
-ShowSummary=UVPHB
-
-# Show monthly chart
-# Context: Web, Streaming, Mail, Ftp
-# Default: UVPHB, Possible column codes: UVPHB
-ShowMonthStats=UVPHB
-
-# Show days of month chart
-# Context: Web, Streaming, Mail, Ftp
-# Default: VPHB, Possible column codes: VPHB
-ShowDaysOfMonthStats=VPHB
-
-# Show days of week chart
-# Context: Web, Streaming, Mail, Ftp
-# Default: PHB, Possible column codes: PHB
-ShowDaysOfWeekStats=PHB
-
-# Show hourly chart
-# Context: Web, Streaming, Mail, Ftp
-# Default: PHB, Possible column codes: PHB
-ShowHoursStats=PHB
-
-# Show domains/country chart
-# Context: Web, Streaming, Mail, Ftp
-# Default: PHB, Possible column codes: PHB
-ShowDomainsStats=PHB
-
-# Show hosts chart
-# Context: Web, Streaming, Mail, Ftp
-# Default: PHBL, Possible column codes: PHBL
-ShowHostsStats=PHBL
-
-# Show authenticated users chart
-# Context: Web, Streaming, Ftp
-# Default: 0, Possible column codes: PHBL
-ShowAuthenticatedUsers=0
-
-# Show robots chart
-# Context: Web, Streaming
-# Default: HBL, Possible column codes: HBL
-ShowRobotsStats=HBL
-
-# Show worms chart
-# Context: Web, Streaming
-# Default: 0 (If set to other than 0, see also LevelForWormsDetection), Possible column codes: HBL
-ShowWormsStats=0
-
-# Show email senders chart (For use when analyzing mail log files)
-# Context: Mail
-# Default: 0, Possible column codes: HBML
-ShowEMailSenders=0
-
-# Show email receivers chart (For use when analyzing mail log files)
-# Context: Mail
-# Default: 0, Possible column codes: HBML
-ShowEMailReceivers=0
-
-# Show session chart
-# Context: Web, Streaming, Ftp
-# Default: 1, Possible column codes: None
-ShowSessionsStats=1
-
-# Show pages-url chart.
-# Context: Web, Streaming, Ftp
-# Default: PBEX, Possible column codes: PBEX
-ShowPagesStats=PBEX
-
-# Show file types chart.
-# Context: Web, Streaming, Ftp
-# Default: HB, Possible column codes: HBC
-ShowFileTypesStats=HB
-
-# Show file size chart (Not yet available)
-# Context: Web, Streaming, Mail, Ftp
-# Default: 1, Possible column codes: None
-ShowFileSizesStats=0
-
-# Show operating systems chart
-# Context: Web, Streaming, Ftp
-# Default: 1, Possible column codes: None
-ShowOSStats=1
-
-# Show browsers chart
-# Context: Web, Streaming
-# Default: 1, Possible column codes: None
-ShowBrowsersStats=1
-
-# Show screen size chart
-# Context: Web, Streaming
-# Default: 0 (If set to 1, see also MiscTrackerUrl), Possible column codes: None
-ShowScreenSizeStats=0
-
-# Show origin chart
-# Context: Web, Streaming
-# Default: PH, Possible column codes: PH
-ShowOriginStats=PH
-
-# Show keyphrases chart
-# Context: Web, Streaming
-# Default: 1, Possible column codes: None
-ShowKeyphrasesStats=1
-
-# Show keywords chart
-# Context: Web, Streaming
-# Default: 1, Possible column codes: None
-ShowKeywordsStats=1
-
-# Show misc chart
-# Context: Web, Streaming
-# Default: a (See also MiscTrackerUrl parameter), Possible column codes: anjdfrqwp
-ShowMiscStats=a
-
-# Show http errors chart
-# Context: Web, Streaming
-# Default: 1, Possible column codes: None
-ShowHTTPErrorsStats=1
-
-# Show smtp errors chart (For use when analyzing mail log files)
-# Context: Mail
-# Default: 0, Possible column codes: None
-ShowSMTPErrorsStats=0
-
-# Show the cluster report (Your LogFormat must contains the %cluster tag)
-# Context: Web, Streaming, Ftp
-# Default: 0, Possible column codes: PHB
-ShowClusterStats=0
-
-
-# Some graphical reports are followed by the data array of values.
-# If you don't want this array (to reduce report size for example), you can
-# set thoose options to 0.
-# Possible values: 0 or 1
-# Default: 1
-#
-# Data array values for the ShowMonthStats report
-AddDataArrayMonthStats=1
-# Data array values for the ShowDaysOfMonthStats report
-AddDataArrayShowDaysOfMonthStats=1
-# Data array values for the ShowDaysOfWeekStats report
-AddDataArrayShowDaysOfWeekStats=1
-# Data array values for the ShowHoursStats report
-AddDataArrayShowHoursStats=1
-
-
-# In the Origin chart, you have stats on where your hits came from. You can
-# includes hits on pages that comes from pages of same sites in this chart.
-# Possible values: 0 or 1
-# Default: 0
-#
-IncludeInternalLinksInOriginSection=0
-
-
-# Following parameter can be used to choose maximum number of lines shown for
-# the particular following report.
-#
-# Stats by countries/domains
-MaxNbOfDomain = 10
-MinHitDomain = 1
-# Stats by hosts
-MaxNbOfHostsShown = 10
-MinHitHost = 1
-# Stats by authenticated users
-MaxNbOfLoginShown = 10
-MinHitLogin = 1
-# Stats by robots
-MaxNbOfRobotShown = 10
-MinHitRobot = 1
-# Stats by pages
-MaxNbOfPageShown = 10
-MinHitFile = 1
-# Stats by OS
-MaxNbOfOsShown = 10
-MinHitOs = 1
-# Stats by browsers
-MaxNbOfBrowsersShown = 10
-MinHitBrowser = 1
-# Stats by screen size
-MaxNbOfScreenSizesShown = 5
-MinHitScreenSize = 1
-# Stats by window size (following 2 parameters are not yet used)
-MaxNbOfWindowSizesShown = 5
-MinHitWindowSize = 1
-# Stats by referers
-MaxNbOfRefererShown = 10
-MinHitRefer = 1
-# Stats for keyphrases
-MaxNbOfKeyphrasesShown = 10
-MinHitKeyphrase = 1
-# Stats for keywords
-MaxNbOfKeywordsShown = 10
-MinHitKeyword = 1
-# Stats for sender or receiver emails
-MaxNbOfEMailsShown = 20
-MinHitEMail = 1
-
-
-# Choose if you want the week report to start on sunday or monday
-# Possible values:
-# 0 - Week start on sunday
-# 1 - Week start on monday
-# Default: 1
-#
-FirstDayOfWeek=1
-
-
-# List of visible flags that links to other language translations.
-# See Lang parameter for list of allowed flag/language codes.
-# If you don't want any flag link, set ShowFlagLinks to "".
-# This parameter is used only if ShowMenu parameter is set to 1.
-# Possible values: "" or "language_codes_separated_by_space"
-# Example: "en es fr nl de"
-# Default: ""
-#
-ShowFlagLinks=""
-
-
-# Each URL, shown in stats report views, are links you can click.
-# Possible values: 0 or 1
-# Default: 1
-#
-ShowLinksOnUrl=1
-
-
-# When AWStats build HTML links in its report pages, it starts thoose link
-# with "http://";. However some links might be HTTPS links, so you can enter
-# here the root of all your HTTPS links. If all your site is a SSL web site,
-# just enter "/".
-# This parameter is not used if ShowLinksOnUrl is 0.
-# Example: "/shopping"
-# Example: "/"
-# Default: ""
-#
-UseHTTPSLinkForUrl=""
-
-
-# Maximum length of URL part shown on stats page (number of characters).
-# This affects only URL visible text, link still work.
-# Default: 64
-#
-MaxLengthOfShownURL=64
-
-
-# You can enter HTML code that will be added at the top of AWStats reports.
-# Default: ""
-#
-HTMLHeadSection=""
-
-
-# You can enter HTML code that will be added at the end of AWStats reports.
-# Great to add advert ban.
-# Default: ""
-#
-HTMLEndSection=""
-
-
-# You can set Logo and LogoLink to use your own logo.
-# Logo must be the name of image file (must be in $DirIcons/other directory).
-# LogoLink is the expected URL when clicking on Logo.
-# Default: "awstats_logo6.png"
-#
-Logo="awstats_logo6.png"
-LogoLink="http://awstats.sourceforge.net";
-
-
-# Value of maximum bar width/height for horizontal/vertical HTML graphics bar.
-# Default: 260/90
-#
-BarWidth = 260
-BarHeight = 90
-
-
-# You can ask AWStats to use a particular CSS (Cascading Style Sheet) to
-# change its look. To create a style sheet, you can use samples provided with
-# AWStats in wwwroot/css directory.
-# Example: "/awstatscss/awstats_bw.css"
-# Example: "/css/awstats_bw.css"
-# Default: ""
-#
-StyleSheet=""
-
-
-# Those colors parameters can be used (if StyleSheet parameter is not used)
-# to change AWStats look.
-# Example: color_name="RRGGBB" # RRGGBB is Red Green Blue components in Hex
-#
-color_Background="FFFFFF" # Background color for main page (Default = "FFFFFF")
-color_TableBGTitle="CCCCDD" # Background color for table title (Default = "CCCCDD")
-color_TableTitle="000000" # Table title font color (Default = "000000")
-color_TableBG="CCCCDD" # Background color for table (Default = "CCCCDD")
-color_TableRowTitle="FFFFFF" # Table row title font color (Default = "FFFFFF")
-color_TableBGRowTitle="ECECEC" # Background color for row title (Default = "ECECEC")
-color_TableBorder="ECECEC" # Table border color (Default = "ECECEC")
-color_text="000000" # Color of text (Default = "000000")
-color_textpercent="606060" # Color of text for percent values (Default = "606060")
-color_titletext="000000" # Color of text title within colored Title Rows (Default = "000000")
-color_weekend="EAEAEA" # Color for week-end days (Default = "EAEAEA")
-color_link="0011BB" # Color of HTML links (Default = "0011BB")
-color_hover="605040" # Color of HTML on-mouseover links (Default = "605040")
-color_u="FFAA66" # Background color for number of unique visitors (Default = "FFAA66")
-color_v="F4F090" # Background color for number of visites (Default = "F4F090")
-color_p="4477DD" # Background color for number of pages (Default = "4477DD")
-color_h="66DDEE" # Background color for number of hits (Default = "66DDEE")
-color_k="2EA495" # Background color for number of bytes (Default = "2EA495")
-color_s="8888DD" # Background color for number of search (Default = "8888DD")
-color_e="CEC2E8" # Background color for number of entry pages (Default = "CEC2E8")
-color_x="C1B2E2" # Background color for number of exit pages (Default = "C1B2E2")
-
-
-
-#-----------------------------------------------------------------------------
-# PLUGINS
-#-----------------------------------------------------------------------------
-
-# Add here all plugins file you want to load.
-# Plugin files must be .pm files stored in 'plugins' directory.
-# Uncomment LoadPlugin lines to enable a plugin after checking that perl
-# modules required by the plugin are installed.
-
-# Plugin: Tooltips
-# Perl modules required: None
-# Add some tooltips help on HTML report pages.
-# Note that enabled this kind of help will increased HTML report pages size,
-# so server load and bandwidth.
-#
-#LoadPlugin="tooltips"
-
-# Plugin: DecodeUTFKeys
-# Perl modules required: Encode and URI::Escape
-# Allow AWStats to show correctly (in language charset) keywords/keyphrases
-# strings even if they were UTF8 coded by the referer search engine.
-#
-#LoadPlugin="decodeutfkeys"
-
-# Plugin: IPv6
-# Perl modules required: Net::IP and Net::DNS
-# This plugin gives AWStats capability to make reverse DNS lookup on IPv6
-# addresses.
-# Note: If you are interesting in having country report, you should use the
-# geoipfree or geoip plugin instead of enabled reverse DNS lookup.
-#
-#LoadPlugin="ipv6"
-
-# Plugin: HashFiles
-# Perl modules required: Storable
-# AWStats DNS cache files are read/saved as native hash files. This increase
-# DNS cache files loading speed, above all for very large web sites.
-#
-LoadPlugin="hashfiles"
-
-# Plugin: GeoIP
-# Perl modules required: Geo::IP or Geo::IP::PurePerl (from Maxmind)
-# Country chart is built from an Internet IP-Country database.
-# This plugin is useless for intranet only log files.
-# Note: You must choose between using this plugin (need Perl Geo::IP module
-# from Maxmind, database more up to date) or the GeoIPfree plugin (need
-# Perl Geo::IPfree module, database less up to date).
-# This plugin reduces AWStats speed of 8% !
-#
-#LoadPlugin="geoip GEOIP_STANDARD"
-
-# Plugin: GeoIPfree
-# Perl modules required: Geo::IPfree version 0.2+ (from Graciliano M.P.)
-# Country chart is built from an Internet IP-Country database.
-# This plugin is useless for intranet only log files.
-# Note: You must choose between using this plugin (need Perl Geo::IPfree
-# module, database less up to date) or the GeoIP plugin (need Perl Geo::IP
-# module from Maxmind, database more up to date).
-# Note: Activestate provide a corrupted version of Geo::IPfree 0.2 Perl
-# module, so install it from elsewhere (from www.cpan.org for example).
-# This plugin reduces AWStats speed of 10% !
-#
-#LoadPlugin="geoipfree"
-
-# Plugin: GeoIP_Region_Maxmind
-# Perl modules required: Geo::IP (from Maxmind)
-# This plugin add a chart of hits by regions. Only regions for US and
-# Canada can be detected.
-# Note: This plugin need Maxmind GeoIP Perl module AND the region database.
-# Note: I get some problem with Maxmind Geo::IP Perl module with ActiveState
-# on Windows but it works great on Linux with default Perl.
-# You need to purchase a license from Maxmind to get/use the Region database.
-# This plugin reduces AWStats speed.
-#
-#LoadPlugin="geoip_region_maxmind GEOIP_STANDARD /pathto/GeoIPRegion.dat"
-
-# Plugin: GeoIP_City_Maxmind
-# Perl modules required: Geo::IP (from Maxmind)
-# This plugin add a chart of hits by cities.
-# Note: This plugin need Maxmind GeoIP Perl module AND the city database.
-# Note: I get some problem with Maxmind Geo::IP Perl module with ActiveState
-# on Windows but it works great on Linux with default Perl.
-# You need to purchase a license from Maxmind to get/use the City database.
-# This plugin reduces AWStats speed.
-#
-#LoadPlugin="geoip_city_maxmind GEOIP_STANDARD /pathto/GeoIPCity.dat"
-
-# Plugin: GeoIP_ISP_Maxmind
-# Perl modules required: Geo::IP (from Maxmind)
-# This plugin add a chart of hits by ISP.
-# Note: This plugin need Maxmind GeoIP Perl module AND the ISP database.
-# Note: I get some problem with Maxmind Geo::IP Perl module with ActiveState
-# on Windows but it works great on Linux with default Perl.
-# You need to purchase a license from Maxmind to get/use the ISP database.
-# This plugin reduces AWStats speed.
-#
-#LoadPlugin="geoip_isp_maxmind GEOIP_STANDARD /pathto/GeoIPISP.dat"
-
-# Plugin: GeoIP_Org_Maxmind
-# Perl modules required: Geo::IP (from Maxmind)
-# This plugin add a chart of hits by Organization name
-# Note: This plugin need Maxmind GeoIP Perl module AND the Org database.
-# Note: I get some problem with Maxmind Geo::IP Perl module with ActiveState
-# on Windows but it works great on Linux with default Perl.
-# You need to purchase a license from Maxmind to get/use the Org database.
-# This plugin reduces AWStats speed.
-#
-#LoadPlugin="geoip_org_maxmind GEOIP_STANDARD /pathto/GeoIPOrg.dat"
-
-# Plugin: UserInfo
-# Perl modules required: None
-# Add a text (Firtname, Lastname, Office Department, ...) in authenticated user
-# reports for each login value.
-# A text file called userinfo.myconfig.txt, with two fields (first is login,
-# second is text to show, separated by a tab char) must be created in DirData
-# directory.
-#
-#LoadPlugin="userinfo"
-
-# Plugin: HostInfo
-# Perl modules required: Net::XWhois
-# Add a column into host chart with a link to open a popup window that shows
-# info on host (like whois records).
-#
-#LoadPlugin="hostinfo"
-
-# Plugin: ClusterInfo
-# Perl modules required: None
-# Add a text (for example a full hostname) in cluster reports for each cluster
-# number.
-# A text file called clusterinfo.myconfig.txt, with two fields (first is
-# cluster number, second is text to show) separated by a tab char. must be
-# created into DirData directory.
-# Note this plugin is useless if ShowClusterStats is set to 0 or if you don't
-# use a personalized log format that contains %cluster tag.
-#
-#LoadPlugin="clusterinfo"
-
-# Plugin: UrlAliases
-# Perl modules required: None
-# Add a text (Page title, description...) in URL reports before URL value.
-# A text file called urlalias.myconfig.txt, with two fields (first is URL,
-# second is text to show, separated by a tab char) must be created into
-# DirData directory.
-#
-#LoadPlugin="urlalias"
-
-# Plugin: TimeHiRes
-# Perl modules required: Time::HiRes (if Perl < 5.8)
-# Time reported by -showsteps option is in millisecond. For debug purpose.
-#
-#LoadPlugin="timehires"
-
-# Plugin: TimeZone
-# Perl modules required: Time::Local
-# Allow AWStats to correct a bad timezone for user of some IIS that use
-# GMT date in its log instead of local server time.
-# This module is useless for Apache and most IIS version.
-# This plugin reduces AWStats speed of 40% !!!!!!!
-#
-#LoadPlugin="timezone +2"
-
-# Plugin: Rawlog
-# Perl modules required: None
-# This plugin adds a form in AWStats main page to allow users to see raw
-# content of current log files. A filter is also available.
-#
-#LoadPlugin="rawlog"
-
-# Plugin: GraphApplet
-# Perl modules required: None
-# Supported charts are built by a 3D graphic applet.
-#
-#LoadPlugin="graphapplet /awstatsclasses" # EXPERIMENTAL FEATURE
-
-
-
-#-----------------------------------------------------------------------------
-# EXTRA SECTIONS
-#-----------------------------------------------------------------------------
-
-# You can define your own charts, you choose here what are rows and columns
-# keys. This feature is particularly usefull for marketing purpose, tracking
-# products orders for example.
-# For this, edit all parameters of Extra section. Each set of parameter is a
-# different chart. For several charts, duplicate section changing the number.
-# Note: Each Extra section reduces AWStats speed by 8%.
-#
-# WARNING: A wrong setup of Extra section might result in too large arrays
-# that will consume all your memory, making AWStats unusable after several
-# updates, so be sure to setup it correctly.
-# In most cases, you don't need this feature.
-#
-# ExtraSectionNameX is title of your personalized chart.
-# ExtraSectionCodeFilterX is list of codes the record code field must match.
-# Put an empty string for no test on code.
-# ExtraSectionConditionX are conditions you can use to count or not the hit,
-# Use one of the field condition (URL,QUERY_STRING,REFERER,UA,HOST,extraX)
-# and a regex to match, after a coma. Use "||" for "OR".
-# ExtraSectionFirstColumnTitleX is the first column title of the chart.
-# ExtraSectionFirstColumnValuesX is a string to tell AWStats which field to
-# extract value from (URL,QUERY_STRING,REFERER,UA,HOST,extraX)
-# and how to extract the value (using regex syntax). Each different value
-# found will appear in first column of report on a different row. Be sure
-# that list of different possible values will not grow indefinitely.
-# ExtraSectionFirstColumnFormatX is the string used to write value.
-# ExtraSectionStatTypesX are things you want to count. You can use standard
-# code letters (P for pages,H for hits,B for bandwidth,L for last access).
-# ExtraSectionAddAverageRowX add a row at bottom of chart with average values.
-# ExtraSectionAddSumRowX add a row at bottom of chart with sum values.
-# MaxNbOfExtraX is maximum number of rows shown in chart.
-# MinHitExtraX is minimum number of hits required to be shown in chart.
-#
-
-# Example to report the 20 products the most ordered by "order.cgi" script
-#ExtraSectionName1="Product orders"
-#ExtraSectionCodeFilter1="200 304"
-#ExtraSectionCondition1="URL,\/cgi\-bin\/order\.cgi||URL,\/cgi\-bin\/order2\.cgi"
-#ExtraSectionFirstColumnTitle1="Product ID"
-#ExtraSectionFirstColumnValues1="QUERY_STRING,productid=([^&]+)"
-#ExtraSectionFirstColumnFormat1="%s"
-#ExtraSectionStatTypes1=PL
-#ExtraSectionAddAverageRow1=0
-#ExtraSectionAddSumRow1=1
-#MaxNbOfExtra1=20
-#MinHitExtra1=1
-
-
-# There is also a global parameter ExtraTrackedRowsLimit that limit the
-# number of possible rows an ExtraSection can report. This parameter is
-# here to protect too much memory use when you make a bad setup in your
-# ExtraSection. It applies to all ExtraSection independently meaning that
-# none ExtraSection can report more rows than value defined by ExtraTrackedRowsLimit.
-# If you know an ExtraSection will report more rows than its value, you should
-# increase this parameter or AWStats will stop with an error.
-# Example: 2000
-# Default: 500
-#
-ExtraTrackedRowsLimit=500
-
-
-#-----------------------------------------------------------------------------
-# INCLUDES
-#-----------------------------------------------------------------------------
-
-# You can include other config files using the directive with the name of the
-# config file.
-# This is particularly usefull for users who have a lot of virtual servers, so
-# a lot of config files and want to maintain common values in only one file.
-# Note that when a variable is defined both in a config file and in an
-# included file, AWStats will use the last value read for parameters that
-# contains one value and AWStats will concat all values from both files for
-# parameters that are lists of value.
-#
-
-Include "/etc/awstats/awstats.conf.local"
-
Modified: trunk/vhffs-robots/misc/awstats.sample
===================================================================
--- trunk/vhffs-robots/misc/awstats.sample 2007-01-20 09:56:38 UTC (rev 412)
+++ trunk/vhffs-robots/misc/awstats.sample 2007-01-21 08:01:33 UTC (rev 413)
@@ -1,102 +1,8 @@
-LogFile="/var/log/apache/access.log"
+LogFormat=1
+LogFile="MY_LOGPATH"
+SiteDomain="MY_DOMAINNAME"
-# Enter the log file type you want to analyze.
-# Possible values:
-# W - For a web log file
-# S - For a streaming log file
-# M - For a mail log file
-# F - For a ftp log file
-# Example: W
-# Default: W
-#
-LogType=W
-
-
-# Enter here your log format (Must match your web server config. See setup
-# instructions in documentation to know how to configure your web server to
-# have the required log format).
-# Possible values: 1,2,3,4 or "your_own_personalized_log_format"
-# 1 - Apache or Lotus Notes/Domino native combined log format (NCSA combined/XLF/ELF log format)
-# 2 - Old IIS log format (IIS W3C log format). See FAQ for IIS 6.x.
-# 3 - Webstar native log format.
-# 4 - Apache or Squid native common log format (NCSA common/CLF log format)
-# With LogFormat=4, some features (browsers, os, keywords...) can't work.
-# "your_own_personalized_log_format" = If your log is ftp, mail or other format,
-# you must use following keys to define the log format string (See FAQ
-# for ftp, mail or exotic web log format examples):
-# %host Host client name or IP address
-# %lognamequot Authenticated login/user with format: "john"
-# %logname Authenticated login/user with format: john
-# %time1 Date and time with format: [dd/mon/yyyy:hh:mm:ss +0000] or [dd/mon/yyyy:hh:mm:ss]
-# %time2 Date and time with format: yyyy-mm-dd hh:mm:ss
-# %time3 Date and time with format: Mon dd hh:mm:ss or Mon dd hh:mm:ss yyyy
-# %time4 Date and time with unix timestamp format: dddddddddd
-# %methodurl Method and URL with format: "GET /index.html HTTP/x.x"
-# %methodurlnoprot Method and URL with format: "GET /index.html"
-# %method Method with format: GET
-# %url URL only with format: /index.html
-# %query Query string (used by URLWithQuery option)
-# %code Return code status (with format for web log: 999)
-# %bytesd Size of document in bytes
-# %refererquot Referer page with format: "http://from.com/from.htm";
-# %referer Referer page with format: http://from.com/from.htm
-# %uaquot User agent with format: "Mozilla/4.0 (compatible, ...)"
-# %ua User agent with format: Mozilla/4.0_(compatible...)
-# %gzipin mod_gzip compression input bytes: In:XXX
-# %gzipout mod_gzip compression output bytes & ratio: Out:YYY:ZZpct.
-# %gzipratio mod_gzip compression ratio: ZZpct.
-# %deflateratio mod_deflate compression ratio with format: (ZZ)
-# %email EMail sender (for mail log)
-# %email_r EMail receiver (for mail log)
-# %virtualname Web sever virtual hostname. Use this tag when same log
-# contains data of several virtual web servers. AWStats
-# will discard records not in SiteDomain nor HostAliases
-# %cluster If log file is provided from several computers (merged by
-# logresolvemerge.pl), use this to define cluster id field.
-# %extraX Another field that you plan to use for building a
-# personalized report with ExtraSection feature (See later).
-# If your log format has some fields not included in this list, use:
-# %other Means another not used field
-# %otherquot Means another not used double quoted field
-#
-# Examples for Apache combined logs (following two examples are equivalent):
-# LogFormat = 1
-# LogFormat = "%host %other %logname %time1 %methodurl %code %bytesd %refererquot %uaquot"
-#
-LogFormat=4
-
-
-# If your log field's separator is not a space, you can change this parameter.
-# This parameter is not used if LogFormat is a predefined value (1,2,3,4)
-# Backslash can be used as escape character.
-# Example: " "
-# Example: "\t"
-# Example: "\|"
-# Default: " "
-#
-LogSeparator=" "
-
-
-# "SiteDomain" must contain the main domain name, or the main intranet web
-# server name, used to reach the web site.
-# If you share the same log file for several virtual web servers, this
-# parameter is used to tell AWStats to filter record that contains records for
-# this virtual host name only (So check that this virtual hostname can be
-# found in your log file and use a personalized log format that include the
-# %virtualname tag).
-# But for multi hosting a better solution is to have one log file for each
-# virtual web server. In this case, this parameter is only used to generate
-# full URL's links when ShowLinksOnUrl option is set to 1.
-# If analysing mail log, enter here the domain name of mail server.
-# Example: "myintranetserver"
-# Example: "www.domain.com"
-# Example: "ftp.domain.com"
-# Example: "domain.com"
-#
-SiteDomain="MY_DOMAIN_SITE"
-
-
# Enter here all other possible domain names, addresses or virtual host
# aliases someone can use to access your site. Try to keep only the minimum
# number of possible names/addresses to have the best performances.
@@ -144,7 +50,7 @@
# Example: "C:/awstats_data_dir"
# Default: "." (means same directory as awstats.pl)
#
-DirData="/var/lib/awstats"
+DirData="MY_DATADIR"
# Relative or absolute web URL of your awstats cgi-bin directory.
Added: trunk/vhffs-robots/src/awstats.pl
===================================================================
--- trunk/vhffs-robots/src/awstats.pl 2007-01-20 09:56:38 UTC (rev 412)
+++ trunk/vhffs-robots/src/awstats.pl 2007-01-21 08:01:33 UTC (rev 413)
@@ -0,0 +1,10365 @@
+#!/usr/bin/perl
+#------------------------------------------------------------------------------
+# Free realtime web server logfile analyzer to show advanced web statistics.
+# Works from command line or as a CGI. You must use this script as often as
+# necessary from your scheduler to update your statistics and from command
+# line or a browser to read report results.
+# See AWStats documentation (in docs/ directory) for all setup instructions.
+#------------------------------------------------------------------------------
+# $Revision: 1.814 $ - $Author: eldy $ - $Date: 2005/02/24 21:02:23 $
+require 5.005;
+
+#$|=1;
+#use warnings; # Must be used in test mode only. This reduce a little process speed
+#use diagnostics; # Must be used in test mode only. This reduce a lot of process speed
+use strict;no strict "refs";
+use Time::Local; # use Time::Local 'timelocal_nocheck' is faster but not supported by all Time::Local modules
+use Socket;
+
+#------------------------------------------------------------------------------
+# Defines
+#------------------------------------------------------------------------------
+use vars qw/ $REVISION $VERSION /;
+$REVISION='$Revision: 1.814 $'; $REVISION =~ /\s(.*)\s/; $REVISION=$1;
+$VERSION="6.4 (build $REVISION)";
+
+# ----- Constants -----
+use vars qw/
+$DEBUGFORCED $NBOFLINESFORBENCHMARK $FRAMEWIDTH $NBOFLASTUPDATELOOKUPTOSAVE
+$LIMITFLUSH $NEWDAYVISITTIMEOUT $VISITTIMEOUT $NOTSORTEDRECORDTOLERANCE
+$WIDTHCOLICON $TOOLTIPON
+$lastyearbeforeupdate
+/;
+$DEBUGFORCED=0; # Force debug level to log lesser level into debug.log file (Keep this value to 0)
+$NBOFLINESFORBENCHMARK=8192; # Benchmark info are printing every NBOFLINESFORBENCHMARK lines (Must be a power of 2)
+$FRAMEWIDTH=240; # Width of left frame when UseFramesWhenCGI is on
+$NBOFLASTUPDATELOOKUPTOSAVE=500; # Nb of records to save in DNS last update cache file
+$LIMITFLUSH=5000; # Nb of records in data arrays after how we need to flush data on disk
+$NEWDAYVISITTIMEOUT=764041; # Delay between 01-23:59:59 and 02-00:00:00
+$VISITTIMEOUT=10000; # Lapse of time to consider a page load as a new visit. 10000 = 1 hour (Default = 10000)
+$NOTSORTEDRECORDTOLERANCE=20000; # Lapse of time to accept a record if not in correct order. 20000 = 2 hour (Default = 20000)
+$WIDTHCOLICON=32;
+$TOOLTIPON=0; # Tooltips plugin loaded
+# ----- Running variables -----
+use vars qw/
+$DIR $PROG $Extension
+$Debug $ShowSteps
+$DebugResetDone $DNSLookupAlreadyDone
+$RunAsCli $UpdateFor $HeaderHTTPSent $HeaderHTMLSent
+$LastLine $LastLineNumber $LastLineOffset $LastLineChecksum $LastUpdate
+$lowerval
+$PluginMode
+$TotalUnique $TotalVisits $TotalHostsKnown $TotalHostsUnknown
+$TotalPages $TotalHits $TotalBytes
+$TotalNotViewedPages $TotalNotViewedHits $TotalNotViewedBytes
+$TotalEntries $TotalExits $TotalBytesPages $TotalDifferentPages
+$TotalKeyphrases $TotalKeywords $TotalDifferentKeyphrases $TotalDifferentKeywords
+$TotalSearchEnginesPages $TotalSearchEnginesHits $TotalRefererPages $TotalRefererHits $TotalDifferentSearchEngines $TotalDifferentReferer
+$FrameName $Center $FileConfig $FileSuffix $Host $DayRequired $MonthRequired $YearRequired
+$QueryString $SiteConfig $StaticLinks $PageCode $PageDir $PerlParsingFormat $UserAgent
+$pos_vh $pos_host $pos_logname $pos_date $pos_tz $pos_method $pos_url $pos_code $pos_size
+$pos_referer $pos_agent $pos_query $pos_gzipin $pos_gzipout $pos_compratio $pos_timetaken
+$pos_cluster $pos_emails $pos_emailr $pos_hostr @pos_extra
+/;
+$DIR=$PROG=$Extension='';
+$Debug = $ShowSteps = 0;
+$DebugResetDone = $DNSLookupAlreadyDone = 0;
+$RunAsCli = $UpdateFor = $HeaderHTTPSent = $HeaderHTMLSent = 0;
+$LastLine = $LastLineNumber = $LastLineOffset = $LastLineChecksum = $LastUpdate = 0;
+$lowerval = 0;
+$PluginMode = '';
+$TotalUnique = $TotalVisits = $TotalHostsKnown = $TotalHostsUnknown = 0;
+$TotalPages = $TotalHits = $TotalBytes = 0;
+$TotalNotViewedPages = $TotalNotViewedHits = $TotalNotViewedBytes = 0;
+$TotalEntries = $TotalExits = $TotalBytesPages = $TotalDifferentPages = 0;
+$TotalKeyphrases = $TotalKeywords = $TotalDifferentKeyphrases = $TotalDifferentKeywords = 0;
+$TotalSearchEnginesPages = $TotalSearchEnginesHits = $TotalRefererPages = $TotalRefererHits = $TotalDifferentSearchEngines = $TotalDifferentReferer = 0;
+($FrameName, $Center, $FileConfig, $FileSuffix, $Host, $DayRequired, $MonthRequired, $YearRequired,
+$QueryString, $SiteConfig, $StaticLinks, $PageCode, $PageDir, $PerlParsingFormat, $UserAgent)=
+('','','','','','','','','','','','','','','');
+# ----- Plugins variable -----
+use vars qw/ %PluginsLoaded $PluginDir $AtLeastOneSectionPlugin /;
+%PluginsLoaded=();
+$PluginDir='';
+$AtLeastOneSectionPlugin=0;
+# ----- Time vars -----
+use vars qw/
+$starttime
+$nowtime $tomorrowtime
+$nowweekofmonth $nowweekofyear $nowdaymod $nowsmallyear
+$nowsec $nowmin $nowhour $nowday $nowmonth $nowyear $nowwday $nowyday $nowns
+$StartSeconds $StartMicroseconds
+/;
+$StartSeconds=$StartMicroseconds=0;
+# ----- Variables for config file reading -----
+use vars qw/
+$FoundNotPageList
+/;
+$FoundNotPageList=0;
+# ----- Config file variables -----
+use vars qw/
+$StaticExt
+$DNSStaticCacheFile
+$DNSLastUpdateCacheFile
+$MiscTrackerUrl
+$Lang
+$MaxRowsInHTMLOutput
+$MaxLengthOfShownURL
+$MaxLengthOfStoredURL
+$MaxLengthOfStoredUA
+%BarPng
+$BuildReportFormat
+$BuildHistoryFormat
+$ExtraTrackedRowsLimit
+/;
+$StaticExt='html';
+$DNSStaticCacheFile='dnscache.txt';
+$DNSLastUpdateCacheFile='dnscachelastupdate.txt';
+$MiscTrackerUrl='/js/awstats_misc_tracker.js';
+$Lang='auto';
+$MaxRowsInHTMLOutput=1000;
+$MaxLengthOfShownURL=64;
+$MaxLengthOfStoredURL=256; # Note: Apache LimitRequestLine is default to 8190
+$MaxLengthOfStoredUA=256;
+%BarPng=('vv'=>'vv.png','vu'=>'vu.png','hu'=>'hu.png','vp'=>'vp.png','hp'=>'hp.png',
+'he'=>'he.png','hx'=>'hx.png','vh'=>'vh.png','hh'=>'hh.png','vk'=>'vk.png','hk'=>'hk.png');
+$BuildReportFormat='html';
+$BuildHistoryFormat='text';
+$ExtraTrackedRowsLimit=500;
+use vars qw/
+$DebugMessages $AllowToUpdateStatsFromBrowser $EnableLockForUpdate $DNSLookup $AllowAccessFromWebToAuthenticatedUsersOnly
+$BarHeight $BarWidth $CreateDirDataIfNotExists $KeepBackupOfHistoricFiles
+$NbOfLinesParsed $NbOfLinesDropped $NbOfLinesCorrupted $NbOfOldLines $NbOfNewLines
+$NbOfLinesShowsteps $NewLinePhase $NbOfLinesForCorruptedLog $PurgeLogFile $ArchiveLogRecords
+$ShowDropped $ShowCorrupted $ShowUnknownOrigin $ShowLinksToWhoIs
+$ShowAuthenticatedUsers $ShowFileSizesStats $ShowScreenSizeStats $ShowSMTPErrorsStats
+$ShowEMailSenders $ShowEMailReceivers $ShowWormsStats $ShowClusterStats
+$IncludeInternalLinksInOriginSection
+$AuthenticatedUsersNotCaseSensitive
+$Expires $UpdateStats $MigrateStats $URLNotCaseSensitive $URLWithQuery $URLReferrerWithQuery
+$DecodeUA
+/;
+($DebugMessages, $AllowToUpdateStatsFromBrowser, $EnableLockForUpdate, $DNSLookup, $AllowAccessFromWebToAuthenticatedUsersOnly,
+$BarHeight, $BarWidth, $CreateDirDataIfNotExists, $KeepBackupOfHistoricFiles,
+$NbOfLinesParsed, $NbOfLinesDropped, $NbOfLinesCorrupted, $NbOfOldLines, $NbOfNewLines,
+$NbOfLinesShowsteps, $NewLinePhase, $NbOfLinesForCorruptedLog, $PurgeLogFile, $ArchiveLogRecords,
+$ShowDropped, $ShowCorrupted, $ShowUnknownOrigin, $ShowLinksToWhoIs,
+$ShowAuthenticatedUsers, $ShowFileSizesStats, $ShowScreenSizeStats, $ShowSMTPErrorsStats,
+$ShowEMailSenders, $ShowEMailReceivers, $ShowWormsStats, $ShowClusterStats,
+$IncludeInternalLinksInOriginSection,
+$AuthenticatedUsersNotCaseSensitive,
+$Expires, $UpdateStats, $MigrateStats, $URLNotCaseSensitive, $URLWithQuery, $URLReferrerWithQuery,
+$DecodeUA)=
+(0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0);
+use vars qw/
+$DetailedReportsOnNewWindows
+$FirstDayOfWeek $KeyWordsNotSensitive $SaveDatabaseFilesWithPermissionsForEveryone
+$WarningMessages $ShowLinksOnUrl $UseFramesWhenCGI
+$ShowMenu $ShowSummary $ShowMonthStats $ShowDaysOfMonthStats $ShowDaysOfWeekStats
+$ShowHoursStats $ShowDomainsStats $ShowHostsStats
+$ShowRobotsStats $ShowSessionsStats $ShowPagesStats $ShowFileTypesStats
+$ShowOSStats $ShowBrowsersStats $ShowOriginStats
+$ShowKeyphrasesStats $ShowKeywordsStats $ShowMiscStats $ShowHTTPErrorsStats
+$AddDataArrayMonthStats $AddDataArrayShowDaysOfMonthStats $AddDataArrayShowDaysOfWeekStats $AddDataArrayShowHoursStats
+/;
+($DetailedReportsOnNewWindows,
+$FirstDayOfWeek, $KeyWordsNotSensitive, $SaveDatabaseFilesWithPermissionsForEveryone,
+$WarningMessages, $ShowLinksOnUrl, $UseFramesWhenCGI,
+$ShowMenu, $ShowSummary, $ShowMonthStats, $ShowDaysOfMonthStats, $ShowDaysOfWeekStats,
+$ShowHoursStats, $ShowDomainsStats, $ShowHostsStats,
+$ShowRobotsStats, $ShowSessionsStats, $ShowPagesStats, $ShowFileTypesStats,
+$ShowOSStats, $ShowBrowsersStats, $ShowOriginStats,
+$ShowKeyphrasesStats, $ShowKeywordsStats, $ShowMiscStats, $ShowHTTPErrorsStats,
+$AddDataArrayMonthStats, $AddDataArrayShowDaysOfMonthStats, $AddDataArrayShowDaysOfWeekStats, $AddDataArrayShowHoursStats
+)=
+(1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1);
+use vars qw/
+$AllowFullYearView
+$LevelForRobotsDetection $LevelForWormsDetection $LevelForBrowsersDetection $LevelForOSDetection $LevelForRefererAnalyze
+$LevelForFileTypesDetection $LevelForSearchEnginesDetection $LevelForKeywordsDetection
+/;
+($AllowFullYearView,
+$LevelForRobotsDetection, $LevelForWormsDetection, $LevelForBrowsersDetection, $LevelForOSDetection, $LevelForRefererAnalyze,
+$LevelForFileTypesDetection, $LevelForSearchEnginesDetection, $LevelForKeywordsDetection)=
+(2,2,0,2,2,2,2,2,2);
+use vars qw/
+$DirLock $DirCgi $DirConfig $DirData $DirIcons $DirLang $AWScript $ArchiveFileName
+$AllowAccessFromWebToFollowingIPAddresses $HTMLHeadSection $HTMLEndSection $LinksToWhoIs $LinksToIPWhoIs
+$LogFile $LogType $LogFormat $LogSeparator $Logo $LogoLink $StyleSheet $WrapperScript $SiteDomain
+$UseHTTPSLinkForUrl $URLQuerySeparators $URLWithAnchor $ErrorMessages $ShowFlagLinks
+/;
+($DirLock, $DirCgi, $DirConfig, $DirData, $DirIcons, $DirLang, $AWScript, $ArchiveFileName,
+$AllowAccessFromWebToFollowingIPAddresses, $HTMLHeadSection, $HTMLEndSection, $LinksToWhoIs, $LinksToIPWhoIs,
+$LogFile, $LogType, $LogFormat, $LogSeparator, $Logo, $LogoLink, $StyleSheet, $WrapperScript, $SiteDomain,
+$UseHTTPSLinkForUrl, $URLQuerySeparators, $URLWithAnchor, $ErrorMessages, $ShowFlagLinks)=
+('','','','','','','','','','','','','','','','','','','','','','','','','','','');
+use vars qw/
+$color_Background $color_TableBG $color_TableBGRowTitle
+$color_TableBGTitle $color_TableBorder $color_TableRowTitle $color_TableTitle
+$color_text $color_textpercent $color_titletext $color_weekend $color_link $color_hover $color_other
+$color_h $color_k $color_p $color_e $color_x $color_s $color_u $color_v
+/;
+($color_Background, $color_TableBG, $color_TableBGRowTitle,
+$color_TableBGTitle, $color_TableBorder, $color_TableRowTitle, $color_TableTitle,
+$color_text, $color_textpercent, $color_titletext, $color_weekend, $color_link, $color_hover, $color_other,
+$color_h, $color_k, $color_p, $color_e, $color_x, $color_s, $color_u, $color_v)=
+('','','','','','','','','','','','','','','','','','','','','','');
+# ---------- Init arrays --------
+use vars qw/
+@RobotsSearchIDOrder_list1 @RobotsSearchIDOrder_list2 @RobotsSearchIDOrder_listgen
+@SearchEnginesSearchIDOrder_list1 @SearchEnginesSearchIDOrder_list2 @SearchEnginesSearchIDOrder_listgen
+@BrowsersSearchIDOrder @OSSearchIDOrder @WordsToExtractSearchUrl @WordsToCleanSearchUrl
+@WormsSearchIDOrder
+@RobotsSearchIDOrder @SearchEnginesSearchIDOrder
+@_from_p @_from_h
+@_time_p @_time_h @_time_k @_time_nv_p @_time_nv_h @_time_nv_k
+@DOWIndex @fieldlib @keylist
+/;
+@RobotsSearchIDOrder = @SearchEnginesSearchIDOrder = ();
+@_from_p = @_from_h = ();
+@_time_p = @_time_h = @_time_k = @_time_nv_p = @_time_nv_h = @_time_nv_k = ();
+@DOWIndex = @fieldlib = @keylist = ();
+use vars qw/
+@MiscListOrder %MiscListCalc
+@OSFamily %BrowsersFamily @SessionsRange %SessionsAverage
+%LangBrowserToLangAwstats %LangAWStatsToFlagAwstats
+@HostAliases @AllowAccessFromWebToFollowingAuthenticatedUsers
+@DefaultFile @SkipDNSLookupFor
+@SkipHosts @SkipUserAgents @SkipFiles
+@OnlyHosts @OnlyUserAgents @OnlyFiles
+@URLWithQueryWithOnly @URLWithQueryWithout
+@ExtraName @ExtraCondition @ExtraStatTypes @MaxNbOfExtra @MinHitExtra
+@ExtraFirstColumnTitle @ExtraFirstColumnValues @ExtraFirstColumnFormat
+@ExtraCodeFilter @ExtraConditionType @ExtraConditionTypeVal
+@ExtraFirstColumnValuesType @ExtraFirstColumnValuesTypeVal
+@ExtraAddAverageRow @ExtraAddSumRow
+@PluginsToLoad
+/;
+@MiscListOrder=('AddToFavourites','JavascriptDisabled','JavaEnabled','DirectorSupport','FlashSupport','RealPlayerSupport','QuickTimeSupport','WindowsMediaPlayerSupport','PDFSupport');
+%MiscListCalc=('TotalMisc'=>'','AddToFavourites'=>'u','JavascriptDisabled'=>'hm','JavaEnabled'=>'hm','DirectorSupport'=>'hm','FlashSupport'=>'hm','RealPlayerSupport'=>'hm','QuickTimeSupport'=>'hm','WindowsMediaPlayerSupport'=>'hm','PDFSupport'=>'hm');
+@OSFamily=('win','mac');
+%BrowsersFamily=('msie'=>1,'firefox'=>2,'netscape'=>3);
+@SessionsRange=('0s-30s','30s-2mn','2mn-5mn','5mn-15mn','15mn-30mn','30mn-1h','1h+');
+%SessionsAverage=('0s-30s',15,'30s-2mn',75,'2mn-5mn',210,'5mn-15mn',600,'15mn-30mn',1350,'30mn-1h',2700,'1h+',3600);
+# HTTP-Accept or Lang parameter => AWStats code to use for lang
+# ISO-639-1 or 2 or other => awstats-xx.txt where xx is ISO-639-1
+%LangBrowserToLangAwstats=(
+'sq'=>'al','ar'=>'ar','ba'=>'ba','bg'=>'bg','zh-tw'=>'tw','zh'=>'cn','cz'=>'cz',
+'de'=>'de','da'=>'dk',
+'en'=>'en','et'=>'et','fi'=>'fi','fr'=>'fr','gl'=>'gl',
+'es'=>'es','eu'=>'eu','ca'=>'ca',
+'el'=>'gr','hu'=>'hu','is'=>'is','in'=>'id','it'=>'it',
+'ja'=>'jp','ko'=>'kr','lv'=>'lv','nl'=>'nl','no'=>'nb','nb'=>'nb','nn'=>'nn',
+'pl'=>'pl','pt'=>'pt','pt-br'=>'br','ro'=>'ro','ru'=>'ru','sr'=>'sr','sk'=>'sk',
+'sv'=>'se','th'=>'th','tr'=>'tr','uk'=>'ua','cy'=>'cy','wlk'=>'cy'
+);
+%LangAWStatsToFlagAwstats=( # If flag (country ISO-3166 two letters) is not same than AWStats Lang code
+'ca'=>'es_cat','et'=>'ee','eu'=>'es_eu',
+'cy'=>'wlk',
+'gl'=>'glg',
+'he'=>'il',
+'ar'=>'sa',
+'sr'=>'cs'
+);
+@HostAliases = @AllowAccessFromWebToFollowingAuthenticatedUsers=();
+@DefaultFile = @SkipDNSLookupFor = ();
+@SkipHosts = @SkipUserAgents = @SkipFiles = ();
+@OnlyHosts = @OnlyUserAgents = @OnlyFiles = ();
+@URLWithQueryWithOnly = @URLWithQueryWithout = ();
+@ExtraName = @ExtraCondition = @ExtraStatTypes = @MaxNbOfExtra = @MinHitExtra = ();
+@ExtraFirstColumnTitle = @ExtraFirstColumnValues = @ExtraFirstColumnFormat = ();
+@ExtraCodeFilter = @ExtraConditionType = @ExtraConditionTypeVal = ();
+@ExtraFirstColumnValuesType = @ExtraFirstColumnValuesTypeVal = ();
+@ExtraAddAverageRow = @ExtraAddSumRow = ();
+@PluginsToLoad = ();
+# ---------- Init hash arrays --------
+use vars qw/
+%BrowsersHashIDLib %BrowsersHashIcon %BrowsersHereAreGrabbers
+%DomainsHashIDLib
+%MimeHashLib %MimeHashIcon %MimeHashFamily
+%OSHashID %OSHashLib
+%RobotsHashIDLib %RobotsAffiliateLib
+%SearchEnginesHashID %SearchEnginesHashLib %SearchEnginesWithKeysNotInQuery %SearchEnginesKnownUrl %NotSearchEnginesKeys
+%WormsHashID %WormsHashLib %WormsHashTarget
+/;
+use vars qw/
+%HTMLOutput %NoLoadPlugin %FilterIn %FilterEx
+%BadFormatWarning
+%MonthNumLib
+%ValidHTTPCodes %ValidSMTPCodes
+%TrapInfosForHTTPErrorCodes %NotPageList %DayBytes %DayHits %DayPages %DayVisits
+%MaxNbOf %MinHit
+%ListOfYears %HistoryAlreadyFlushed %PosInFile %ValueInFile
+%val %nextval %egal
+%TmpDNSLookup %TmpOS %TmpRefererServer %TmpRobot %TmpBrowser %MyDNSTable
+/;
+%HTMLOutput = %NoLoadPlugin = %FilterIn = %FilterEx = ();
+%BadFormatWarning = ();
+%MonthNumLib = ();
+%ValidHTTPCodes = %ValidSMTPCodes = ();
+%TrapInfosForHTTPErrorCodes=(); $TrapInfosForHTTPErrorCodes{404}=1; # TODO Add this in config file
+%NotPageList=();
+%DayBytes = %DayHits = %DayPages = %DayVisits = ();
+%MaxNbOf = %MinHit = ();
+%ListOfYears = %HistoryAlreadyFlushed = %PosInFile = %ValueInFile = ();
+%val = %nextval = %egal = ();
+%TmpDNSLookup = %TmpOS = %TmpRefererServer = %TmpRobot = %TmpBrowser = %MyDNSTable = ();
+use vars qw/
+%FirstTime %LastTime
+%MonthHostsKnown %MonthHostsUnknown
+%MonthUnique %MonthVisits
+%MonthPages %MonthHits %MonthBytes
+%MonthNotViewedPages %MonthNotViewedHits %MonthNotViewedBytes
+%_session %_browser_h
+%_domener_p %_domener_h %_domener_k %_errors_h %_errors_k
+%_filetypes_h %_filetypes_k %_filetypes_gz_in %_filetypes_gz_out
+%_host_p %_host_h %_host_k %_host_l %_host_s %_host_u
+%_waithost_e %_waithost_l %_waithost_s %_waithost_u
+%_keyphrases %_keywords %_os_h %_pagesrefs_p %_pagesrefs_h %_robot_h %_robot_k %_robot_l %_robot_r
+%_worm_h %_worm_k %_worm_l %_login_h %_login_p %_login_k %_login_l %_screensize_h
+%_misc_p %_misc_h %_misc_k
+%_cluster_p %_cluster_h %_cluster_k
+%_se_referrals_p %_se_referrals_h %_sider404_h %_referer404_h %_url_p %_url_k %_url_e %_url_x
+%_unknownreferer_l %_unknownrefererbrowser_l
+%_emails_h %_emails_k %_emails_l %_emailr_h %_emailr_k %_emailr_l
+/;
+&Init_HashArray();
+# ---------- Init Regex --------
+use vars qw/ $regclean1 $regclean2 $regdate /;
+$regclean1=qr/<(recnb|\/td)>/i;
+$regclean2=qr/<\/?[^<>]+>/i;
+$regdate=qr/(\d\d\d\d)(\d\d)(\d\d)(\d\d)(\d\d)(\d\d)/;
+
+# ---------- Init Tie::hash arrays --------
+# Didn't find a tie that increase speed
+#use Tie::StdHash;
+#use Tie::Cache::LRU;
+#tie %_host_p, 'Tie::StdHash';
+#tie %TmpOS, 'Tie::Cache::LRU';
+
+# PROTOCOL CODES
+use vars qw/ %httpcodelib %ftpcodelib %smtpcodelib /;
+
+# DEFAULT MESSAGE
+use vars qw/ @Message /;
+@Message=(
+'Unknown',
+'Unknown (unresolved ip)',
+'Others',
+'View details',
+'Day',
+'Month',
+'Year',
+'Statistics for',
+'First visit',
+'Last visit',
+'Number of visits',
+'Unique visitors',
+'Visit',
+'different keywords',
+'Search',
+'Percent',
+'Traffic',
+'Domains/Countries',
+'Visitors',
+'Pages-URL',
+'Hours',
+'Browsers',
+'',
+'Referers',
+'Never updated (See \'Build/Update\' on awstats_setup.html page)',
+'Visitors domains/countries',
+'hosts',
+'pages',
+'different pages-url',
+'Viewed',
+'Other words',
+'Pages not found',
+'HTTP Error codes',
+'Netscape versions',
+'IE versions',
+'Last Update',
+'Connect to site from',
+'Origin',
+'Direct address / Bookmarks',
+'Origin unknown',
+'Links from an Internet Search Engine',
+'Links from an external page (other web sites except search engines)',
+'Links from an internal page (other page on same site)',
+'Keyphrases used on search engines',
+'Keywords used on search engines',
+'Unresolved IP Address',
+'Unknown OS (Referer field)',
+'Required but not found URLs (HTTP code 404)',
+'IP Address',
+'Error Hits',
+'Unknown browsers (Referer field)',
+'different robots',
+'visits/visitor',
+'Robots/Spiders visitors',
+'Free realtime logfile analyzer for advanced web statistics',
+'of',
+'Pages',
+'Hits',
+'Versions',
+'Operating Systems',
+'Jan',
+'Feb',
+'Mar',
+'Apr',
+'May',
+'Jun',
+'Jul',
+'Aug',
+'Sep',
+'Oct',
+'Nov',
+'Dec',
+'Navigation',
+'File type',
+'Update now',
+'Bandwidth',
+'Back to main page',
+'Top',
+'dd mmm yyyy - HH:MM',
+'Filter',
+'Full list',
+'Hosts',
+'Known',
+'Robots',
+'Sun',
+'Mon',
+'Tue',
+'Wed',
+'Thu',
+'Fri',
+'Sat',
+'Days of week',
+'Who',
+'When',
+'Authenticated users',
+'Min',
+'Average',
+'Max',
+'Web compression',
+'Bandwidth saved',
+'Compression on',
+'Compression result',
+'Total',
+'different keyphrases',
+'Entry',
+'Code',
+'Average size',
+'Links from a NewsGroup',
+'KB',
+'MB',
+'GB',
+'Grabber',
+'Yes',
+'No',
+'Info.',
+'OK',
+'Exit',
+'Visits duration',
+'Close window',
+'Bytes',
+'Search Keyphrases',
+'Search Keywords',
+'different refering search engines',
+'different refering sites',
+'Other phrases',
+'Other logins (and/or anonymous users)',
+'Refering search engines',
+'Refering sites',
+'Summary',
+'Exact value not available in "Year" view',
+'Data value arrays',
+'Sender EMail',
+'Receiver EMail',
+'Reported period',
+'Extra/Marketing',
+'Screen sizes',
+'Worm/Virus attacks',
+'Add to favorites (estimated)',
+'Days of month',
+'Miscellaneous',
+'Browsers with Java support',
+'Browsers with Macromedia Director Support',
+'Browsers with Flash Support',
+'Browsers with Real audio playing support',
+'Browsers with Quictime audio playing support',
+'Browsers with Windows Media audio playing support',
+'Browsers with PDF support',
+'SMTP Error codes',
+'Countries',
+'Mails',
+'Size',
+'First',
+'Last',
+'Exclude filter',
+'Codes shown here gave hits or traffic "not viewed" by visitors, so they are not included in other charts.',
+'Cluster',
+'Robots shown here gave hits or traffic "not viewed" by visitors, so they are not included in other charts.',
+'Numbers after + are successful hits on "robots.txt" files',
+'Worms shown here gave hits or traffic "not viewed" by visitors, so thay are not included in other charts.',
+'Not viewed traffic includes traffic generated by robots, worms, or replies with special HTTP status codes.',
+'Traffic viewed',
+'Traffic not viewed',
+'Monthly history',
+'Worms',
+'different worms',
+'Mails successfully sent',
+'Mails failed/refused',
+'Sensitive targets',
+'Javascript disabled',
+'Created by',
+'plugins'
+);
+
+
+
+#------------------------------------------------------------------------------
+# Functions
+#------------------------------------------------------------------------------
+
+#------------------------------------------------------------------------------
+# Function: Write on ouput header of HTTP answer
+# Parameters: None
+# Input: $HeaderHTTPSent $BuildReportFormat $PageCode $Expires
+# Output: $HeaderHTTPSent=1
+# Return: None
+#------------------------------------------------------------------------------
+sub http_head {
+ if (! $HeaderHTTPSent) {
+ if ($BuildReportFormat eq 'xhtml' || $BuildReportFormat eq 'xml') { print ($ENV{'HTTP_USER_AGENT'}=~/MSIE|Googlebot/i?"Content-type: text/html; charset=$PageCode\n":"Content-type: text/xml; charset=$PageCode\n"); }
+ else { print "Content-type: text/html; charset=$PageCode\n"; }
+
+ # Expires must be GMT ANSI asctime and must be after Content-type to avoid pb with some servers (SAMBAR)
+ if ($Expires =~ /^\d+$/) {
+ print "Cache-Control: public\n";
+ print "Last-Modified: ".gmtime($starttime)."\n";
+ print "Expires: ".(gmtime($starttime+$Expires))."\n";
+ }
+ print "\n";
+ }
+ $HeaderHTTPSent++;;
+}
+
+#------------------------------------------------------------------------------
+# Function: Write on ouput header of HTML page
+# Parameters: None
+# Input: %HTMLOutput $PluginMode $Expires $Lang $StyleSheet $HTMLHeadSection $PageCode $PageDir
+# Output: $HeaderHTMLSent=1
+# Return: None
+#------------------------------------------------------------------------------
+sub html_head {
+ my $dir=$PageDir?'right':'left';
+ if (scalar keys %HTMLOutput || $PluginMode) {
+ my $MetaRobot=0; # meta robots
+ my $periodtitle=" ($YearRequired".($MonthRequired ne 'all'?"-$MonthRequired":"").")";
+ # Write head section
+ if ($BuildReportFormat eq 'xhtml' || $BuildReportFormat eq 'xml') {
+ if ($PageCode) { print "<?xml version=\"1.0\" encoding=\"$PageCode\"?>\n"; }
+ else { print "<?xml version=\"1.0\" encoding=\"iso-8859-1\"?>\n"; };
+ if ($FrameName ne 'index') { print "<!DOCTYPE html PUBLIC \"-//W3C//DTD XHTML 1.0 Strict//EN\" \"http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd\";>\n"; }
+ else { print "<!DOCTYPE html PUBLIC \"-//W3C//DTD XHTML 1.0 Frameset//EN\" \"http://www.w3.org/TR/xhtml1/DTD/xhtml1-frameset.dtd\";>\n"; }
+ print "<html xmlns=\"http://www.w3.org/1999/xhtml\"; xml:lang=\"$Lang\">\n";
+ } else {
+ if ($FrameName ne 'index') { print "<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.01 Transitional//EN\">\n\n"; }
+ else { print "<!DOCTYPE HTML PUBLIC \"-//W3C//DTD HTML 4.01 Frameset//EN\">\n\n"; }
+ print "<html lang='$Lang'".($PageDir?" dir='rtl'":"").">\n";
+ }
+ print "<head>\n";
+
+ print "<meta name=\"generator\" content=\"AWStats $VERSION from config file awstats.$SiteConfig.conf (http://awstats.sourceforge.net)\" />\n";
+
+ if ($MetaRobot) { print "<meta name=\"robots\" content=\"".($FrameName eq 'mainleft'?'no':'')."index,nofollow\" />\n"; }
+ else { print "<meta name=\"robots\" content=\"noindex,nofollow\" />\n"; }
+
+ # Affiche tag meta content-type
+ if ($BuildReportFormat eq 'xhtml' || $BuildReportFormat eq 'xml') { print ($ENV{'HTTP_USER_AGENT'}=~/MSIE|Googlebot/i?"<meta http-equiv=\"content-type\" content=\"text/html; charset=".($PageCode?$PageCode:"iso-8859-1")."\" />\n":"<meta http-equiv=\"content-type\" content=\"text/xml; charset=".($PageCode?$PageCode:"iso-8859-1")."\" />\n"); }
+ else { print "<meta http-equiv=\"content-type\" content=\"text/html; charset=".($PageCode?$PageCode:"iso-8859-1")."\" />\n"; }
+
+ if ($Expires) { print "<meta http-equiv=\"expires\" content=\"".(gmtime($starttime+$Expires))."\" />\n"; }
+ print "<meta http-equiv=\"description\" content=\"".ucfirst($PROG)." - Advanced Web Statistics for $SiteDomain$periodtitle\" />\n";
+ if ($MetaRobot && $FrameName ne 'mainleft') { print "<meta http-equiv=\"keywords\" content=\"$SiteDomain, free, advanced, realtime, web, server, logfile, log, analyzer, analysis, statistics, stats, perl, analyse, performance, hits, visits\" />\n"; }
+ print "<title>$Message[7] $SiteDomain$periodtitle</title>\n";
+ if ($FrameName ne 'index') {
+
+ # A STYLE section must be in head section. Do not use " for number in a style section
+ print "<style type=\"text/css\">\n";
+ if ($BuildReportFormat eq 'xhtml' || $BuildReportFormat eq 'xml') { print ($ENV{'HTTP_USER_AGENT'}=~/Firebird/i?"<!--\n":"<![CDATA[\n"); }
+ else { print "<!--\n"; }
+print "body { font: 11px verdana, arial, helvetica, sans-serif; background-color: #$color_Background; margin-top: 0; margin-bottom: 0; }\n";
+print ".aws_bodyl { }\n";
+print ".aws_border { background-color: #$color_TableBG; padding: 1px 1px ".($BuildReportFormat eq 'xhtml' || $BuildReportFormat eq 'xml'?"2px":"1px")." 1px; margin-top: 0; margin-bottom: 0; }\n";
+print ".aws_title { font: 13px verdana, arial, helvetica, sans-serif; font-weight: bold; background-color: #$color_TableBGTitle; text-align: center; margin-top: 0; margin-bottom: 0; padding: 1px 1px 1px 1px; color: #$color_TableTitle; }\n";
+print ".aws_blank { font: 13px verdana, arial, helvetica, sans-serif; background-color: #".($ENV{'HTTP_USER_AGENT'} && $ENV{'HTTP_USER_AGENT'}=~/MSIE/i?$color_Background:$color_TableBG)."; text-align: center; margin-bottom: 0; padding: 1px 1px 1px 1px; }\n";
+print <<EOF;
+.aws_data {
+ background-color: #$color_Background;
+ border-top-width: 1px;
+ border-left-width: 0px;
+ border-right-width: 0px;
+ border-bottom-width: 0px;
+}
+.aws_formfield { font: 13px verdana, arial, helvetica; }
+.aws_button {
+ font-family: arial,verdana,helvetica, sans-serif;
+ font-size: 12px;
+ border: 1px solid #ccd7e0;
+ background-image : url($DirIcons/other/button.gif);
+}
+th { border-color: #$color_TableBorder; border-left-width: 0px; border-right-width: 1px; border-top-width: 0px; border-bottom-width: 1px; padding: 1px 2px 1px 1px; font: 11px verdana, arial, helvetica, sans-serif; text-align:center; color: #$color_titletext; }
+th.aws { border-color: #$color_TableBorder; border-left-width: 0px; border-right-width: 1px; border-top-width: 0px; border-bottom-width: 1px; padding: 1px 2px 1px 1px; font-size: 13px; font-weight: bold; }
+td { border-color: #$color_TableBorder; border-left-width: 0px; border-right-width: 1px; border-top-width: 0px; border-bottom-width: 1px; font: 11px verdana, arial, helvetica, sans-serif; text-align:center; color: #$color_text; }
+td.aws { border-color: #$color_TableBorder; border-left-width: 0px; border-right-width: 1px; border-top-width: 0px; border-bottom-width: 1px; font: 11px verdana, arial, helvetica, sans-serif; text-align:$dir; color: #$color_text; padding: 0px;}
+td.awsm { border-left-width: 0px; border-right-width: 0px; border-top-width: 0px; border-bottom-width: 0px; font: 11px verdana, arial, helvetica, sans-serif; text-align:$dir; color: #$color_text; padding: 0px; }
+b { font-weight: bold; }
+a { font: 11px verdana, arial, helvetica, sans-serif; }
+a:link { color: #$color_link; text-decoration: none; }
+a:visited { color: #$color_link; text-decoration: none; }
+a:hover { color: #$color_hover; text-decoration: underline; }
+.currentday { font-weight: bold; }
+EOF
+ # Call to plugins' function AddHTMLStyles
+ foreach my $pluginname (keys %{$PluginsLoaded{'AddHTMLStyles'}}) {
+# my $function="AddHTMLStyles_$pluginname()";
+# eval("$function");
+ my $function="AddHTMLStyles_$pluginname";
+ &$function();
+ }
+
+ if ($BuildReportFormat eq 'xhtml' || $BuildReportFormat eq 'xml') { print ($ENV{'HTTP_USER_AGENT'}=~/Firebird/i?"//-->\n":"]]>\n"); }
+ else { print "//-->\n"; }
+ print "</style>\n";
+
+ if ($StyleSheet) {
+ print "<link rel=\"stylesheet\" href=\"$StyleSheet\" />\n";
+ }
+ }
+ print "</head>\n\n";
+ if ($FrameName ne 'index') {
+ print "<body style=\"margin-top: 0px\"";
+ if ($FrameName eq 'mainleft') { print " class=\"aws_bodyl\""; }
+ print ">\n";
+ }
+ }
+ $HeaderHTMLSent++;
+}
+
+#------------------------------------------------------------------------------
+# Function: Write on ouput end of HTML page
+# Parameters: 0|1 (0=no list plugins,1=list plugins)
+# Input: %HTMLOutput $HTMLEndSection $FrameName $BuildReportFormat
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub html_end {
+ my $listplugins=shift||0;
+ if (scalar keys %HTMLOutput) {
+
+ # Call to plugins' function AddHTMLBodyFooter
+ foreach my $pluginname (keys %{$PluginsLoaded{'AddHTMLBodyFooter'}}) {
+# my $function="AddHTMLBodyFooter_$pluginname()";
+# eval("$function");
+ my $function="AddHTMLBodyFooter_$pluginname";
+ &$function();
+ }
+
+ if ($FrameName ne 'index' && $FrameName ne 'mainleft') {
+ print "$Center<br /><br />\n";
+ print "<span dir=\"ltr\" style=\"font: 11px verdana, arial, helvetica; color: #$color_text;\">";
+ print "<b>Advanced Web Statistics $VERSION</b> - <a href=\"http://awstats.sourceforge.net\"; target=\"awstatshome\">";
+ print $Message[169]." $PROG";
+ if ($listplugins) {
+ my $atleastoneplugin=0;
+ foreach my $pluginname (keys %{$PluginsLoaded{'init'}}) {
+ if (! $atleastoneplugin) { $atleastoneplugin=1; print " ($Message[170]: "; }
+ else { print ", "; }
+ print "$pluginname";
+ }
+ if ($atleastoneplugin) { print ")"; }
+ }
+ print "</a></span><br />\n";
+ if ($HTMLEndSection) { print "<br />\n$HTMLEndSection\n"; }
+ }
+ print "\n";
+ if ($FrameName ne 'index') {
+ if ($FrameName ne 'mainleft' && $BuildReportFormat eq 'html') { print "<br />\n"; }
+ print "</body>\n";
+ }
+ print "</html>\n";
+# print "<!-- NEW PAGE --><!-- NEW SHEET -->\n";
+ }
+}
+
+#------------------------------------------------------------------------------
+# Function: Print on stdout tab header of a chart
+# Parameters: $title $tooltipnb [$width percentage of chart title]
+# Input: None
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub tab_head {
+ my $title=shift;
+ my $tooltipnb=shift;
+ my $width=shift||70;
+ my $class=shift;
+ if ($width == 70 && $QueryString =~ /buildpdf/i) { print "<table class=\"aws_border\" border=\"0\" cellpadding=\"2\" cellspacing=\"0\" width=\"800\">\n"; }
+ else { print "<table class=\"aws_border\" border=\"0\" cellpadding=\"2\" cellspacing=\"0\" width=\"100%\">\n"; }
+
+ if ($tooltipnb) {
+ print "<tr><td class=\"aws_title\" width=\"$width%\"".Tooltip($tooltipnb,$tooltipnb).">$title </td>";
+ }
+ else {
+ print "<tr><td class=\"aws_title\" width=\"$width%\">$title </td>";
+ }
+ print "<td class=\"aws_blank\"> </td></tr>\n";
+ print "<tr><td colspan=\"2\">\n";
+ if ($width == 70 && $QueryString =~ /buildpdf/i) { print "<table class=\"aws_data\" border=\"1\" bordercolor=\"#$color_TableBorder\" cellpadding=\"2\" cellspacing=\"0\" width=\"796\">\n"; }
+ else { print "<table class=\"aws_data\" border=\"1\" bordercolor=\"#$color_TableBorder\" cellpadding=\"2\" cellspacing=\"0\" width=\"100%\">\n"; }
+}
+
+#------------------------------------------------------------------------------
+# Function: Print on stdout tab ender of a chart
+# Parameters: None
+# Input: None
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub tab_end {
+ my $string=shift;
+ print "</table></td></tr></table>";
+ if ($string) { print "<span style=\"font: 11px verdana, arial, helvetica;\">$string</span><br />\n"; }
+ print "<br />\n\n";
+}
+
+#------------------------------------------------------------------------------
+# Function: Write error message and exit
+# Parameters: $message $secondmessage $thirdmessage $donotshowsetupinfo
+# Input: $HeaderHTTPSent $HeaderHTMLSent %HTMLOutput $LogSeparator $LogFormat
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub error {
+ my $message=shift||''; if (scalar keys %HTMLOutput) { $message =~ s/\</</g; $message =~ s/\>/>/g; }
+ my $secondmessage=shift||'';
+ my $thirdmessage=shift||'';
+ my $donotshowsetupinfo=shift||0;
+
+ if (! $HeaderHTTPSent && $ENV{'GATEWAY_INTERFACE'}) { http_head(); }
+ if (! $HeaderHTMLSent && scalar keys %HTMLOutput) { print "<html><body>\n"; $HeaderHTMLSent=1; }
+ if ($Debug) { debug("$message $secondmessage $thirdmessage",1); }
+ my $tagbold=''; my $tagunbold=''; my $tagbr=''; my $tagfontred=''; my $tagfontgrey=''; my $tagunfont='';
+ if (scalar keys %HTMLOutput) {
+ $tagbold='<b>'; $tagunbold='</b>'; $tagbr='<br />';
+ $tagfontred='<span style="color: #880000">';
+ $tagfontgrey='<span style="color: #888888">';
+ $tagunfont='</span>';
+ }
+ if (! $ErrorMessages && $message =~ /^Format error$/i) {
+ # Files seems to have bad format
+ if (scalar keys %HTMLOutput) { print "<br /><br />\n"; }
+ if ($message !~ $LogSeparator) {
+ # Bad LogSeparator parameter
+ print "${tagfontred}AWStats did not found the ${tagbold}LogSeparator${tagunbold} in your log records.${tagbr}${tagunfont}\n";
+ }
+ else {
+ # Bad LogFormat parameter
+ print "AWStats did not find any valid log lines that match your ${tagbold}LogFormat${tagunbold} parameter, in the ${NbOfLinesForCorruptedLog}th first non commented lines read of your log.${tagbr}\n";
+ print "${tagfontred}Your log file ${tagbold}$thirdmessage${tagunbold} must have a bad format or ${tagbold}LogFormat${tagunbold} parameter setup does not match this format.${tagbr}${tagbr}${tagunfont}\n";
+ print "Your AWStats ${tagbold}LogFormat${tagunbold} parameter is:\n";
+ print "${tagbold}$LogFormat${tagunbold}${tagbr}\n";
+ print "This means each line in your web server log file need to have ";
+ if ($LogFormat == 1) {
+ print "${tagbold}\"combined log format\"${tagunbold} like this:${tagbr}\n";
+ print (scalar keys %HTMLOutput?"$tagfontgrey<i>":"");
+ print "111.22.33.44 - - [10/Jan/2001:02:14:14 +0200] \"GET / HTTP/1.1\" 200 1234 \"http://www.fromserver.com/from.htm\"; \"Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0)\"\n";
+ print (scalar keys %HTMLOutput?"</i>$tagunfont${tagbr}${tagbr}\n":"");
+ }
+ if ($LogFormat == 2) {
+ print "${tagbold}\"MSIE Extended W3C log format\"${tagunbold} like this:${tagbr}\n";
+ print (scalar keys %HTMLOutput?"$tagfontgrey<i>":"");
+ print "date time c-ip c-username cs-method cs-uri-sterm sc-status sc-bytes cs-version cs(User-Agent) cs(Referer)\n";
+ print (scalar keys %HTMLOutput?"</i>$tagunfont${tagbr}${tagbr}\n":"");
+ }
+ if ($LogFormat == 3) {
+ print "${tagbold}\"WebStar native log format\"${tagunbold}${tagbr}\n";
+ }
+ if ($LogFormat == 4) {
+ print "${tagbold}\"common log format\"${tagunbold} like this:${tagbr}\n";
+ print (scalar keys %HTMLOutput?"$tagfontgrey<i>":"");
+ print "111.22.33.44 - - [10/Jan/2001:02:14:14 +0200] \"GET / HTTP/1.1\" 200 1234\n";
+ print (scalar keys %HTMLOutput?"</i>$tagunfont${tagbr}${tagbr}\n":"");
+ }
+ if ($LogFormat == 5) {
+ print "${tagbold}\"ISA native log format\"${tagunbold}${tagbr}\n";
+ }
+ if ($LogFormat == 6) {
+ print "${tagbold}\"Lotus Notes/Lotus Domino\"${tagunbold}${tagbr}\n";
+ print (scalar keys %HTMLOutput?"$tagfontgrey<i>":"");
+ print "111.22.33.44 - Firstname Middlename Lastname [10/Jan/2001:02:14:14 +0200] \"GET / HTTP/1.1\" 200 1234 \"http://www.fromserver.com/from.htm\"; \"Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0)\"\n";
+ print (scalar keys %HTMLOutput?"</i></span>${tagbr}${tagbr}\n":"");
+ }
+ if ($LogFormat !~ /^[1-6]$/) {
+ print "the following personalized log format:${tagbr}\n";
+ print (scalar keys %HTMLOutput?"$tagfontgrey<i>":"");
+ print "$LogFormat\n";
+ print (scalar keys %HTMLOutput?"</i>$tagunfont${tagbr}${tagbr}\n":"");
+ }
+ print "And this is an example of records AWStats found in your log file (the record number $NbOfLinesForCorruptedLog in your log):\n";
+ print (scalar keys %HTMLOutput?"<br />$tagfontgrey<i>":"");
+ print "$secondmessage";
+ print (scalar keys %HTMLOutput?"</i>$tagunfont${tagbr}${tagbr}":"");
+ print "\n";
+ }
+ #print "Note: If your $NbOfLinesForCorruptedLog first lines in your log files are wrong because of ";
+ #print "a worm virus attack, you can increase the NbOfLinesForCorruptedLog parameter in config file.\n";
+ #print "\n";
+ }
+ else {
+ print (scalar keys %HTMLOutput?"<br />$tagfontred\n":"");
+ print ($ErrorMessages?"$ErrorMessages":"Error: $message");
+ print (scalar keys %HTMLOutput?"\n</span><br />":"");
+ print "\n";
+ }
+ if (! $ErrorMessages && ! $donotshowsetupinfo) {
+ if ($message =~ /Couldn.t open config file/i) {
+ my $dir=$DIR;
+ if ($dir =~ /^\./) { $dir.='/../..'; }
+ else { $dir =~ s/[\\\/]?wwwroot[\/\\]cgi-bin[\\\/]?//; }
+ print "${tagbr}\n";
+ if ($ENV{'GATEWAY_INTERFACE'}) {
+ print "- ${tagbold}Did you use the correct URL ?${tagunbold}${tagbr}\n";
+ print "Example: http://localhost/awstats/awstats.pl?config=mysite${tagbr}\n";;
+ print "Example: http://127.0.0.1/cgi-bin/awstats.pl?config=mysite${tagbr}\n";;
+ } else {
+ print "- ${tagbold}Did you use correct config parameter ?${tagunbold}${tagbr}\n";
+ print "Example: If your config file is awstats.mysite.conf, use -config=mysite\n";
+ }
+ print "- ${tagbold}Did you create your config file 'awstats.$SiteConfig.conf' ?${tagunbold}${tagbr}\n";
+ print "If not, you can run \"$dir/tools/awstats_configure.pl\"\nfrom command line, or create it manually.${tagbr}\n";
+ print "${tagbr}\n";
+ }
+ else { print "${tagbr}${tagbold}Setup (".($FileConfig?"'".$FileConfig."'":"Config")." file, web server or permissions) may be wrong.${tagunbold}${tagbr}\n"; }
+ print "Check config file, permissions and AWStats documentation (in 'docs' directory).\n";
+ }
+ # Remove lock if not a lock message
+ if ($EnableLockForUpdate && $message !~ /lock file/) { &Lock_Update(0); }
+ if (scalar keys %HTMLOutput) { print "</body></html>\n"; }
+ exit 1;
+}
+
+#------------------------------------------------------------------------------
+# Function: Write a warning message
+# Parameters: $message
+# Input: $HeaderHTTPSent $HeaderHTMLSent $WarningMessage %HTMLOutput
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub warning {
+ my $messagestring=shift;
+
+ if (! $HeaderHTTPSent && $ENV{'GATEWAY_INTERFACE'}) { http_head(); }
+ if (! $HeaderHTMLSent) { html_head(); }
+ if ($Debug) { debug("$messagestring",1); }
+ if ($WarningMessages) {
+ if (scalar keys %HTMLOutput) {
+ $messagestring =~ s/\n/\<br\>/g;
+ print "$messagestring<br />\n";
+ }
+ else {
+ print "$messagestring\n";
+ }
+ }
+}
+
+#------------------------------------------------------------------------------
+# Function: Write debug message and exit
+# Parameters: $string $level
+# Input: %HTMLOutput $Debug=required level $DEBUGFORCED=required level forced
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub debug {
+ my $level = $_[1] || 1;
+
+ if (! $HeaderHTTPSent && $ENV{'GATEWAY_INTERFACE'}) { http_head(); } # To send the HTTP header and see debug
+ if ($level <= $DEBUGFORCED) {
+ my $debugstring = $_[0];
+ if (! $DebugResetDone) { open(DEBUGFORCEDFILE,"debug.log"); close DEBUGFORCEDFILE; chmod 0666,"debug.log"; $DebugResetDone=1; }
+ open(DEBUGFORCEDFILE,">>debug.log");
+ print DEBUGFORCEDFILE localtime(time)." - $$ - DEBUG $level - $debugstring\n";
+ close DEBUGFORCEDFILE;
+ }
+ if ($DebugMessages && $level <= $Debug) {
+ my $debugstring = $_[0];
+ if (scalar keys %HTMLOutput) { $debugstring =~ s/^ / /; $debugstring .= "<br />"; }
+ print localtime(time)." - DEBUG $level - $debugstring\n";
+ }
+}
+
+#------------------------------------------------------------------------------
+# Function: Optimize an array removing duplicate entries
+# Parameters: @Array notcasesensitive=0|1
+# Input: None
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub OptimizeArray {
+ my $array=shift;
+ my @arrayunreg=map{if (/\(\?[-\w]*:(.*)\)/) { $1 } } @$array;
+ my $notcasesensitive=shift;
+ my $searchlist=0;
+ if ($Debug) { debug("OptimizeArray (notcasesensitive=$notcasesensitive)",4); }
+ while ($searchlist>-1 && @arrayunreg) {
+ my $elemtoremove=-1;
+ OPTIMIZELOOP:
+ foreach my $i ($searchlist..(scalar @arrayunreg)-1) {
+ # Search if $i elem is already treated by another elem
+ foreach my $j (0..(scalar @arrayunreg)-1) {
+ if ($i == $j) { next; }
+ my $parami=$notcasesensitive?lc($arrayunreg[$i]):$arrayunreg[$i];
+ my $paramj=$notcasesensitive?lc($arrayunreg[$j]):$arrayunreg[$j];
+ if ($Debug) { debug(" Compare $i ($parami) to $j ($paramj)",4); }
+ if (index($parami,$paramj)>-1) {
+ if ($Debug) { debug(" Elem $i ($arrayunreg[$i]) already treated with elem $j ($arrayunreg[$j])",4); }
+ $elemtoremove=$i;
+ last OPTIMIZELOOP;
+ }
+ }
+ }
+ if ($elemtoremove > -1) {
+ if ($Debug) { debug(" Remove elem $elemtoremove - $arrayunreg[$elemtoremove]",4); }
+ splice @arrayunreg, $elemtoremove, 1;
+ $searchlist=$elemtoremove;
+ }
+ else {
+ $searchlist=-1;
+ }
+ }
+ if ($notcasesensitive) { return map{qr/$_/i} @arrayunreg; }
+ return map{qr/$_/} @arrayunreg;
+}
+
+#------------------------------------------------------------------------------
+# Function: Check if parameter is in SkipDNSLookupFor array
+# Parameters: ip @SkipDNSLookupFor (a NOT case sensitive precompiled regex array)
+# Return: 0 Not found, 1 Found
+#------------------------------------------------------------------------------
+sub SkipDNSLookup {
+ foreach (@SkipDNSLookupFor) { if ($_[0] =~ /$_/) { return 1; } }
+ 0; # Not in @SkipDNSLookupFor
+}
+
+#------------------------------------------------------------------------------
+# Function: Check if parameter is in SkipHosts array
+# Parameters: host @SkipHosts (a NOT case sensitive precompiled regex array)
+# Return: 0 Not found, 1 Found
+#------------------------------------------------------------------------------
+sub SkipHost {
+ foreach (@SkipHosts) { if ($_[0] =~ /$_/) { return 1; } }
+ 0; # Not in @SkipHosts
+}
+
+#------------------------------------------------------------------------------
+# Function: Check if parameter is in SkipUserAgents array
+# Parameters: useragent @SkipUserAgents (a NOT case sensitive precompiled regex array)
+# Return: 0 Not found, 1 Found
+#------------------------------------------------------------------------------
+sub SkipUserAgent {
+ foreach (@SkipUserAgents) { if ($_[0] =~ /$_/) { return 1; } }
+ 0; # Not in @SkipUserAgent
+}
+
+#------------------------------------------------------------------------------
+# Function: Check if parameter is in SkipFiles array
+# Parameters: url @SkipFiles (a NOT case sensitive precompiled regex array)
+# Return: 0 Not found, 1 Found
+#------------------------------------------------------------------------------
+sub SkipFile {
+ foreach (@SkipFiles) { if ($_[0] =~ /$_/) { return 1; } }
+ 0; # Not in @SkipFiles
+}
+
+#------------------------------------------------------------------------------
+# Function: Check if parameter is in OnlyHosts array
+# Parameters: host @OnlyHosts (a NOT case sensitive precompiled regex array)
+# Return: 0 Not found, 1 Found
+#------------------------------------------------------------------------------
+sub OnlyHost {
+ foreach (@OnlyHosts) { if ($_[0] =~ /$_/) { return 1; } }
+ 0; # Not in @OnlyHosts
+}
+
+#------------------------------------------------------------------------------
+# Function: Check if parameter is in OnlyUserAgents array
+# Parameters: useragent @OnlyUserAgents (a NOT case sensitive precompiled regex array)
+# Return: 0 Not found, 1 Found
+#------------------------------------------------------------------------------
+sub OnlyUserAgent {
+ foreach (@OnlyUserAgents) { if ($_[0] =~ /$_/) { return 1; } }
+ 0; # Not in @OnlyHosts
+}
+
+#------------------------------------------------------------------------------
+# Function: Check if parameter is in OnlyFiles array
+# Parameters: url @OnlyFiles (a NOT case sensitive precompiled regex array)
+# Return: 0 Not found, 1 Found
+#------------------------------------------------------------------------------
+sub OnlyFile {
+ foreach (@OnlyFiles) { if ($_[0] =~ /$_/) { return 1; } }
+ 0; # Not in @OnlyFiles
+}
+
+#------------------------------------------------------------------------------
+# Function: Return day of week of a day
+# Parameters: $day $month $year
+# Return: 0-6
+#------------------------------------------------------------------------------
+sub DayOfWeek {
+ my ($day, $month, $year) = @_;
+ if ($Debug) { debug("DayOfWeek for $day $month $year",4); }
+ if ($month < 3) { $month += 10; $year--; }
+ else { $month -= 2; }
+ my $cent = sprintf("%1i",($year/100));
+ my $y = ($year % 100);
+ my $dw = (sprintf("%1i",(2.6*$month)-0.2) + $day + $y + sprintf("%1i",($y/4)) + sprintf("%1i",($cent/4)) - (2*$cent)) % 7;
+ $dw += 7 if ($dw<0);
+ if ($Debug) { debug(" is $dw",4); }
+ return $dw;
+}
+
+#------------------------------------------------------------------------------
+# Function: Return 1 if a date exists
+# Parameters: $day $month $year
+# Return: 1 if date exists else 0
+#------------------------------------------------------------------------------
+sub DateIsValid {
+ my ($day, $month, $year) = @_;
+ if ($Debug) { debug("DateIsValid for $day $month $year",4); }
+ if ($day < 1) { return 0; }
+ if ($day > 31) { return 0; }
+ if ($month==4 || $month==6 || $month==9 || $month==11) {
+ if ($day > 30) { return 0; }
+ }
+ elsif ($month==2) {
+ my $leapyear=($year%4==0?1:0); # A leap year every 4 years
+ if ($year%100==0 && $year%400!=0) { $leapyear=0; } # Except if year is 100x and not 400x
+ if ($day > (28+$leapyear)) { return 0; }
+ }
+ return 1;
+}
+
+#------------------------------------------------------------------------------
+# Function: Return string of visit duration
+# Parameters: $starttime $endtime
+# Input: None
+# Output: None
+# Return: A string that identify the visit duration range
+#------------------------------------------------------------------------------
+sub GetSessionRange {
+ my $starttime = my $endtime;
+ if (shift =~ /$regdate/o) { $starttime = Time::Local::timelocal($6,$5,$4,$3,$2-1,$1); }
+ if (shift =~ /$regdate/o) { $endtime = Time::Local::timelocal($6,$5,$4,$3,$2-1,$1); }
+ my $delay=$endtime-$starttime;
+ if ($Debug) { debug("GetSessionRange $endtime - $starttime = $delay",4); }
+ if ($delay <= 30) { return $SessionsRange[0]; }
+ if ($delay <= 120) { return $SessionsRange[1]; }
+ if ($delay <= 300) { return $SessionsRange[2]; }
+ if ($delay <= 900) { return $SessionsRange[3]; }
+ if ($delay <= 1800) { return $SessionsRange[4]; }
+ if ($delay <= 3600) { return $SessionsRange[5]; }
+ return $SessionsRange[6];
+}
+
+#------------------------------------------------------------------------------
+# Function: Read config file
+# Parameters: None or configdir to scan
+# Input: $DIR $PROG $SiteConfig
+# Output: Global variables
+# Return: -
+#------------------------------------------------------------------------------
+sub Read_Config {
+ # Check config file in common possible directories :
+ # Windows : "$DIR" (same dir than awstats.pl)
+ # Standard, Mandrake and Debian package : "/etc/awstats"
+ # Other possible directories : "/usr/local/etc/awstats", "/etc"
+ # FHS standard, Suse package : "/etc/opt/awstats"
+ my $configdir=shift;
+ my @PossibleConfigDir=();
+
+ use Vhffs::Main;
+ use Vhffs::Conf;
+ use Vhffs::Functions;
+ my $vhffs = init Vhffs::Main;
+ my $vhffsconfigdir = Vhffs::Conf::get_web_config()->{"log_parsed_root"}."/".Vhffs::Functions::hash_webdir( $SiteConfig );
+
+ @PossibleConfigDir=("$vhffsconfigdir");
+
+# if ($configdir && $ENV{"AWSTATS_ENABLE_CONFIG_DIR"}) {
+# @PossibleConfigDir=("$configdir");
+# }
+# else { @PossibleConfigDir=("$DIR","/etc/awstats","/usr/local/etc/awstats","/etc","/etc/opt/awstats"); }
+
+ # Open config file
+ $FileConfig=$FileSuffix='';
+ foreach (@PossibleConfigDir) {
+ my $searchdir=$_;
+ if ($searchdir && $searchdir !~ /[\\\/]$/) { $searchdir .= "/"; }
+ if (open(CONFIG,"$searchdir$PROG.$SiteConfig.conf")) { $FileConfig="$searchdir$PROG.$SiteConfig.conf"; $FileSuffix=".$SiteConfig"; last; }
+ if (open(CONFIG,"$searchdir$PROG.conf")) { $FileConfig="$searchdir$PROG.conf"; $FileSuffix=''; last; }
+ }
+ if (! $FileConfig) { error("Couldn't open config file \"$PROG.$SiteConfig.conf\" nor \"$PROG.conf\" after searching in path \"".join(',',@PossibleConfigDir)."\": $!"); }
+
+ # Analyze config file content and close it
+ &Parse_Config( *CONFIG , 1 , $FileConfig);
+ close CONFIG;
+
+ # If parameter NotPageList not found, init for backward compatibility
+ if (! $FoundNotPageList) {
+ %NotPageList=('css'=>1,'js'=>1,'class'=>1,'gif'=>1,'jpg'=>1,'jpeg'=>1,'png'=>1,'bmp'=>1,'ico'=>1,'swf'=>1);
+ }
+ # If parameter ValidHTTPCodes empty, init for backward compatibility
+ if (! scalar keys %ValidHTTPCodes) { $ValidHTTPCodes{"200"}=$ValidHTTPCodes{"304"}=1; }
+ # If parameter ValidSMTPCodes empty, init for backward compatibility
+ if (! scalar keys %ValidSMTPCodes) { $ValidSMTPCodes{"1"}=$ValidSMTPCodes{"250"}=1; }
+}
+
+#------------------------------------------------------------------------------
+# Function: Parse content of a config file
+# Parameters: opened file handle, depth level, file name
+# Input: -
+# Output: Global variables
+# Return: -
+#------------------------------------------------------------------------------
+sub Parse_Config {
+ my ( $confighandle ) = $_[0];
+ my $level = $_[1];
+ my $configFile = $_[2];
+ my $versionnum=0;
+ my $conflinenb=0;
+
+ if ($level > 10) { error("$PROG can't read down more than 10 level of includes. Check that no 'included' config files include their parent config file (this cause infinite loop)."); }
+
+ while (<$confighandle>) {
+ chomp $_; s/\r//;
+ $conflinenb++;
+
+ # Extract version from first line
+ if (! $versionnum && $_ =~ /^# AWSTATS CONFIGURE FILE (\d+).(\d+)/i) {
+ $versionnum=($1*1000)+$2;
+ #if ($Debug) { debug(" Configure file version is $versionnum",1); }
+ next;
+ }
+
+ if ($_ =~ /^\s*$/) { next; }
+
+ # Check includes
+ if ($_ =~ /^Include "([^\"]+)"/ || $_ =~ /^#include "([^\"]+)"/) { # #include kept for backward compatibility
+ my $includeFile = $1;
+ if ($Debug) { debug("Found an include : $includeFile",2); }
+ if ( $includeFile !~ /^[\\\/]/ ) {
+ # Correct relative include files
+ if ($FileConfig =~ /^(.*[\\\/])[^\\\/]*$/) { $includeFile = "$1$includeFile"; }
+ }
+ if ($level > 1) {
+ warning("Warning: Perl versions before 5.6 cannot handle nested includes");
+ next;
+ }
+ if ( open( CONFIG_INCLUDE, $includeFile ) ) {
+ &Parse_Config( *CONFIG_INCLUDE , $level+1, $includeFile);
+ close( CONFIG_INCLUDE );
+ }
+ else {
+ error("Could not open include file: $includeFile" );
+ }
+ next;
+ }
+
+ # Remove comments
+ if ($_ =~ /^\s*#/) { next; }
+ $_ =~ s/\s#.*$//;
+
+ # Extract param and value
+ my ($param,$value)=split(/=/,$_,2);
+ $param =~ s/^\s+//; $param =~ s/\s+$//;
+
+ # If not a param=value, try with next line
+ if (! $param) { warning("Warning: Syntax error line $conflinenb in file '$configFile'. Config line is ignored."); next; }
+ if (! defined $value) { warning("Warning: Syntax error line $conflinenb in file '$configFile'. Config line is ignored."); next; }
+
+ if ($value) {
+ $value =~ s/^\s+//; $value =~ s/\s+$//;
+ $value =~ s/^\"//; $value =~ s/\";?$//;
+ # Replace __MONENV__ with value of environnement variable MONENV
+ # Must be able to replace __VAR_1____VAR_2__
+ while ($value =~ /__([^\s_]+(?:_[^\s_]+)*)__/) { my $var=$1; $value =~ s/__${var}__/$ENV{$var}/g; }
+ }
+
+ # Initialize parameter for (param,value)
+ if ($param =~ /^LogFile/) {
+ if ($QueryString !~ /logfile=([^\s&]+)/i) { $LogFile=$value; }
+ next;
+ }
+ if ($param =~ /^DirIcons/) {
+ if ($QueryString !~ /diricons=([^\s&]+)/i) { $DirIcons=$value; }
+ next;
+ }
+ if ($param =~ /^SiteDomain/) {
+ # No regex test as SiteDomain is always exact value
+ $SiteDomain=$value;
+ next;
+ }
+ if ($param =~ /^HostAliases/) {
+ foreach my $elem (split(/\s+/,$value)) {
+ if ($elem =~ s/^\@//) { # If list of hostaliases in a file
+ open(DATAFILE,"<$elem") || error("Failed to open file '$elem' declared in HostAliases parameter");
+ my @val=map(/^(.*)$/i,<DATAFILE>);
+ push @HostAliases, map{qr/^$_$/i} @val;
+ close(DATAFILE);
+ }
+ else {
+ if ($elem =~ /^REGEX\[(.*)\]$/i) { $elem=$1; }
+ else { $elem='^'.quotemeta($elem).'$'; }
+ if ($elem) { push @HostAliases, qr/$elem/i; }
+ }
+ }
+ next;
+ }
+ # Special optional setup params
+ if ($param =~ /^SkipDNSLookupFor/) {
+ foreach my $elem (split(/\s+/,$value)) {
+ if ($elem =~ /^REGEX\[(.*)\]$/i) { $elem=$1; }
+ else { $elem='^'.quotemeta($elem).'$'; }
+ if ($elem) { push @SkipDNSLookupFor, qr/$elem/i; }
+ }
+ next;
+ }
+ if ($param =~ /^AllowAccessFromWebToFollowingAuthenticatedUsers/) {
+ foreach (split(/\s+/,$value)) { push @AllowAccessFromWebToFollowingAuthenticatedUsers,$_; }
+ next;
+ }
+ if ($param =~ /^DefaultFile/) {
+ foreach my $elem (split(/\s+/,$value)) {
+ # No REGEX for this option
+ #if ($elem =~ /^REGEX\[(.*)\]$/i) { $elem=$1; }
+ #else { $elem='^'.quotemeta($elem).'$'; }
+ if ($elem) { push @DefaultFile,$elem; }
+ }
+ next;
+ }
+ if ($param =~ /^SkipHosts/) {
+ foreach my $elem (split(/\s+/,$value)) {
+ if ($elem =~ /^REGEX\[(.*)\]$/i) { $elem=$1; }
+ else { $elem='^'.quotemeta($elem).'$'; }
+ if ($elem) { push @SkipHosts, qr/$elem/i; }
+ }
+ next;
+ }
+ if ($param =~ /^SkipUserAgents/) {
+ foreach my $elem (split(/\s+/,$value)) {
+ if ($elem =~ /^REGEX\[(.*)\]$/i) { $elem=$1; }
+ else { $elem='^'.quotemeta($elem).'$'; }
+ if ($elem) { push @SkipUserAgents, qr/$elem/i; }
+ }
+ next;
+ }
+ if ($param =~ /^SkipFiles/) {
+ foreach my $elem (split(/\s+/,$value)) {
+ if ($elem =~ /^REGEX\[(.*)\]$/i) { $elem=$1; }
+ else { $elem='^'.quotemeta($elem).'$'; }
+ if ($elem) { push @SkipFiles, qr/$elem/i; }
+ }
+ next;
+ }
+ if ($param =~ /^OnlyHosts/) {
+ foreach my $elem (split(/\s+/,$value)) {
+ if ($elem =~ /^REGEX\[(.*)\]$/i) { $elem=$1; }
+ else { $elem='^'.quotemeta($elem).'$'; }
+ if ($elem) { push @OnlyHosts, qr/$elem/i; }
+ }
+ next;
+ }
+ if ($param =~ /^OnlyUserAgents/) {
+ foreach my $elem (split(/\s+/,$value)) {
+ if ($elem =~ /^REGEX\[(.*)\]$/i) { $elem=$1; }
+ else { $elem='^'.quotemeta($elem).'$'; }
+ if ($elem) { push @OnlyUserAgents, qr/$elem/i; }
+ }
+ next;
+ }
+ if ($param =~ /^OnlyFiles/) {
+ foreach my $elem (split(/\s+/,$value)) {
+ if ($elem =~ /^REGEX\[(.*)\]$/i) { $elem=$1; }
+ else { $elem='^'.quotemeta($elem).'$'; }
+ if ($elem) { push @OnlyFiles, qr/$elem/i; }
+ }
+ next;
+ }
+ if ($param =~ /^NotPageList/) {
+ foreach (split(/\s+/,$value)) { $NotPageList{$_}=1; }
+ $FoundNotPageList=1;
+ next;
+ }
+ if ($param =~ /^ValidHTTPCodes/) {
+ foreach (split(/\s+/,$value)) { $ValidHTTPCodes{$_}=1; }
+ next;
+ }
+ if ($param =~ /^ValidSMTPCodes/) {
+ foreach (split(/\s+/,$value)) { $ValidSMTPCodes{$_}=1; }
+ next;
+ }
+ if ($param =~ /^URLWithQueryWithOnlyFollowingParameters$/) {
+ @URLWithQueryWithOnly=split(/\s+/,$value);
+ next;
+ }
+ if ($param =~ /^URLWithQueryWithoutFollowingParameters$/) {
+ @URLWithQueryWithout=split(/\s+/,$value);
+ next;
+ }
+
+ # Extra parameters
+ if ($param =~ /^ExtraSectionName(\d+)/) { $ExtraName[$1]=$value; next; }
+ if ($param =~ /^ExtraSectionCodeFilter(\d+)/) { @{$ExtraCodeFilter[$1]}=split(/\s+/,$value); next; }
+ if ($param =~ /^ExtraSectionCondition(\d+)/) { $ExtraCondition[$1]=$value; next; }
+ if ($param =~ /^ExtraSectionStatTypes(\d+)/) { $ExtraStatTypes[$1]=$value; next; }
+ if ($param =~ /^ExtraSectionFirstColumnTitle(\d+)/) { $ExtraFirstColumnTitle[$1]=$value; next; }
+ if ($param =~ /^ExtraSectionFirstColumnValues(\d+)/) { $ExtraFirstColumnValues[$1]=$value; next; }
+ if ($param =~ /^ExtraSectionFirstColumnFormat(\d+)/) { $ExtraFirstColumnFormat[$1]=$value; next; }
+ if ($param =~ /^ExtraSectionAddAverageRow(\d+)/) { $ExtraAddAverageRow[$1]=$value; next; }
+ if ($param =~ /^ExtraSectionAddSumRow(\d+)/) { $ExtraAddSumRow[$1]=$value; next; }
+ if ($param =~ /^MaxNbOfExtra(\d+)/) { $MaxNbOfExtra[$1]=$value; next; }
+ if ($param =~ /^MinHitExtra(\d+)/) { $MinHitExtra[$1]=$value; next; }
+ # Special appearance parameters
+ if ($param =~ /^LoadPlugin/) { push @PluginsToLoad, $value; next; }
+ # Other parameter checks we need to put after MaxNbOfExtra and MinHitExtra
+ if ($param =~ /^MaxNbOf(\w+)/) { $MaxNbOf{$1}=$value; next; }
+ if ($param =~ /^MinHit(\w+)/) { $MinHit{$1}=$value; next; }
+ # Check if this is a known parameter
+# if (! $ConfOk{$param}) { error("Unknown config parameter '$param' found line $conflinenb in file \"configFile\""); }
+ # If parameters was not found previously, defined variable with name of param to value
+ $$param=$value;
+ }
+
+ # For backward compatibility
+ if ($versionnum < 5001) { $BarHeight=$BarHeight>>1; }
+
+ if ($Debug) { debug("Config file read was \"$configFile\" (level $level)"); }
+}
+
+#------------------------------------------------------------------------------
+# Function: Load the reference databases
+# Parameters: List of files to load
+# Input: $DIR
+# Output: Arrays and Hash tables are defined
+# Return: -
+#------------------------------------------------------------------------------
+sub Read_Ref_Data {
+ # Check lib files in common possible directories :
+ # Windows and standard package: "$DIR/lib" (lib in same dir than awstats.pl)
+ # Debian package: "/usr/share/awstats/lib"
+ my @PossibleLibDir=("$DIR/lib","/usr/share/awstats/lib");
+ my %FilePath=(); my %DirAddedInINC=();
+ my @FileListToLoad=();
+ while (my $file=shift) { push @FileListToLoad, "$file.pm"; }
+ if ($Debug) { debug("Call to Read_Ref_Data with files to load: ".(join(',',@FileListToLoad))); }
+ foreach my $file (@FileListToLoad) {
+ foreach my $dir (@PossibleLibDir) {
+ my $searchdir=$dir;
+ if ($searchdir && (!($searchdir =~ /\/$/)) && (!($searchdir =~ /\\$/)) ) { $searchdir .= "/"; }
+ if (! $FilePath{$file}) { # To not load twice same file in different path
+ if (-s "${searchdir}${file}") {
+ $FilePath{$file}="${searchdir}${file}";
+ if ($Debug) { debug("Call to Read_Ref_Data [FilePath{$file}=\"$FilePath{$file}\"]"); }
+ # Note: cygwin perl 5.8 need a push + require file
+ if (! $DirAddedInINC{"$dir"}) {
+ push @INC, "$dir";
+ $DirAddedInINC{"$dir"}=1;
+ }
+ my $loadret=require "$file";
+ #my $loadret=(require "$FilePath{$file}"||require "${file}");
+ }
+ }
+ }
+ if (! $FilePath{$file}) {
+ my $filetext=$file; $filetext =~ s/\.pm$//; $filetext =~ s/_/ /g;
+ warning("Warning: Can't read file \"$file\" ($filetext detection will not work correctly).\nCheck if file is in \"".($PossibleLibDir[0])."\" directory and is readable.");
+ }
+ }
+ # Sanity check (if loaded)
+ if ((scalar keys %OSHashID) && @OSSearchIDOrder != scalar keys %OSHashID) { error("Not same number of records of OSSearchIDOrder (".(@OSSearchIDOrder)." entries) and OSHashID (".(scalar keys %OSHashID)." entries) in OS database. Check your file ".$FilePath{"operating_systems.pm"}); }
+ if ((scalar keys %SearchEnginesHashID) && (@SearchEnginesSearchIDOrder_list1+@SearchEnginesSearchIDOrder_list2+@SearchEnginesSearchIDOrder_listgen) != scalar keys %SearchEnginesHashID) { error("Not same number of records of SearchEnginesSearchIDOrder_listx (total is ".(@SearchEnginesSearchIDOrder_list1+@SearchEnginesSearchIDOrder_list2+@SearchEnginesSearchIDOrder_listgen)." entries) and SearchEnginesHashID (".(scalar keys %SearchEnginesHashID)." entries) in Search Engines database. Check your file ".$FilePath{"search_engines.pm"}." is up to date."); }
+ if ((scalar keys %BrowsersHashIDLib) && @BrowsersSearchIDOrder != (scalar keys %BrowsersHashIDLib) - 3) { error("Not same number of records of BrowsersSearchIDOrder (".(@BrowsersSearchIDOrder)." entries) and BrowsersHashIDLib (".((scalar keys %BrowsersHashIDLib) - 3)." entries without msie,netscape,firefox) in Browsers database. May be you updated AWStats without updating browsers.pm file or you made changed into browsers.pm not correctly. Check your file ".$FilePath{"browsers.pm"}." is up to date."); }
+ if ((scalar keys %RobotsHashIDLib) && (@RobotsSearchIDOrder_list1+@RobotsSearchIDOrder_list2+@RobotsSearchIDOrder_listgen) != (scalar keys %RobotsHashIDLib) - 1) { error("Not same number of records of RobotsSearchIDOrder_listx (total is ".(@RobotsSearchIDOrder_list1+@RobotsSearchIDOrder_list2+@RobotsSearchIDOrder_listgen)." entries) and RobotsHashIDLib (".((scalar keys %RobotsHashIDLib) - 1)." entries without 'unknown') in Robots database. Check your file ".$FilePath{"robots.pm"}." is up to date."); }
+}
+
+
+#------------------------------------------------------------------------------
+# Function: Get the messages for a specified language
+# Parameters: LanguageId
+# Input: $DirLang $DIR
+# Output: $Message table is defined in memory
+# Return: None
+#------------------------------------------------------------------------------
+sub Read_Language_Data {
+ # Check lang files in common possible directories :
+ # Windows and standard package: "$DIR/lang" (lang in same dir than awstats.pl)
+ # Debian package : "/usr/share/awstats/lang"
+ my @PossibleLangDir=("$DirLang","$DIR/lang","/usr/share/awstats/lang");
+
+ my $FileLang='';
+ foreach (@PossibleLangDir) {
+ my $searchdir=$_;
+ if ($searchdir && (!($searchdir =~ /\/$/)) && (!($searchdir =~ /\\$/)) ) { $searchdir .= "/"; }
+ if (open(LANG,"${searchdir}awstats-$_[0].txt")) { $FileLang="${searchdir}awstats-$_[0].txt"; last; }
+ }
+ # If file not found, we try english
+ if (! $FileLang) {
+ foreach (@PossibleLangDir) {
+ my $searchdir=$_;
+ if ($searchdir && (!($searchdir =~ /\/$/)) && (!($searchdir =~ /\\$/)) ) { $searchdir .= "/"; }
+ if (open(LANG,"${searchdir}awstats-en.txt")) { $FileLang="${searchdir}awstats-en.txt"; last; }
+ }
+ }
+ if ($Debug) { debug("Call to Read_Language_Data [FileLang=\"$FileLang\"]"); }
+ if ($FileLang) {
+ my $i = 0;
+ binmode LANG; # Might avoid 'Malformed UTF-8 errors'
+ my $cregcode=qr/^PageCode=[\t\s\"\']*([\w-]+)/i;
+ my $cregdir=qr/^PageDir=[\t\s\"\']*([\w-]+)/i;
+ my $cregmessage=qr/^Message\d+=/i;
+ while (<LANG>) {
+ chomp $_; s/\r//;
+ if ($_ =~ /$cregcode/o) { $PageCode = $1; }
+ if ($_ =~ /$cregdir/o) { $PageDir = $1; }
+ if ($_ =~ s/$cregmessage//o) {
+ $_ =~ s/^#.*//; # Remove comments
+ $_ =~ s/\s+#.*//; # Remove comments
+ $_ =~ tr/\t / /s; # Change all blanks into " "
+ $_ =~ s/^\s+//; $_ =~ s/\s+$//;
+ $_ =~ s/^\"//; $_ =~ s/\"$//;
+ $Message[$i] = $_;
+ $i++;
+ }
+ }
+ close(LANG);
+ }
+ else {
+ warning("Warning: Can't find language files for \"$_[0]\". English will be used.");
+ }
+ # Some language string changes
+ if ($LogType eq 'M') { # For mail
+ $Message[8]=$Message[151];
+ $Message[9]=$Message[152];
+ $Message[57]=$Message[149];
+ $Message[75]=$Message[150];
+ }
+ if ($LogType eq 'F') { # For web
+
+ }
+}
+
+
+#------------------------------------------------------------------------------
+# Function: Substitute date tags in a string by value
+# Parameters: String
+# Input: All global variables
+# Output: Change on some global variables
+# Return: String
+#------------------------------------------------------------------------------
+sub Substitute_Tags {
+ my $SourceString=shift;
+ if ($Debug) { debug("Call to Substitute_Tags on $SourceString"); }
+
+ my %MonthNumLibEn = ("01","Jan","02","Feb","03","Mar","04","Apr","05","May","06","Jun","07","Jul","08","Aug","09","Sep","10","Oct","11","Nov","12","Dec");
+
+ while ($SourceString =~ /%([ymdhwYMDHWNSO]+)-(\(\d+\)|\d+)/) {
+ # Accept tag %xx-dd and %xx-(dd)
+ my $timetag="$1";
+ my $timephase=quotemeta("$2");
+ my $timephasenb="$2"; $timephasenb=~s/[^\d]//g;
+ if ($Debug) { debug(" Found a time tag '$timetag' with a phase of '$timephasenb' hour in log file name",1); }
+ # Get older time
+ my ($oldersec,$oldermin,$olderhour,$olderday,$oldermonth,$olderyear,$olderwday,$olderyday) = localtime($starttime-($timephasenb*3600));
+ my $olderweekofmonth=int($olderday/7);
+ my $olderweekofyear=int(($olderyday-1+6-($olderwday==0?6:$olderwday-1))/7)+1; if ($olderweekofyear > 52) { $olderweekofyear = 1; }
+ my $olderdaymod=$olderday%7;
+ $olderwday++;
+ my $olderns=Time::Local::timegm(0,0,0,$olderday,$oldermonth,$olderyear);
+ if ($olderdaymod <= $olderwday) { if (($olderwday != 7) || ($olderdaymod != 0)) { $olderweekofmonth=$olderweekofmonth+1; } }
+ if ($olderdaymod > $olderwday) { $olderweekofmonth=$olderweekofmonth+2; }
+ # Change format of time variables
+ $olderweekofmonth = "0$olderweekofmonth";
+ if ($olderweekofyear < 10) { $olderweekofyear = "0$olderweekofyear"; }
+ if ($olderyear < 100) { $olderyear+=2000; } else { $olderyear+=1900; }
+ my $oldersmallyear=$olderyear;$oldersmallyear =~ s/^..//;
+ if (++$oldermonth < 10) { $oldermonth = "0$oldermonth"; }
+ if ($olderday < 10) { $olderday = "0$olderday"; }
+ if ($olderhour < 10) { $olderhour = "0$olderhour"; }
+ if ($oldermin < 10) { $oldermin = "0$oldermin"; }
+ if ($oldersec < 10) { $oldersec = "0$oldersec"; }
+ # Replace tag with new value
+ if ($timetag eq 'YYYY') { $SourceString =~ s/%YYYY-$timephase/$olderyear/ig; next; }
+ if ($timetag eq 'YY') { $SourceString =~ s/%YY-$timephase/$oldersmallyear/ig; next; }
+ if ($timetag eq 'MM') { $SourceString =~ s/%MM-$timephase/$oldermonth/ig; next; }
+ if ($timetag eq 'MO') { $SourceString =~ s/%MO-$timephase/$MonthNumLibEn{$oldermonth}/ig; next; }
+ if ($timetag eq 'DD') { $SourceString =~ s/%DD-$timephase/$olderday/ig; next; }
+ if ($timetag eq 'HH') { $SourceString =~ s/%HH-$timephase/$olderhour/ig; next; }
+ if ($timetag eq 'NS') { $SourceString =~ s/%NS-$timephase/$olderns/ig; next; }
+ if ($timetag eq 'WM') { $SourceString =~ s/%WM-$timephase/$olderweekofmonth/g; next; }
+ if ($timetag eq 'Wm') { my $olderweekofmonth0=$olderweekofmonth-1; $SourceString =~ s/%Wm-$timephase/$olderweekofmonth0/g; next; }
+ if ($timetag eq 'WY') { $SourceString =~ s/%WY-$timephase/$olderweekofyear/g; next; }
+ if ($timetag eq 'Wy') { my $olderweekofyear0=sprintf("%02d",$olderweekofyear-1); $SourceString =~ s/%Wy-$timephase/$olderweekofyear0/g; next; }
+ if ($timetag eq 'DW') { $SourceString =~ s/%DW-$timephase/$olderwday/g; next; }
+ if ($timetag eq 'Dw') { my $olderwday0=$olderwday-1; $SourceString =~ s/%Dw-$timephase/$olderwday0/g; next; }
+ # If unknown tag
+ error("Unknown tag '\%$timetag' in parameter.");
+ }
+ # Replace %YYYY %YY %MM %DD %HH with current value. Kept for backward compatibility.
+ $SourceString =~ s/%YYYY/$nowyear/ig;
+ $SourceString =~ s/%YY/$nowsmallyear/ig;
+ $SourceString =~ s/%MM/$nowmonth/ig;
+ $SourceString =~ s/%MO/$MonthNumLibEn{$nowmonth}/ig;
+ $SourceString =~ s/%DD/$nowday/ig;
+ $SourceString =~ s/%HH/$nowhour/ig;
+ $SourceString =~ s/%NS/$nowns/ig;
+ $SourceString =~ s/%WM/$nowweekofmonth/g;
+ my $nowweekofmonth0=$nowweekofmonth-1; $SourceString =~ s/%Wm/$nowweekofmonth0/g;
+ $SourceString =~ s/%WY/$nowweekofyear/g;
+ my $nowweekofyear0=$nowweekofyear-1; $SourceString =~ s/%Wy/$nowweekofyear0/g;
+ $SourceString =~ s/%DW/$nowwday/g;
+ my $nowwday0=$nowwday-1; $SourceString =~ s/%Dw/$nowwday0/g;
+
+ return $SourceString;
+}
+
+
+#------------------------------------------------------------------------------
+# Function: Check if all parameters are correctly defined. If not set them to default.
+# Parameters: None
+# Input: All global variables
+# Output: Change on some global variables
+# Return: None
+#------------------------------------------------------------------------------
+sub Check_Config {
+ if ($Debug) { debug("Call to Check_Config"); }
+
+ # Show initial values of main parameters before check
+ if ($Debug) {
+ debug(" LogFile='$LogFile'",2);
+ debug(" LogType='$LogType'",2);
+ debug(" LogFormat='$LogFormat'",2);
+ debug(" LogSeparator='$LogSeparator'",2);
+ debug(" DNSLookup='$DNSLookup'",2);
+ debug(" DirData='$DirData'",2);
+ debug(" DirCgi='$DirCgi'",2);
+ debug(" DirIcons='$DirIcons'",2);
+ debug(" NotPageList ".(join(',',keys %NotPageList)),2);
+ debug(" ValidHTTPCodes ".(join(',',keys %ValidHTTPCodes)),2);
+ debug(" ValidSMTPCodes ".(join(',',keys %ValidSMTPCodes)),2);
+ debug(" UseFramesWhenCGI=$UseFramesWhenCGI",2);
+ debug(" BuildReportFormat=$BuildReportFormat",2);
+ debug(" BuildHistoryFormat=$BuildHistoryFormat",2);
+ debug(" URLWithQueryWithOnlyFollowingParameters=".(join(',',@URLWithQueryWithOnly)),2);
+ debug(" URLWithQueryWithoutFollowingParameters=".(join(',',@URLWithQueryWithout)),2);
+ }
+
+ # Main section
+ $LogFile=&Substitute_Tags($LogFile);
+ if (! $LogFile) { error("LogFile parameter is not defined in config/domain file"); }
+ if ($LogType !~ /[WSMF]/i) { $LogType='W'; }
+ $LogFormat =~ s/\\//g;
+ if (! $LogFormat) { error("LogFormat parameter is not defined in config/domain file"); }
+ if ($LogFormat =~ /^\d$/ && $LogFormat !~ /[1-6]/) { error("LogFormat parameter is wrong in config/domain file. Value is '$LogFormat' (should be 1,2,3,4,5 or a 'personalized AWStats log format string')"); }
+ $LogSeparator||="\\s";
+ $DirData||='.';
+ $DirCgi||='/cgi-bin';
+ $DirIcons||='/icon';
+ if ($DNSLookup !~ /[0-2]/) { error("DNSLookup parameter is wrong in config/domain file. Value is '$DNSLookup' (should be 0,1 or 2)"); }
+ if (! $SiteDomain) { error("SiteDomain parameter not defined in your config/domain file. You must edit it for using this version of AWStats."); }
+ if ($AllowToUpdateStatsFromBrowser !~ /[0-1]/) { $AllowToUpdateStatsFromBrowser=0; }
+ if ($AllowFullYearView !~ /[0-3]/) { $AllowFullYearView=2; }
+ # Optional setup section
+ if ($EnableLockForUpdate !~ /[0-1]/) { $EnableLockForUpdate=0; }
+ $DNSStaticCacheFile||='dnscache.txt';
+ $DNSLastUpdateCacheFile||='dnscachelastupdate.txt';
+ if ($DNSStaticCacheFile eq $DNSLastUpdateCacheFile) { error("DNSStaticCacheFile and DNSLastUpdateCacheFile must have different values."); }
+ if ($AllowAccessFromWebToAuthenticatedUsersOnly !~ /[0-1]/) { $AllowAccessFromWebToAuthenticatedUsersOnly=0; }
+ if ($CreateDirDataIfNotExists !~ /[0-1]/) { $CreateDirDataIfNotExists=0; }
+ if ($BuildReportFormat !~ /html|xhtml|xml/i) { $BuildReportFormat='html'; }
+ if ($BuildHistoryFormat !~ /text|xml/) { $BuildHistoryFormat='text'; }
+ if ($SaveDatabaseFilesWithPermissionsForEveryone !~ /[0-1]/) { $SaveDatabaseFilesWithPermissionsForEveryone=0; }
+ if ($PurgeLogFile !~ /[0-1]/) { $PurgeLogFile=0; }
+ if ($KeepBackupOfHistoricFiles !~ /[0-1]/) { $KeepBackupOfHistoricFiles=0; }
+ $DefaultFile[0]||='index.html';
+ if ($AuthenticatedUsersNotCaseSensitive !~ /[0-1]/) { $AuthenticatedUsersNotCaseSensitive=0; }
+ if ($URLNotCaseSensitive !~ /[0-1]/) { $URLNotCaseSensitive=0; }
+ if ($URLWithAnchor !~ /[0-1]/) { $URLWithAnchor=0; }
+ $URLQuerySeparators =~ s/\s//g;
+ if (! $URLQuerySeparators) { $URLQuerySeparators='?;'; }
+ if ($URLWithQuery !~ /[0-1]/) { $URLWithQuery=0; }
+ if ($URLReferrerWithQuery !~ /[0-1]/) { $URLReferrerWithQuery=0; }
+ if ($WarningMessages !~ /[0-1]/) { $WarningMessages=1; }
+ if ($DebugMessages !~ /[0-1]/) { $DebugMessages=0; }
+ if ($NbOfLinesForCorruptedLog !~ /^\d+/ || $NbOfLinesForCorruptedLog<1) { $NbOfLinesForCorruptedLog=50; }
+ if ($Expires !~ /^\d+/) { $Expires=0; }
+ if ($DecodeUA !~ /[0-1]/) { $DecodeUA=0; }
+ $MiscTrackerUrl||='/js/awstats_misc_tracker.js';
+ # Optional accuracy setup section
+ if ($LevelForWormsDetection !~ /^\d+/) { $LevelForWormsDetection=0; }
+ if ($LevelForRobotsDetection !~ /^\d+/) { $LevelForRobotsDetection=2; }
+ if ($LevelForBrowsersDetection !~ /^\d+/) { $LevelForBrowsersDetection=2; }
+ if ($LevelForOSDetection !~ /^\d+/) { $LevelForOSDetection=2; }
+ if ($LevelForRefererAnalyze !~ /^\d+/) { $LevelForRefererAnalyze=2; }
+ if ($LevelForFileTypesDetection !~ /^\d+/) { $LevelForFileTypesDetection=2; }
+ if ($LevelForSearchEnginesDetection !~ /^\d+/) { $LevelForSearchEnginesDetection=2; }
+ if ($LevelForKeywordsDetection !~ /^\d+/) { $LevelForKeywordsDetection=2; }
+ # Optional extra setup section
+ foreach my $extracpt (1..@ExtraName-1) {
+ if ($ExtraStatTypes[$extracpt] !~ /[PHBL]/) { $ExtraStatTypes[$extracpt]='PHBL'; }
+ if ($MaxNbOfExtra[$extracpt] !~ /^\d+$/ || $MaxNbOfExtra[$extracpt]<1) { $MaxNbOfExtra[$extracpt]=20; }
+ if ($MinHitExtra[$extracpt] !~ /^\d+$/ || $MinHitExtra[$extracpt]<1) { $MinHitExtra[$extracpt]=1; }
+ if (! $ExtraFirstColumnValues[$extracpt]) { error("Extra section number $extracpt is defined without ExtraSectionFirstColumnValues$extracpt parameter"); }
+ if (! $ExtraFirstColumnFormat[$extracpt]) { $ExtraFirstColumnFormat[$extracpt] = '%s'; }
+ }
+ # Optional appearance setup section
+ if ($MaxRowsInHTMLOutput !~ /^\d+/ || $MaxRowsInHTMLOutput<1) { $MaxRowsInHTMLOutput=1000; }
+ if ($ShowMenu !~ /[01]/) { $ShowMenu=1; }
+ if ($ShowSummary !~ /[01UVPHB]/) { $ShowSummary='UVPHB'; }
+ if ($ShowMonthStats !~ /[01UVPHB]/) { $ShowMonthStats='UVPHB'; }
+ if ($ShowDaysOfMonthStats !~ /[01VPHB]/) { $ShowDaysOfMonthStats='VPHB'; }
+ if ($ShowDaysOfWeekStats !~ /[01PHBL]/) { $ShowDaysOfWeekStats='PHBL'; }
+ if ($ShowHoursStats !~ /[01PHBL]/) { $ShowHoursStats='PHBL'; }
+ if ($ShowDomainsStats !~ /[01PHB]/) { $ShowDomainsStats='PHB'; }
+ if ($ShowHostsStats !~ /[01PHBL]/) { $ShowHostsStats='PHBL'; }
+ if ($ShowAuthenticatedUsers !~ /[01PHBL]/) { $ShowAuthenticatedUsers=0; }
+ if ($ShowRobotsStats !~ /[01HBL]/) { $ShowRobotsStats='HBL'; }
+ if ($ShowWormsStats !~ /[01HBL]/) { $ShowWormsStats='HBL'; }
+ if ($ShowEMailSenders !~ /[01HBML]/) { $ShowEMailSenders=0; }
+ if ($ShowEMailReceivers !~ /[01HBML]/) { $ShowEMailReceivers=0; }
+ if ($ShowSessionsStats !~ /[01]/) { $ShowSessionsStats=1; }
+ if ($ShowPagesStats !~ /[01PBEX]/i) { $ShowPagesStats='PBEX'; }
+ if ($ShowFileTypesStats !~ /[01HBC]/) { $ShowFileTypesStats='HB'; }
+ if ($ShowFileSizesStats !~ /[01]/) { $ShowFileSizesStats=1; }
+ if ($ShowOSStats !~ /[01]/) { $ShowOSStats=1; }
+ if ($ShowBrowsersStats !~ /[01]/) { $ShowBrowsersStats=1; }
+ if ($ShowScreenSizeStats !~ /[01]/) { $ShowScreenSizeStats=0; }
+ if ($ShowOriginStats !~ /[01PH]/) { $ShowOriginStats='PH'; }
+ if ($ShowKeyphrasesStats !~ /[01]/) { $ShowKeyphrasesStats=1; }
+ if ($ShowKeywordsStats !~ /[01]/) { $ShowKeywordsStats=1; }
+ if ($ShowClusterStats !~ /[01PHB]/) { $ShowClusterStats=0; }
+ if ($ShowMiscStats !~ /[01anjdfrqwp]/) { $ShowMiscStats='a'; }
+ if ($ShowHTTPErrorsStats !~ /[01]/) { $ShowHTTPErrorsStats=1; }
+ if ($ShowSMTPErrorsStats !~ /[01]/) { $ShowSMTPErrorsStats=0; }
+ if ($AddDataArrayMonthStats !~ /[01]/) { $AddDataArrayMonthStats=1; }
+ if ($AddDataArrayShowDaysOfMonthStats !~ /[01]/) { $AddDataArrayShowDaysOfMonthStats=1; }
+ if ($AddDataArrayShowDaysOfWeekStats !~ /[01]/) { $AddDataArrayShowDaysOfWeekStats=1; }
+ if ($AddDataArrayShowHoursStats !~ /[01]/) { $AddDataArrayShowHoursStats=1; }
+ my @maxnboflist=('Domain','HostsShown','LoginShown','RobotShown','WormsShown','PageShown','OsShown','BrowsersShown','ScreenSizesShown','RefererShown','KeyphrasesShown','KeywordsShown','EMailsShown');
+ my @maxnboflistdefaultval=(10,10,10,10,5,10,10,10,5,10,10,10,20);
+ foreach my $i (0..(@maxnboflist-1)) {
+ if (! $MaxNbOf{$maxnboflist[$i]} || $MaxNbOf{$maxnboflist[$i]} !~ /^\d+$/ || $MaxNbOf{$maxnboflist[$i]}<1) { $MaxNbOf{$maxnboflist[$i]}=$maxnboflistdefaultval[$i]; }
+ }
+ my @minhitlist=('Domain','Host','Login','Robot','Worm','File','Os','Browser','ScreenSize','Refer','Keyphrase','Keyword','EMail');
+ my @minhitlistdefaultval=(1,1,1,1,1,1,1,1,1,1,1,1,1);
+ foreach my $i (0..(@minhitlist-1)) {
+ if (! $MinHit{$minhitlist[$i]} || $MinHit{$minhitlist[$i]} !~ /^\d+$/ || $MinHit{$minhitlist[$i]}<1) { $MinHit{$minhitlist[$i]}=$minhitlistdefaultval[$i]; }
+ }
+ if ($FirstDayOfWeek !~ /[01]/) { $FirstDayOfWeek=1; }
+ if ($UseFramesWhenCGI !~ /[01]/) { $UseFramesWhenCGI=1; }
+ if ($DetailedReportsOnNewWindows !~ /[012]/) { $DetailedReportsOnNewWindows=1; }
+ if ($ShowLinksOnUrl !~ /[01]/) { $ShowLinksOnUrl=1; }
+ if ($MaxLengthOfShownURL !~ /^\d+/ || $MaxLengthOfShownURL<1) { $MaxLengthOfShownURL=64; }
+ if ($ShowLinksToWhoIs !~ /[01]/) { $ShowLinksToWhoIs=0; }
+ $Logo||='awstats_logo6.png';
+ $LogoLink||='http://awstats.sourceforge.net';
+ if ($BarWidth !~ /^\d+/ || $BarWidth<1) { $BarWidth=260; }
+ if ($BarHeight !~ /^\d+/ || $BarHeight<1) { $BarHeight=90; }
+ $color_Background =~ s/#//g; if ($color_Background !~ /^[0-9|A-H]+$/i) { $color_Background='FFFFFF'; }
+ $color_TableBGTitle =~ s/#//g; if ($color_TableBGTitle !~ /^[0-9|A-H]+$/i) { $color_TableBGTitle='CCCCDD'; }
+ $color_TableTitle =~ s/#//g; if ($color_TableTitle !~ /^[0-9|A-H]+$/i) { $color_TableTitle='000000'; }
+ $color_TableBG =~ s/#//g; if ($color_TableBG !~ /^[0-9|A-H]+$/i) { $color_TableBG='CCCCDD'; }
+ $color_TableRowTitle =~ s/#//g; if ($color_TableRowTitle !~ /^[0-9|A-H]+$/i) { $color_TableRowTitle='FFFFFF'; }
+ $color_TableBGRowTitle =~ s/#//g; if ($color_TableBGRowTitle !~ /^[0-9|A-H]+$/i) { $color_TableBGRowTitle='ECECEC'; }
+ $color_TableBorder =~ s/#//g; if ($color_TableBorder !~ /^[0-9|A-H]+$/i) { $color_TableBorder='ECECEC'; }
+ $color_text =~ s/#//g; if ($color_text !~ /^[0-9|A-H]+$/i) { $color_text='000000'; }
+ $color_textpercent =~ s/#//g; if ($color_textpercent !~ /^[0-9|A-H]+$/i) { $color_textpercent='606060'; }
+ $color_titletext =~ s/#//g; if ($color_titletext !~ /^[0-9|A-H]+$/i) { $color_titletext='000000'; }
+ $color_weekend =~ s/#//g; if ($color_weekend !~ /^[0-9|A-H]+$/i) { $color_weekend='EAEAEA'; }
+ $color_link =~ s/#//g; if ($color_link !~ /^[0-9|A-H]+$/i) { $color_link='0011BB'; }
+ $color_hover =~ s/#//g; if ($color_hover !~ /^[0-9|A-H]+$/i) { $color_hover='605040'; }
+ $color_other =~ s/#//g; if ($color_other !~ /^[0-9|A-H]+$/i) { $color_other='666688'; }
+ $color_u =~ s/#//g; if ($color_u !~ /^[0-9|A-H]+$/i) { $color_u='FFA060'; }
+ $color_v =~ s/#//g; if ($color_v !~ /^[0-9|A-H]+$/i) { $color_v='F4F090'; }
+ $color_p =~ s/#//g; if ($color_p !~ /^[0-9|A-H]+$/i) { $color_p='4477DD'; }
+ $color_h =~ s/#//g; if ($color_h !~ /^[0-9|A-H]+$/i) { $color_h='66EEFF'; }
+ $color_k =~ s/#//g; if ($color_k !~ /^[0-9|A-H]+$/i) { $color_k='2EA495'; }
+ $color_s =~ s/#//g; if ($color_s !~ /^[0-9|A-H]+$/i) { $color_s='8888DD'; }
+ $color_e =~ s/#//g; if ($color_e !~ /^[0-9|A-H]+$/i) { $color_e='CEC2E8'; }
+ $color_x =~ s/#//g; if ($color_x !~ /^[0-9|A-H]+$/i) { $color_x='C1B2E2'; }
+
+ # Correct param if default value is asked
+ if ($ShowSummary eq '1') { $ShowSummary = 'UVPHB'; }
+ if ($ShowMonthStats eq '1') { $ShowMonthStats = 'UVPHB'; }
+ if ($ShowDaysOfMonthStats eq '1') { $ShowDaysOfMonthStats = 'VPHB'; }
+ if ($ShowDaysOfWeekStats eq '1') { $ShowDaysOfWeekStats = 'PHBL'; }
+ if ($ShowHoursStats eq '1') { $ShowHoursStats = 'PHBL'; }
+ if ($ShowDomainsStats eq '1') { $ShowDomainsStats = 'PHB'; }
+ if ($ShowHostsStats eq '1') { $ShowHostsStats = 'PHBL'; }
+ if ($ShowEMailSenders eq '1') { $ShowEMailSenders = 'HBML'; }
+ if ($ShowEMailReceivers eq '1') { $ShowEMailReceivers = 'HBML'; }
+ if ($ShowAuthenticatedUsers eq '1') { $ShowAuthenticatedUsers = 'PHBL'; }
+ if ($ShowRobotsStats eq '1') { $ShowRobotsStats = 'HBL'; }
+ if ($ShowWormsStats eq '1') { $ShowWormsStats = 'HBL'; }
+ if ($ShowPagesStats eq '1') { $ShowPagesStats = 'PBEX'; }
+ if ($ShowFileTypesStats eq '1') { $ShowFileTypesStats = 'HB'; }
+ if ($ShowOriginStats eq '1') { $ShowOriginStats = 'PH'; }
+ if ($ShowClusterStats eq '1') { $ShowClusterStats = 'PHB'; }
+ if ($ShowMiscStats eq '1') { $ShowMiscStats = 'anjdfrqwp'; }
+
+ # Convert extra sections data into @ExtraConditionType, @ExtraConditionTypeVal...
+ foreach my $extranum (1..@ExtraName-1) {
+ my $part=0;
+ foreach my $conditioncouple (split(/\s*\|\|\s*/, $ExtraCondition[$extranum])) {
+ my ($conditiontype, $conditiontypeval)=split(/[,:]/,$conditioncouple,2);
+ $ExtraConditionType[$extranum][$part]=$conditiontype;
+ if ($conditiontypeval =~ /^REGEX\[(.*)\]$/i) { $conditiontypeval=$1; }
+ #else { $conditiontypeval=quotemeta($conditiontypeval); }
+ $ExtraConditionTypeVal[$extranum][$part]=qr/$conditiontypeval/i;
+ $part++;
+ }
+ $part=0;
+ foreach my $rowkeycouple (split(/\s*\|\|\s*/, $ExtraFirstColumnValues[$extranum])) {
+ my ($rowkeytype, $rowkeytypeval)=split(/[,:]/,$rowkeycouple,2);
+ $ExtraFirstColumnValuesType[$extranum][$part]=$rowkeytype;
+ if ($rowkeytypeval =~ /^REGEX\[(.*)\]$/i) { $rowkeytypeval=$1; }
+ #else { $rowkeytypeval=quotemeta($rowkeytypeval); }
+ $ExtraFirstColumnValuesTypeVal[$extranum][$part]=qr/$rowkeytypeval/i;
+ $part++;
+ }
+ }
+
+ # Show definitive value for major parameters
+ if ($Debug) {
+ debug(" LogFile='$LogFile'",2);
+ debug(" LogFormat='$LogFormat'",2);
+ debug(" LogSeparator='$LogSeparator'",2);
+ debug(" DNSLookup='$DNSLookup'",2);
+ debug(" DirData='$DirData'",2);
+ debug(" DirCgi='$DirCgi'",2);
+ debug(" DirIcons='$DirIcons'",2);
+ debug(" SiteDomain='$SiteDomain'",2);
+ debug(" MiscTrackerUrl='$MiscTrackerUrl'",2);
+ foreach (keys %MaxNbOf) { debug(" MaxNbOf{$_}=$MaxNbOf{$_}",2); }
+ foreach (keys %MinHit) { debug(" MinHit{$_}=$MinHit{$_}",2); }
+ foreach my $extranum (1..@ExtraName-1) {
+ debug(" ExtraCodeFilter[$extranum] is array ".join(',',@{$ExtraCodeFilter[$extranum]}),2);
+ debug(" ExtraConditionType[$extranum] is array ".join(',',@{$ExtraConditionType[$extranum]}),2);
+ debug(" ExtraConditionTypeVal[$extranum] is array ".join(',',@{$ExtraConditionTypeVal[$extranum]}),2);
+ debug(" ExtraFirstColumnValuesType[$extranum] is array ".join(',',@{$ExtraFirstColumnValuesType[$extranum]}),2);
+ debug(" ExtraFirstColumnValuesTypeVal[$extranum] is array ".join(',',@{$ExtraFirstColumnValuesTypeVal[$extranum]}),2);
+ }
+ }
+
+ # Deny URLWithQueryWithOnlyFollowingParameters and URLWithQueryWithoutFollowingParameters both set
+ if (@URLWithQueryWithOnly && @URLWithQueryWithout) {
+ error("URLWithQueryWithOnlyFollowingParameters and URLWithQueryWithoutFollowingParameters can't be both set at the same time");
+ }
+ # Deny $ShowHTTPErrorsStats and $ShowSMTPErrorsStats both set
+ if ($ShowHTTPErrorsStats && $ShowSMTPErrorsStats) {
+ error("ShowHTTPErrorsStats and ShowSMTPErrorsStats can't be both set at the same time");
+ }
+
+ # Deny LogFile if contains a pipe and PurgeLogFile || ArchiveLogRecords set on
+ if (($PurgeLogFile || $ArchiveLogRecords) && $LogFile =~ /\|\s*$/) {
+ error("A pipe in log file name is not allowed if PurgeLogFile and ArchiveLogRecords are not set to 0");
+ }
+ # If not a migrate, check if DirData is OK
+ if (! $MigrateStats && ! -d $DirData) {
+ if ($CreateDirDataIfNotExists) {
+ if ($Debug) { debug(" Make directory $DirData",2); }
+ my $mkdirok=mkdir "$DirData", 0766;
+ if (! $mkdirok) { error("$PROG failed to create directory DirData (DirData=\"$DirData\", CreateDirDataIfNotExists=$CreateDirDataIfNotExists)."); }
+ }
+ else {
+ error("AWStats database directory defined in config file by 'DirData' parameter ($DirData) does not exist or is not writable.");
+ }
+ }
+
+ if ($LogType eq 'S') { $NOTSORTEDRECORDTOLERANCE=1000000; }
+}
+
+
+#------------------------------------------------------------------------------
+# Function: Common function used by init function of plugins
+# Parameters: AWStats version required by plugin
+# Input: $VERSION
+# Output: None
+# Return: '' if ok, "Error: xxx" if error
+#------------------------------------------------------------------------------
+sub Check_Plugin_Version {
+ my $PluginNeedAWStatsVersion=shift;
+ if (! $PluginNeedAWStatsVersion) { return 0; }
+ $VERSION =~ /^(\d+)\.(\d+)/;
+ my $numAWStatsVersion=($1*1000)+$2;
+ $PluginNeedAWStatsVersion =~ /^(\d+)\.(\d+)/;
+ my $numPluginNeedAWStatsVersion=($1*1000)+$2;
+ if ($numPluginNeedAWStatsVersion > $numAWStatsVersion) {
+ return "Error: AWStats version $PluginNeedAWStatsVersion or higher is required. Detected $VERSION.";
+ }
+ return '';
+}
+
+
+#------------------------------------------------------------------------------
+# Function: Return a checksum for an array of string
+# Parameters: Array of string
+# Input: None
+# Output: None
+# Return: Checksum number
+#------------------------------------------------------------------------------
+sub CheckSum {
+ my $string=shift;
+ my $checksum=0;
+# use MD5;
+# $checksum = MD5->hexhash($string);
+ my $i=0; my $j=0;
+ while ($i < length($string)) {
+ my $c=substr($string,$i,1);
+ $checksum+=(ord($c)<<(8*$j));
+ if ($j++ > 3) { $j=0; }
+ $i++;
+ }
+ return $checksum;
+}
+
+
+#------------------------------------------------------------------------------
+# Function: Load plugins files
+# Parameters: None
+# Input: $DIR @PluginsToLoad
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub Read_Plugins {
+ # Check plugin files in common possible directories :
+ # Windows and standard package: "$DIR/plugins" (plugins in same dir than awstats.pl)
+ # Redhat : "/usr/local/awstats/wwwroot/cgi-bin/plugins"
+ # Debian package : "/usr/share/awstats/plugins"
+ my @PossiblePluginsDir=("$DIR/plugins","/usr/local/awstats/wwwroot/cgi-bin/plugins","/usr/share/awstats/plugins");
+ my %DirAddedInINC=();
+
+ #Removed for security reason
+ #foreach my $key (keys %NoLoadPlugin) { if ($NoLoadPlugin{$key} < 0) { push @PluginsToLoad, $key; } }
+ if ($Debug) { debug("Call to Read_Plugins with list: ".join(',',@PluginsToLoad)); }
+ foreach my $plugininfo (@PluginsToLoad) {
+ my ($pluginfile,$pluginparam)=split(/\s+/,$plugininfo,2);
+ $pluginfile =~ s/\.pm$//i;
+ $pluginfile =~ /([^\/\\]+)$/;
+ my $pluginname=$1; # pluginname is pluginfile without any path
+ # Check if plugin is not disabled
+ if ($NoLoadPlugin{$pluginname} && $NoLoadPlugin{$pluginname} > 0) {
+ if ($Debug) { debug(" Plugin load for '$pluginfile' has been disabled from parameters"); }
+ next;
+ }
+ if ($pluginname) {
+ if (! $PluginsLoaded{'init'}{"$pluginname"}) { # Plugin not already loaded
+ my %pluginisfor=('timehires'=>'u','ipv6'=>'u','hashfiles'=>'u',
+ 'geoipfree'=>'u',
+ 'geoip'=>'ou','geoip_region_maxmind'=>'mou','geoip_city_maxmind'=>'mou','geoip_isp_maxmind'=>'mou','geoip_org_maxmind'=>'mou',
+ 'timezone'=>'ou',
+ 'decodeutfkeys'=>'o','hostinfo'=>'o','rawlog'=>'o','userinfo'=>'o','urlalias'=>'o','tooltips'=>'o');
+ if ($pluginisfor{$pluginname}) { # If it's a known plugin, may be we don't need to load it
+ # Do not load "menu handler plugins" if output only and mainleft frame
+ if (! $UpdateStats && scalar keys %HTMLOutput && $FrameName eq 'mainleft' && $pluginisfor{$pluginname} !~ /m/) { $PluginsLoaded{'init'}{"$pluginname"}=1; next; }
+ # Do not load "update plugins" if output only
+ if (! $UpdateStats && scalar keys %HTMLOutput && $pluginisfor{$pluginname} !~ /o/) { $PluginsLoaded{'init'}{"$pluginname"}=1; next; }
+ # Do not load "output plugins" if update only
+ if ($UpdateStats && ! scalar keys %HTMLOutput && $pluginisfor{$pluginname} !~ /u/) { $PluginsLoaded{'init'}{"$pluginname"}=1; next; }
+ }
+ # Load plugin
+ foreach my $dir (@PossiblePluginsDir) {
+ my $searchdir=$dir;
+ if ($searchdir && (!($searchdir =~ /\/$/)) && (!($searchdir =~ /\\$/)) ) { $searchdir .= "/"; }
+ my $pluginpath="${searchdir}${pluginfile}.pm";
+ if (-s "$pluginpath") {
+ $PluginDir="${searchdir}"; # Set plugin dir
+ if ($Debug) { debug(" Try to init plugin '$pluginname' ($pluginpath) with param '$pluginparam'",1); }
+ if (! $DirAddedInINC{"$dir"}) {
+ push @INC, "$dir";
+ $DirAddedInINC{"$dir"}=1;
+ }
+ my $loadret=0;
+ my $modperl=$ENV{"MOD_PERL"}? eval { require mod_perl; $mod_perl::VERSION >= 1.99 ? 2 : 1 } : 0;
+ if ($modperl == 2) { $loadret=require "$pluginpath"; }
+ else { $loadret=require "$pluginfile.pm"; }
+ if (! $loadret || $loadret =~ /^error/i) {
+ # Load failed, we stop here
+ error("Plugin load for plugin '$pluginname' failed with return code: $loadret");
+ }
+ my $ret; # To get init return
+ my $initfunction="\$ret=Init_$pluginname('$pluginparam')";
+ my $initret=eval("$initfunction");
+ if ($initret eq 'xxx') { $initret='Error: The PluginHooksFunctions variable defined in plugin file does not contain list of hooked functions'; }
+ if (! $initret || $initret =~ /^error/i) {
+ # Init function failed, we stop here
+ error("Plugin init for plugin '$pluginname' failed with return code: ".($initret?"$initret":"$@ (A module required by plugin might be missing)."));
+ }
+ # Plugin load and init successfull
+ foreach my $elem (split(/\s+/,$initret)) {
+ # Some functions can only be plugged once
+ my @uniquefunc=('GetCountryCodeByName','GetCountryCodeByAddr','ChangeTime','GetTimeZoneTitle','GetTime','SearchFile','LoadCache','SaveHash','ShowMenu');
+ my $isuniquefunc=0;
+ foreach my $function (@uniquefunc) {
+ if ("$elem" eq "$function") {
+ # We try to load a 'unique' function, so we check and stop if already loaded
+ foreach my $otherpluginname (keys %{$PluginsLoaded{"$elem"}}) {
+ error("Conflict between plugin '$pluginname' and '$otherpluginname'. They both implements the 'must be unique' function '$elem'.\nYou must choose between one of them. Using together is not possible.");
+ }
+ $isuniquefunc=1;
+ last;
+ }
+ }
+ if ($isuniquefunc) {
+ # TODO Use $PluginsLoaded{"$elem"}="$pluginname"; for unique func
+ $PluginsLoaded{"$elem"}{"$pluginname"}=1;
+ }
+ else { $PluginsLoaded{"$elem"}{"$pluginname"}=1; }
+ if ("$elem" =~ /SectionInitHashArray/) { $AtLeastOneSectionPlugin=1; }
+ }
+ $PluginsLoaded{'init'}{"$pluginname"}=1;
+ if ($Debug) { debug(" Plugin '$pluginname' now hooks functions '$initret'",1); }
+ last;
+ }
+ }
+ if (! $PluginsLoaded{'init'}{"$pluginname"}) {
+ error("AWStats config file contains a directive to load plugin \"$pluginname\" (LoadPlugin=\"$plugininfo\") but AWStats can't open plugin file \"$pluginfile.pm\" for read.\nCheck if file is in \"".($PossiblePluginsDir[0])."\" directory and is readable.");
+ }
+ }
+ else {
+ warning("Warning: Tried to load plugin \"$pluginname\" twice. Fix config file.");
+ }
+ }
+ else {
+ error("Plugin \"$pluginfile\" is not a valid plugin name.");
+ }
+ }
+ # In output mode, geo ip plugins are not loaded, so message changes are done here (can't be done in plugin init function)
+ if ($PluginsLoaded{'init'}{'geoip'} || $PluginsLoaded{'init'}{'geoipfree'}) { $Message[17]=$Message[25]=$Message[148]; }
+}
+
+#------------------------------------------------------------------------------
+# Function: Read history file and create/update tmp history file
+# Parameters: year,month,withupdate,withpurge,part_to_load[,lastlinenb,lastlineoffset,lastlinechecksum]
+# Input: $DirData $PROG $FileSuffix $LastLine
+# Output: None
+# Return: Tmp history file name created/updated or '' if withupdate is 0
+#------------------------------------------------------------------------------
+sub Read_History_With_TmpUpdate {
+
+ my $year=sprintf("%04i",shift||0);
+ my $month=sprintf("%02i",shift||0);
+ my $withupdate=shift||0;
+ my $withpurge=shift||0;
+ my $part=shift||'';
+
+ my $xml=($BuildHistoryFormat eq 'xml'?1:0);
+ my $xmleb='</table><nu>'; my $xmlrb='<tr><td>';
+
+ my $lastlinenb=shift||0;
+ my $lastlineoffset=shift||0;
+ my $lastlinechecksum=shift||0;
+
+ my %allsections=('general'=>1,'misc'=>2,'time'=>3,'visitor'=>4,'day'=>5,
+ 'domain'=>6,'cluster'=>7,'login'=>8,'robot'=>9,'worms'=>10,'emailsender'=>11,'emailreceiver'=>12,
+ 'session'=>13,'sider'=>14,'filetypes'=>15,
+ 'os'=>16,'browser'=>17,'screensize'=>18,'unknownreferer'=>19,'unknownrefererbrowser'=>20,
+ 'origin'=>21,'sereferrals'=>22,'pagerefs'=>23,
+ 'searchwords'=>24,'keywords'=>25,
+ 'errors'=>26);
+ my $order=(scalar keys %allsections)+1;
+ foreach (keys %TrapInfosForHTTPErrorCodes) { $allsections{"sider_$_"}=$order++; }
+ foreach (1..@ExtraName-1) { $allsections{"extra_$_"}=$order++; }
+ foreach (keys %{$PluginsLoaded{'SectionInitHashArray'}}) { $allsections{"plugin_$_"}=$order++; }
+ my $withread=0;
+
+ # Variable used to read old format history files
+ my $readvisitorforbackward=0;
+
+ # In standard use of AWStats, the DayRequired variable is always empty
+ if ($DayRequired) { if ($Debug) { debug("Call to Read_History_With_TmpUpdate [$year,$month,withupdate=$withupdate,withpurge=$withpurge,part=$part,lastlinenb=$lastlinenb,lastlineoffset=$lastlineoffset,lastlinechecksum=$lastlinechecksum] ($DayRequired)"); } }
+ else { if ($Debug) { debug("Call to Read_History_With_TmpUpdate [$year,$month,withupdate=$withupdate,withpurge=$withpurge,part=$part,lastlinenb=$lastlinenb,lastlineoffset=$lastlineoffset,lastlinechecksum=$lastlinechecksum]"); } }
+
+ # Define SectionsToLoad (which sections to load)
+ my %SectionsToLoad = ();
+ if ($part eq 'all') { # Load all needed sections
+ my $order=1;
+ $SectionsToLoad{'general'}=$order++;
+ # When
+ $SectionsToLoad{'time'}=$order++; # Always loaded because needed to count TotalPages, TotalHits, TotalBandwidth
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowHostsStats) || $HTMLOutput{'allhosts'} || $HTMLOutput{'lasthosts'} || $HTMLOutput{'unknownip'}) { $SectionsToLoad{'visitor'}=$order++; } # Must be before day, sider and session section
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && ($ShowDaysOfWeekStats || $ShowDaysOfMonthStats)) || $HTMLOutput{'alldays'}) { $SectionsToLoad{'day'}=$order++; }
+ # Who
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowDomainsStats) || $HTMLOutput{'alldomains'}) { $SectionsToLoad{'domain'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowAuthenticatedUsers) || $HTMLOutput{'alllogins'} || $HTMLOutput{'lastlogins'}) { $SectionsToLoad{'login'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowRobotsStats) || $HTMLOutput{'allrobots'} || $HTMLOutput{'lastrobots'}) { $SectionsToLoad{'robot'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowWormsStats) || $HTMLOutput{'allworms'} || $HTMLOutput{'lastworms'}) { $SectionsToLoad{'worms'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowEMailSenders) || $HTMLOutput{'allemails'} || $HTMLOutput{'lastemails'}) { $SectionsToLoad{'emailsender'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowEMailReceivers) || $HTMLOutput{'allemailr'} || $HTMLOutput{'lastemailr'}) { $SectionsToLoad{'emailreceiver'}=$order++; }
+ # Navigation
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowSessionsStats) || $HTMLOutput{'sessions'}) { $SectionsToLoad{'session'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowPagesStats) || $HTMLOutput{'urldetail'} || $HTMLOutput{'urlentry'} || $HTMLOutput{'urlexit'}) { $SectionsToLoad{'sider'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowFileTypesStats) || $HTMLOutput{'filetypes'}) { $SectionsToLoad{'filetypes'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowOSStats) || $HTMLOutput{'osdetail'}) { $SectionsToLoad{'os'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowBrowsersStats) || $HTMLOutput{'browserdetail'}) { $SectionsToLoad{'browser'}=$order++; }
+ if ($UpdateStats || $MigrateStats || $HTMLOutput{'unknownos'}) { $SectionsToLoad{'unknownreferer'}=$order++; }
+ if ($UpdateStats || $MigrateStats || $HTMLOutput{'unknownbrowser'}) { $SectionsToLoad{'unknownrefererbrowser'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowScreenSizeStats)) { $SectionsToLoad{'screensize'}=$order++; }
+ # Referers
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowOriginStats) || $HTMLOutput{'origin'}) { $SectionsToLoad{'origin'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowOriginStats) || $HTMLOutput{'refererse'}) { $SectionsToLoad{'sereferrals'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowOriginStats) || $HTMLOutput{'refererpages'}) { $SectionsToLoad{'pagerefs'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowKeyphrasesStats) || $HTMLOutput{'keyphrases'} || $HTMLOutput{'keywords'}) { $SectionsToLoad{'searchwords'}=$order++; }
+ if (! $withupdate && $HTMLOutput{'main'} && $ShowKeywordsStats) { $SectionsToLoad{'keywords'}=$order++; } # If we update, dont need to load
+ # Others
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowMiscStats)) { $SectionsToLoad{'misc'}=$order++; }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && ($ShowHTTPErrorsStats || $ShowSMTPErrorsStats)) || $HTMLOutput{'errors'}) { $SectionsToLoad{'errors'}=$order++; }
+ foreach (keys %TrapInfosForHTTPErrorCodes) {
+ if ($UpdateStats || $MigrateStats || $HTMLOutput{"errors$_"}) { $SectionsToLoad{"sider_$_"}=$order++; }
+ }
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ShowClusterStats)) { $SectionsToLoad{'cluster'}=$order++; }
+ foreach (1..@ExtraName-1) {
+ if ($UpdateStats || $MigrateStats || ($HTMLOutput{'main'} && $ExtraStatTypes[$_]) || $HTMLOutput{"extra$_"}) { $SectionsToLoad{"extra_$_"}=$order++; }
+ }
+ foreach (keys %{$PluginsLoaded{'SectionInitHashArray'}}) {
+ if ($UpdateStats || $MigrateStats || $HTMLOutput{"plugin_$_"}) { $SectionsToLoad{"plugin_$_"}=$order++; }
+ }
+ }
+ else { # Load only required sections
+ my $order=1;
+ foreach (split(/\s+/,$part)) { $SectionsToLoad{$_}=$order++; }
+ }
+
+ # Define SectionsToSave (which sections to save)
+ my %SectionsToSave = ();
+ if ($withupdate) { %SectionsToSave=%allsections; }
+
+ if ($Debug) {
+ debug(" List of sections marked for load : ".join(' ',(sort { $SectionsToLoad{$a} <=> $SectionsToLoad{$b} } keys %SectionsToLoad)),2);
+ debug(" List of sections marked for save : ".join(' ',(sort { $SectionsToSave{$a} <=> $SectionsToSave{$b} } keys %SectionsToSave)),2);
+ }
+
+ # Define value for filetowrite and filetoread (Month before Year kept for backward compatibility)
+ my $filetowrite='';
+ my $filetoread='';
+ if ($HistoryAlreadyFlushed{"$year$month"} && -s "$DirData/$PROG$month$year$FileSuffix.tmp.$$") {
+ # tmp history file was already flushed
+ $filetoread="$DirData/$PROG$month$year$FileSuffix.tmp.$$";
+ $filetowrite="$DirData/$PROG$month$year$FileSuffix.tmp.$$.bis";
+ }
+ else {
+ $filetoread="$DirData/$PROG$DayRequired$month$year$FileSuffix.txt";
+ $filetowrite="$DirData/$PROG$month$year$FileSuffix.tmp.$$";
+ }
+ if ($Debug) { debug(" History file to read is '$filetoread'",2); }
+
+ # Is there an old data file to read or, if migrate, can we open the file for read
+ if (-s $filetoread || $MigrateStats) { $withread=1; }
+
+ # Open files
+ if ($withread) {
+ open(HISTORY,$filetoread) || error("Couldn't open file \"$filetoread\" for read: $!","","",$MigrateStats);
+ binmode HISTORY; # Avoid premature EOF due to history files corrupted with \cZ or bin chars
+ }
+ if ($withupdate) {
+ open(HISTORYTMP,">$filetowrite") || error("Couldn't open file \"$filetowrite\" for write: $!");
+ binmode HISTORYTMP;
+ if ($xml) { print HISTORYTMP "<xml>\n\n"; }
+ Save_History("header",$year,$month);
+ }
+
+ # Loop on read file
+ my $readxml=0;
+ if ($withread) {
+ my $countlines=0;
+ my $versionnum=0;
+ my @field=();
+ while (<HISTORY>) {
+ chomp $_; s/\r//;
+ $countlines++;
+
+ # Test if it's xml
+ if (! $readxml && $_ =~ /^<xml/) {
+ $readxml=1;
+ if ($Debug) { debug(" Data file format is 'xml'",1); }
+ next;
+ }
+
+ # Extract version from first line
+ if (! $versionnum && $_ =~ /^AWSTATS DATA FILE (\d+).(\d+)/i) {
+ $versionnum=($1*1000)+$2;
+ if ($Debug) { debug(" Data file version is $versionnum",1); }
+ next;
+ }
+
+ # Analyze fields
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_));
+ if (! $field[0]) { next; }
+
+ # Here version MUST be defined, or file will be processed as an old data file
+
+ # BEGIN_GENERAL
+ # TODO Manage GENERAL in a loop like other sections. Need to return error if data file version < 5000 (no END_GENERAL) to say that history files < 5.0 can't be used
+ if ($field[0] eq 'BEGIN_GENERAL') {
+ if ($Debug) { debug(" Begin of GENERAL section"); }
+ next;
+ }
+ if ($field[0] eq 'LastLine' || $field[0] eq "${xmlrb}LastLine") {
+ if (! $LastLine || $LastLine < int($field[1])) { $LastLine=int($field[1]); };
+ if ($field[2]) { $LastLineNumber=int($field[2]); }
+ if ($field[3]) { $LastLineOffset=int($field[3]); }
+ if ($field[4]) { $LastLineChecksum=int($field[4]); }
+ next;
+ }
+ if ($field[0] eq 'FirstTime' || $field[0] eq "${xmlrb}FirstTime") { if (! $FirstTime{$year.$month} || $FirstTime{$year.$month} > int($field[1])) { $FirstTime{$year.$month}=int($field[1]); }; next; }
+ if ($field[0] eq 'LastTime' || $field[0] eq "${xmlrb}LastTime") { if (! $LastTime{$year.$month} || $LastTime{$year.$month} < int($field[1])) { $LastTime{$year.$month}=int($field[1]); }; next; }
+ if ($field[0] eq 'LastUpdate' || $field[0] eq "${xmlrb}LastUpdate") {
+ if ($LastUpdate < $field[1]) {
+ $LastUpdate=int($field[1]);
+ #$LastUpdateLinesRead=int($field[2]);
+ #$LastUpdateNewLinesRead=int($field[3]);
+ #$LastUpdateLinesCorrupted=int($field[4]);
+ };
+ next;
+ }
+ if ($field[0] eq 'TotalVisits' || $field[0] eq "${xmlrb}TotalVisits") {
+ if (! $withupdate) { $MonthVisits{$year.$month}+=int($field[1]); }
+ # Save in MonthVisits also if migrate from a file < 4.x for backward compatibility
+ if ($MigrateStats && $versionnum < 4000 && ! $MonthVisits{$year.$month}) {
+ if ($Debug) { debug("File is version < 4000. We save ".int($field[1])." visits in DayXxx arrays",1); }
+ $DayHits{$year.$month."00"}+=0;
+ $DayVisits{$year.$month."00"}+=int($field[1]);
+ }
+ next;
+ }
+ if ($field[0] eq 'TotalUnique' || $field[0] eq "${xmlrb}TotalUnique") { if (! $withupdate) { $MonthUnique{$year.$month}+=int($field[1]); } next; }
+ if ($field[0] eq 'MonthHostsKnown' || $field[0] eq "${xmlrb}MonthHostsKnown") { if (! $withupdate) { $MonthHostsKnown{$year.$month}+=int($field[1]); } next; }
+ if ($field[0] eq 'MonthHostsUnknown' || $field[0] eq "${xmlrb}MonthHostsUnknown") { if (! $withupdate) { $MonthHostsUnknown{$year.$month}+=int($field[1]); } next; }
+ if (($field[0] eq 'END_GENERAL' || $field[0] eq "${xmleb}END_GENERAL") # END_GENERAL didn't exist for history files < 5.0
+ || ($versionnum < 5000 && $SectionsToLoad{"general"} && $FirstTime{$year.$month} && $LastTime{$year.$month}) ) {
+ if ($Debug) { debug(" End of GENERAL section"); }
+ # Show migrate warning for backward compatibility
+ if ($versionnum < 5000 && ! $MigrateStats && ! $BadFormatWarning{$year.$month}) {
+ if ($FrameName ne 'mainleft') {
+ $BadFormatWarning{$year.$month}=1;
+ my $message="Warning: Data file '$filetoread' has an old history file format (version $versionnum). You should upgrade it...\nFrom command line: $PROG.$Extension -migrate=\"$filetoread\"";
+ if ($ENV{'GATEWAY_INTERFACE'} && $AllowToUpdateStatsFromBrowser) { $message.="\nFrom your browser with URL: <a href=\"http://".$ENV{"SERVER_NAME"}.$ENV{"SCRIPT_NAME"}."?migrate=$filetoread\";>http://".$ENV{"SERVER_NAME"}.$ENV{"SCRIPT_NAME"}."?migrate=$filetoread</a>"; }
+ warning("$message");
+ }
+ }
+ if (! ($versionnum < 5000) && $MigrateStats && ! $BadFormatWarning{$year.$month}) {
+ $BadFormatWarning{$year.$month}=1;
+ warning("Warning: You are migrating a file that is already a recent version (migrate not required for files version $versionnum).","","",1);
+ }
+ # If migrate and version < 4.x we need to include BEGIN_UNKNOWNIP into BEGIN_VISITOR for backward compatibility
+ if ($MigrateStats && $versionnum < 4000) {
+ if ($Debug) { debug("File is version < 4000. We add UNKNOWNIP in sections to load",1); }
+ $SectionsToLoad{'unknownip'}=99;
+ }
+
+ delete $SectionsToLoad{'general'};
+ if ($SectionsToSave{'general'}) { Save_History('general',$year,$month,$lastlinenb,$lastlineoffset,$lastlinechecksum); delete $SectionsToSave{'general'}; }
+
+ # Test for backward compatibility
+ if ($versionnum < 5000 && ! $withupdate) {
+ # We must find another way to init MonthUnique MonthHostsKnown and MonthHostsUnknown
+ if ($Debug) { debug(" We ask to count MonthUnique, MonthHostsKnown and MonthHostsUnknown in visitor section because they are not stored in general section for this data file (version $versionnum)."); }
+ $readvisitorforbackward=($SectionsToLoad{"visitor"}?1:2);
+ $SectionsToLoad{"visitor"}=4;
+ }
+ else {
+ if (! scalar %SectionsToLoad) {
+ if ($Debug) { debug(" Stop reading history file. Got all we need."); }
+ last;
+ }
+ }
+ if ($versionnum >= 5000) { next; } # We can forget 'END_GENERAL' line and read next one
+ }
+
+ # BEGIN_MISC
+ if ($field[0] eq 'BEGIN_MISC') {
+ if ($Debug) { debug(" Begin of MISC section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'misc'}) {
+ $countloaded++;
+ if ($field[1]) { $_misc_p{$field[0]}+=int($field[1]); }
+ if ($field[2]) { $_misc_h{$field[0]}+=int($field[2]); }
+ if ($field[3]) { $_misc_k{$field[0]}+=int($field[3]); }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_MISC' || $field[0] eq "${xmleb}END_MISC" || ! $_);
+ if ($field[0] ne 'END_MISC' && $field[0] ne "${xmleb}END_MISC") { error("History file \"$filetoread\" is corrupted (End of section MISC not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of MISC section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'misc'};
+ if ($SectionsToSave{'misc'}) {
+ Save_History('misc',$year,$month); delete $SectionsToSave{'misc'};
+ if ($withpurge) { %_misc_p=(); %_misc_h=(); %_misc_k=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+
+ # BEGIN_CLUSTER
+ if ($field[0] eq 'BEGIN_CLUSTER') {
+ if ($Debug) { debug(" Begin of CLUSTER section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'cluster'}) {
+ $countloaded++;
+ if ($field[1]) { $_cluster_p{$field[0]}+=int($field[1]); }
+ if ($field[2]) { $_cluster_h{$field[0]}+=int($field[2]); }
+ if ($field[3]) { $_cluster_k{$field[0]}+=int($field[3]); }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_CLUSTER' || $field[0] eq "${xmleb}END_CLUSTER" || ! $_);
+ if ($field[0] ne 'END_CLUSTER' && $field[0] ne "${xmleb}END_CLUSTER") { error("History file \"$filetoread\" is corrupted (End of section CLUSTER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of CLUSTER section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'cluster'};
+ if ($SectionsToSave{'cluster'}) {
+ Save_History('cluster',$year,$month); delete $SectionsToSave{'cluster'};
+ if ($withpurge) { %_cluster_p=(); %_cluster_h=(); %_cluster_k=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+
+ # BEGIN_TIME
+ if ($field[0] eq 'BEGIN_TIME') {
+ my $monthpages=0;my $monthhits=0;my $monthbytes=0;
+ my $monthnotviewedpages=0;my $monthnotviewedhits=0;my $monthnotviewedbytes=0;
+ if ($Debug) { debug(" Begin of TIME section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0] ne '') { # Test on ne '' because field[0] is '0' for hour 0)
+ $count++;
+ if ($SectionsToLoad{'time'}) {
+ if ($withupdate || $MonthRequired eq 'all' || $MonthRequired eq "$month") { # Still required
+ $countloaded++;
+ if ($field[1]) { $_time_p[$field[0]]+=int($field[1]); }
+ if ($field[2]) { $_time_h[$field[0]]+=int($field[2]); }
+ if ($field[3]) { $_time_k[$field[0]]+=int($field[3]); }
+ if ($field[4]) { $_time_nv_p[$field[0]]+=int($field[4]); }
+ if ($field[5]) { $_time_nv_h[$field[0]]+=int($field[5]); }
+ if ($field[6]) { $_time_nv_k[$field[0]]+=int($field[6]); }
+ }
+ $monthpages+=int($field[1]);
+ $monthhits+=int($field[2]);
+ $monthbytes+=int($field[3]);
+ $monthnotviewedpages+=int($field[4]||0);
+ $monthnotviewedhits+=int($field[5]||0);
+ $monthnotviewedbytes+=int($field[6]||0);
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_TIME' || $field[0] eq "${xmleb}END_TIME" || ! $_);
+ if ($field[0] ne 'END_TIME' && $field[0] ne "${xmleb}END_TIME") { error("History file \"$filetoread\" is corrupted (End of section TIME not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of TIME section ($count entries, $countloaded loaded)"); }
+ $MonthPages{$year.$month}+=$monthpages;
+ $MonthHits{$year.$month}+=$monthhits;
+ $MonthBytes{$year.$month}+=$monthbytes;
+ $MonthNotViewedPages{$year.$month}+=$monthnotviewedpages;
+ $MonthNotViewedHits{$year.$month}+=$monthnotviewedhits;
+ $MonthNotViewedBytes{$year.$month}+=$monthnotviewedbytes;
+ delete $SectionsToLoad{'time'};
+ if ($SectionsToSave{'time'}) {
+ Save_History('time',$year,$month); delete $SectionsToSave{'time'};
+ if ($withpurge) { @_time_p=(); @_time_h=(); @_time_k=(); @_time_nv_p=(); @_time_nv_h=(); @_time_nv_k=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+
+ # BEGIN_ORIGIN
+ if ($field[0] eq 'BEGIN_ORIGIN') {
+ if ($Debug) { debug(" Begin of ORIGIN section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'origin'}) {
+ if ($field[0] eq 'From0') { $_from_p[0]+=$field[1]; $_from_h[0]+=$field[2]; }
+ elsif ($field[0] eq 'From1') { $_from_p[1]+=$field[1]; $_from_h[1]+=$field[2]; }
+ elsif ($field[0] eq 'From2') { $_from_p[2]+=$field[1]; $_from_h[2]+=$field[2]; }
+ elsif ($field[0] eq 'From3') { $_from_p[3]+=$field[1]; $_from_h[3]+=$field[2]; }
+ elsif ($field[0] eq 'From4') { $_from_p[4]+=$field[1]; $_from_h[4]+=$field[2]; }
+ elsif ($field[0] eq 'From5') { $_from_p[5]+=$field[1]; $_from_h[5]+=$field[2]; }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_ORIGIN' || $field[0] eq "${xmleb}END_ORIGIN" || ! $_);
+ if ($field[0] ne 'END_ORIGIN' && $field[0] ne "${xmleb}END_ORIGIN") { error("History file \"$filetoread\" is corrupted (End of section ORIGIN not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of ORIGIN section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'origin'};
+ if ($SectionsToSave{'origin'}) {
+ Save_History('origin',$year,$month); delete $SectionsToSave{'origin'};
+ if ($withpurge) { @_from_p=(); @_from_h=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_DAY
+ if ($field[0] eq 'BEGIN_DAY') {
+ if ($Debug) { debug(" Begin of DAY section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'day'}) {
+ $countloaded++;
+ if ($field[1]) { $DayPages{$field[0]}+=int($field[1]); }
+ $DayHits{$field[0]}+=int($field[2]); # DayHits always load (should be >0 and if not it's a day YYYYMM00 resulting of an old file migration)
+ if ($field[3]) { $DayBytes{$field[0]}+=int($field[3]); }
+ if ($field[4]) { $DayVisits{$field[0]}+=int($field[4]); }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_DAY' || $field[0] eq "${xmleb}END_DAY" || ! $_);
+ if ($field[0] ne 'END_DAY' && $field[0] ne "${xmleb}END_DAY") { error("History file \"$filetoread\" is corrupted (End of section DAY not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of DAY section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'day'};
+ # WE DO NOT SAVE SECTION NOW BECAUSE VALUES CAN BE CHANGED AFTER READING VISITOR
+ #if ($SectionsToSave{'day'}) { # Must be made after read of visitor
+ # Save_History('day',$year,$month); delete $SectionsToSave{'day'};
+ # if ($withpurge) { %DayPages=(); %DayHits=(); %DayBytes=(); %DayVisits=(); }
+ #}
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_VISITOR
+ if ($field[0] eq 'BEGIN_VISITOR') {
+ if ($Debug) { debug(" Begin of VISITOR section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+
+ # For backward compatibility
+ if ($readvisitorforbackward) {
+ if ($field[1]) { $MonthUnique{$year.$month}++; }
+ if ($MonthRequired ne 'all') {
+ if ($field[0] !~ /^\d+\.\d+\.\d+\.\d+$/ && $field[0] !~ /^[0-9A-F]*:/i) { $MonthHostsKnown{$year.$month}++; }
+ else { $MonthHostsUnknown{$year.$month}++; }
+ }
+ }
+
+ # Process data saved in 'wait' arrays
+ if ($withupdate && $_waithost_e{$field[0]}){
+ my $timehostl=int($field[4]||0);
+ my $timehosts=int($field[5]||0);
+ my $newtimehosts=($_waithost_s{$field[0]}?$_waithost_s{$field[0]}:$_host_s{$field[0]});
+ my $newtimehostl=($_waithost_l{$field[0]}?$_waithost_l{$field[0]}:$_host_l{$field[0]});
+ if ($newtimehosts > $timehostl + $VISITTIMEOUT ) {
+ if ($Debug) { debug(" Visit for $field[0] in 'wait' arrays is a new visit different than last in history",4); }
+ if ($field[6]) { $_url_x{$field[6]}++; }
+ $_url_e{$_waithost_e{$field[0]}}++;
+ $newtimehosts =~ /^(\d\d\d\d\d\d\d\d)/; $DayVisits{$1}++;
+ if ($timehosts && $timehostl) { $_session{GetSessionRange($timehosts,$timehostl)}++; }
+ if ($_waithost_s{$field[0]}) {
+ # First session found in log was followed by another one so it's finished
+ $_session{GetSessionRange($newtimehosts,$newtimehostl)}++;
+ }
+ # Here $_host_l $_host_s and $_host_u are correctly defined
+ }
+ else {
+ if ($Debug) { debug(" Visit for $field[0] in 'wait' arrays is following of last visit in history",4); }
+ if ($_waithost_s{$field[0]}) {
+ # First session found in log was followed by another one so it's finished
+ $_session{GetSessionRange(MinimumButNoZero($timehosts,$newtimehosts),$timehostl>$newtimehostl?$timehostl:$newtimehostl)}++;
+ # Here $_host_l $_host_s and $_host_u are correctly defined
+ }
+ else {
+ # We correct $_host_l $_host_s and $_host_u
+ if ($timehostl > $newtimehostl) {
+ $_host_l{$field[0]}=$timehostl;
+ $_host_u{$field[0]}=$field[6];
+ }
+ if ($timehosts < $newtimehosts) {
+ $_host_s{$field[0]}=$timehosts;
+ }
+ }
+ }
+ delete $_waithost_e{$field[0]};
+ delete $_waithost_l{$field[0]};
+ delete $_waithost_s{$field[0]};
+ delete $_waithost_u{$field[0]};
+ }
+
+ # Load records
+ if ($readvisitorforbackward!=2 && $SectionsToLoad{'visitor'}) { # if readvisitorforbackward==2 we do not load
+ my $loadrecord=0;
+ if ($withupdate) {
+ $loadrecord=1;
+ }
+ else {
+ if ($HTMLOutput{'allhosts'} || $HTMLOutput{'lasthosts'}) {
+ if ((!$FilterIn{'host'} || $field[0] =~ /$FilterIn{'host'}/i)
+ && (!$FilterEx{'host'} || $field[0] !~ /$FilterEx{'host'}/i)) { $loadrecord=1; }
+ }
+ elsif ($MonthRequired eq 'all' || $field[2] >= $MinHit{'Host'}) {
+ if ($HTMLOutput{'unknownip'} && ($field[0] =~ /^\d+\.\d+\.\d+\.\d+$/ || $field[0] =~ /^[0-9A-F]*:/i)) { $loadrecord=1; }
+ elsif ($HTMLOutput{'main'} && ($MonthRequired eq 'all' || $countloaded < $MaxNbOf{'HostsShown'})) { $loadrecord=1; }
+ }
+ }
+ if ($loadrecord) {
+ if ($field[1]) { $_host_p{$field[0]}+=$field[1]; }
+ if ($field[2]) { $_host_h{$field[0]}+=$field[2]; }
+ if ($field[3]) { $_host_k{$field[0]}+=$field[3]; }
+ if ($field[4] && ! $_host_l{$field[0]}) { # We save last connexion params if not previously defined
+ $_host_l{$field[0]}=int($field[4]);
+ if ($withupdate) { # field[5] field[6] are used only for update
+ if ($field[5] && ! $_host_s{$field[0]}) { $_host_s{$field[0]}=int($field[5]); }
+ if ($field[6] && ! $_host_u{$field[0]}) { $_host_u{$field[0]}=$field[6]; }
+ }
+ }
+ $countloaded++;
+ }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_VISITOR' || $field[0] eq "${xmleb}END_VISITOR" || ! $_);
+ if ($field[0] ne 'END_VISITOR' && $field[0] ne "${xmleb}END_VISITOR") { error("History file \"$filetoread\" is corrupted (End of section VISITOR not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of VISITOR section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'visitor'};
+ # WE DO NOT SAVE SECTION NOW TO BE SURE TO HAVE THIS LARGE SECTION NOT AT THE BEGINNING OF FILE
+ #if ($SectionsToSave{'visitor'}) {
+ # Save_History('visitor',$year,$month); delete $SectionsToSave{'visitor'};
+ # if ($withpurge) { %_host_p=(); %_host_h=(); %_host_k=(); %_host_l=(); %_host_s=(); %_host_u=(); }
+ #}
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_UNKNOWNIP for backward compatibility
+ if ($field[0] eq 'BEGIN_UNKNOWNIP') {
+ my %iptomigrate=();
+ if ($Debug) { debug(" Begin of UNKNOWNIP section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'unknownip'}) {
+ $iptomigrate{$field[0]}=$field[1]||0;
+ $countloaded++;
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_UNKNOWNIP' || $field[0] eq "${xmleb}END_UNKNOWNIP" || ! $_);
+ if ($field[0] ne 'END_UNKNOWNIP' && $field[0] ne "${xmleb}END_UNKNOWNIP") { error("History file \"$filetoread\" is corrupted (End of section UNKOWNIP not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of UNKOWNIP section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'visitor'};
+ # THIS SECTION IS NEVER SAVED. ONLY READ FOR MIGRATE AND CONVERTED INTO VISITOR SECTION
+ foreach (keys %iptomigrate) {
+ $_host_p{$_}+=int($_host_p{'Unknown'}/$countloaded);
+ $_host_h{$_}+=int($_host_h{'Unknown'}/$countloaded);
+ $_host_k{$_}+=int($_host_k{'Unknown'}/$countloaded);
+ if ($iptomigrate{$_} > 0) { $_host_l{$_}=$iptomigrate{$_} };
+ }
+ delete $_host_p{'Unknown'};
+ delete $_host_h{'Unknown'};
+ delete $_host_k{'Unknown'};
+ delete $_host_l{'Unknown'};
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_LOGIN
+ if ($field[0] eq 'BEGIN_LOGIN') {
+ if ($Debug) { debug(" Begin of LOGIN section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'login'}) {
+ $countloaded++;
+ if ($field[1]) { $_login_p{$field[0]}+=$field[1]; }
+ if ($field[2]) { $_login_h{$field[0]}+=$field[2]; }
+ if ($field[3]) { $_login_k{$field[0]}+=$field[3]; }
+ if (! $_login_l{$field[0]} && $field[4]) { $_login_l{$field[0]}=int($field[4]); }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_LOGIN' || $field[0] eq "${xmleb}END_LOGIN" || ! $_);
+ if ($field[0] ne 'END_LOGIN' && $field[0] ne "${xmleb}END_LOGIN") { error("History file \"$filetoread\" is corrupted (End of section LOGIN not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of LOGIN section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'login'};
+ if ($SectionsToSave{'login'}) {
+ Save_History('login',$year,$month); delete $SectionsToSave{'login'};
+ if ($withpurge) { %_login_p=(); %_login_h=(); %_login_k=(); %_login_l=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_DOMAIN
+ if ($field[0] eq 'BEGIN_DOMAIN') {
+ if ($Debug) { debug(" Begin of DOMAIN section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'domain'}) {
+ $countloaded++;
+ if ($field[1]) { $_domener_p{$field[0]}+=$field[1]; }
+ if ($field[2]) { $_domener_h{$field[0]}+=$field[2]; }
+ if ($field[3]) { $_domener_k{$field[0]}+=$field[3]; }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_DOMAIN' || $field[0] eq "${xmleb}END_DOMAIN" || ! $_);
+ if ($field[0] ne 'END_DOMAIN' && $field[0] ne "${xmleb}END_DOMAIN") { error("History file \"$filetoread\" is corrupted (End of section DOMAIN not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of DOMAIN section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'domain'};
+ if ($SectionsToSave{'domain'}) {
+ Save_History('domain',$year,$month); delete $SectionsToSave{'domain'};
+ if ($withpurge) { %_domener_p=(); %_domener_h=(); %_domener_k=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_SESSION
+ if ($field[0] eq 'BEGIN_SESSION') {
+ if ($Debug) { debug(" Begin of SESSION section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'session'}) {
+ $countloaded++;
+ if ($field[1]) { $_session{$field[0]}+=$field[1]; }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_SESSION' || $field[0] eq "${xmleb}END_SESSION" || ! $_);
+ if ($field[0] ne 'END_SESSION' && $field[0] ne "${xmleb}END_SESSION") { error("History file \"$filetoread\" is corrupted (End of section SESSION not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of SESSION section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'session'};
+ # WE DO NOT SAVE SECTION NOW BECAUSE VALUES CAN BE CHANGED AFTER READING VISITOR
+ #if ($SectionsToSave{'session'}) {
+ # Save_History('session',$year,$month); delete $SectionsToSave{'session'}; }
+ # if ($withpurge) { %_session=(); }
+ #}
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_OS
+ if ($field[0] eq 'BEGIN_OS') {
+ if ($Debug) { debug(" Begin of OS section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'os'}) {
+ $countloaded++;
+ if ($field[1]) { $_os_h{$field[0]}+=$field[1]; }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_OS' || $field[0] eq "${xmleb}END_OS" || ! $_);
+ if ($field[0] ne 'END_OS' && $field[0] ne "${xmleb}END_OS") { error("History file \"$filetoread\" is corrupted (End of section OS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of OS section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'os'};
+ if ($SectionsToSave{'os'}) {
+ Save_History('os',$year,$month); delete $SectionsToSave{'os'};
+ if ($withpurge) { %_os_h=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_BROWSER
+ if ($field[0] eq 'BEGIN_BROWSER') {
+ if ($Debug) { debug(" Begin of BROWSER section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'browser'}) {
+ $countloaded++;
+ if ($field[1]) { $_browser_h{$field[0]}+=$field[1]; }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_BROWSER' || $field[0] eq "${xmleb}END_BROWSER" || ! $_);
+ if ($field[0] ne 'END_BROWSER' && $field[0] ne "${xmleb}END_BROWSER") { error("History file \"$filetoread\" is corrupted (End of section BROWSER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of BROWSER section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'browser'};
+ if ($SectionsToSave{'browser'}) {
+ Save_History('browser',$year,$month); delete $SectionsToSave{'browser'};
+ if ($withpurge) { %_browser_h=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_UNKNOWNREFERER
+ if ($field[0] eq 'BEGIN_UNKNOWNREFERER') {
+ if ($Debug) { debug(" Begin of UNKNOWNREFERER section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'unknownreferer'}) {
+ $countloaded++;
+ if (! $_unknownreferer_l{$field[0]}) { $_unknownreferer_l{$field[0]}=int($field[1]); }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_UNKNOWNREFERER' || $field[0] eq "${xmleb}END_UNKNOWNREFERER" || ! $_);
+ if ($field[0] ne 'END_UNKNOWNREFERER' && $field[0] ne "${xmleb}END_UNKNOWNREFERER") { error("History file \"$filetoread\" is corrupted (End of section UNKNOWNREFERER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of UNKNOWNREFERER section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'unknownreferer'};
+ if ($SectionsToSave{'unknownreferer'}) {
+ Save_History('unknownreferer',$year,$month); delete $SectionsToSave{'unknownreferer'};
+ if ($withpurge) { %_unknownreferer_l=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_UNKNOWNREFERERBROWSER
+ if ($field[0] eq 'BEGIN_UNKNOWNREFERERBROWSER') {
+ if ($Debug) { debug(" Begin of UNKNOWNREFERERBROWSER section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'unknownrefererbrowser'}) {
+ $countloaded++;
+ if (! $_unknownrefererbrowser_l{$field[0]}) { $_unknownrefererbrowser_l{$field[0]}=int($field[1]); }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_UNKNOWNREFERERBROWSER' || $field[0] eq "${xmleb}END_UNKNOWNREFERERBROWSER" || ! $_);
+ if ($field[0] ne 'END_UNKNOWNREFERERBROWSER' && $field[0] ne "${xmleb}END_UNKNOWNREFERERBROWSER") { error("History file \"$filetoread\" is corrupted (End of section UNKNOWNREFERERBROWSER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of UNKNOWNREFERERBROWSER section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'unknownrefererbrowser'};
+ if ($SectionsToSave{'unknownrefererbrowser'}) {
+ Save_History('unknownrefererbrowser',$year,$month); delete $SectionsToSave{'unknownrefererbrowser'};
+ if ($withpurge) { %_unknownrefererbrowser_l=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_SCREENSIZE
+ if ($field[0] eq 'BEGIN_SCREENSIZE') {
+ if ($Debug) { debug(" Begin of SCREENSIZE section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'screensize'}) {
+ $countloaded++;
+ if ($field[1]) { $_screensize_h{$field[0]}+=$field[1]; }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_SCREENSIZE' || $field[0] eq "${xmleb}END_SCREENSIZE" || ! $_);
+ if ($field[0] ne 'END_SCREENSIZE' && $field[0] ne "${xmleb}END_SCREENSIZE") { error("History file \"$filetoread\" is corrupted (End of section SCREENSIZE not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of SCREENSIZE section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'screensize'};
+ if ($SectionsToSave{'screensize'}) {
+ Save_History('screensize',$year,$month); delete $SectionsToSave{'screensize'};
+ if ($withpurge) { %_screensize_h=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_ROBOT
+ if ($field[0] eq 'BEGIN_ROBOT') {
+ if ($Debug) { debug(" Begin of ROBOT section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'robot'}) {
+ $countloaded++;
+ if ($field[1]) { $_robot_h{$field[0]}+=$field[1]; }
+ if ($versionnum < 5000 || ! $field[3]) { # For backward compatibility
+ if (! $_robot_l{$field[0]}) { $_robot_l{$field[0]}=int($field[2]); }
+ }
+ else {
+ $_robot_k{$field[0]}+=$field[2];
+ if (! $_robot_l{$field[0]}) { $_robot_l{$field[0]}=int($field[3]); }
+ }
+ if ($field[4]) { $_robot_r{$field[0]}+=$field[4]; }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_ROBOT' || $field[0] eq "${xmleb}END_ROBOT" || ! $_);
+ if ($field[0] ne 'END_ROBOT' && $field[0] ne "${xmleb}END_ROBOT") { error("History file \"$filetoread\" is corrupted (End of section ROBOT not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of ROBOT section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'robot'};
+ if ($SectionsToSave{'robot'}) {
+ Save_History('robot',$year,$month); delete $SectionsToSave{'robot'};
+ if ($withpurge) { %_robot_h=(); %_robot_k=(); %_robot_l=(); %_robot_r=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_WORMS
+ if ($field[0] eq 'BEGIN_WORMS') {
+ if ($Debug) { debug(" Begin of WORMS section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'worms'}) {
+ $countloaded++;
+ if ($field[1]) { $_worm_h{$field[0]}+=$field[1]; }
+ $_worm_k{$field[0]}+=$field[2];
+ if (! $_worm_l{$field[0]}) { $_worm_l{$field[0]}=int($field[3]); }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_WORMS' || $field[0] eq "${xmleb}END_WORMS" || ! $_);
+ if ($field[0] ne 'END_WORMS' && $field[0] ne "${xmleb}END_WORMS") { error("History file \"$filetoread\" is corrupted (End of section WORMS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of WORMS section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'worms'};
+ if ($SectionsToSave{'worms'}) {
+ Save_History('worms',$year,$month); delete $SectionsToSave{'worms'};
+ if ($withpurge) { %_worm_h=(); %_worm_k=(); %_worm_l=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_EMAILS
+ if ($field[0] eq 'BEGIN_EMAILSENDER') {
+ if ($Debug) { debug(" Begin of EMAILSENDER section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'emailsender'}) {
+ $countloaded++;
+ if ($field[1]) { $_emails_h{$field[0]}+=$field[1]; }
+ if ($field[2]) { $_emails_k{$field[0]}+=$field[2]; }
+ if (! $_emails_l{$field[0]}) { $_emails_l{$field[0]}=int($field[3]); }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_EMAILSENDER' || $field[0] eq "${xmleb}END_EMAILSENDER" || ! $_);
+ if ($field[0] ne 'END_EMAILSENDER' && $field[0] ne "${xmleb}END_EMAILSENDER") { error("History file \"$filetoread\" is corrupted (End of section EMAILSENDER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of EMAILSENDER section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'emailsender'};
+ if ($SectionsToSave{'emailsender'}) {
+ Save_History('emailsender',$year,$month); delete $SectionsToSave{'emailsender'};
+ if ($withpurge) { %_emails_h=(); %_emails_k=(); %_emails_l=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_EMAILR
+ if ($field[0] eq 'BEGIN_EMAILRECEIVER') {
+ if ($Debug) { debug(" Begin of EMAILRECEIVER section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'emailreceiver'}) {
+ $countloaded++;
+ if ($field[1]) { $_emailr_h{$field[0]}+=$field[1]; }
+ if ($field[2]) { $_emailr_k{$field[0]}+=$field[2]; }
+ if (! $_emailr_l{$field[0]}) { $_emailr_l{$field[0]}=int($field[3]); }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_EMAILRECEIVER' || $field[0] eq "${xmleb}END_EMAILRECEIVER" || ! $_);
+ if ($field[0] ne 'END_EMAILRECEIVER' && $field[0] ne "${xmleb}END_EMAILRECEIVER") { error("History file \"$filetoread\" is corrupted (End of section EMAILRECEIVER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of EMAILRECEIVER section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'emailreceiver'};
+ if ($SectionsToSave{'emailreceiver'}) {
+ Save_History('emailreceiver',$year,$month); delete $SectionsToSave{'emailreceiver'};
+ if ($withpurge) { %_emailr_h=(); %_emailr_k=(); %_emailr_l=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_SIDER
+ if ($field[0] eq 'BEGIN_SIDER') {
+ if ($Debug) { debug(" Begin of SIDER section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'sider'}) {
+ my $loadrecord=0;
+ if ($withupdate) {
+ $loadrecord=1;
+ }
+ else {
+ if ($HTMLOutput{'main'}) {
+ if ($MonthRequired eq 'all') { $loadrecord=1; }
+ else {
+ if ($countloaded < $MaxNbOf{'PageShown'} && $field[1] >= $MinHit{'File'}) { $loadrecord=1; }
+ $TotalDifferentPages++;
+ }
+ }
+ else { # This is for $HTMLOutput = urldetail, urlentry or urlexit
+ if ($MonthRequired eq 'all' ) {
+ if ((!$FilterIn{'url'} || $field[0] =~ /$FilterIn{'url'}/)
+ && (!$FilterEx{'url'} || $field[0] !~ /$FilterEx{'url'}/)) { $loadrecord=1; }
+ }
+ else {
+ if ((!$FilterIn{'url'} || $field[0] =~ /$FilterIn{'url'}/)
+ && (!$FilterEx{'url'} || $field[0] !~ /$FilterEx{'url'}/)
+ && $field[1] >= $MinHit{'File'}) { $loadrecord=1; }
+ $TotalDifferentPages++;
+ }
+ }
+ # Posssibilite de mettre if ($FilterIn{'url'} && $field[0] =~ /$FilterIn{'url'}/) mais il faut gerer TotalPages de la meme maniere
+ if ($versionnum < 4000) { # For history files < 4.0
+ $TotalEntries+=($field[2]||0);
+ }
+ else {
+ $TotalBytesPages+=($field[2]||0);
+ $TotalEntries+=($field[3]||0);
+ $TotalExits+=($field[4]||0);
+ }
+ }
+ if ($loadrecord) {
+ if ($field[1]) { $_url_p{$field[0]}+=$field[1]; }
+ if ($versionnum < 4000) { # For history files < 4.0
+ if ($field[2]) { $_url_e{$field[0]}+=$field[2]; }
+ $_url_k{$field[0]}=0;
+ }
+ else {
+ if ($field[2]) { $_url_k{$field[0]}+=$field[2]; }
+ if ($field[3]) { $_url_e{$field[0]}+=$field[3]; }
+ if ($field[4]) { $_url_x{$field[0]}+=$field[4]; }
+ }
+ $countloaded++;
+ }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_SIDER' || $field[0] eq "${xmleb}END_SIDER" || ! $_);
+ if ($field[0] ne 'END_SIDER' && $field[0] ne "${xmleb}END_SIDER") { error("History file \"$filetoread\" is corrupted (End of section SIDER not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of SIDER section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'sider'};
+ # WE DO NOT SAVE SECTION NOW BECAUSE VALUES CAN BE CHANGED AFTER READING VISITOR
+ #if ($SectionsToSave{'sider'}) {
+ # Save_History('sider',$year,$month); delete $SectionsToSave{'sider'};
+ # if ($withpurge) { %_url_p=(); %_url_k=(); %_url_e=(); %_url_x=(); }
+ #}
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_FILETYPES
+ if ($field[0] eq 'BEGIN_FILETYPES') {
+ if ($Debug) { debug(" Begin of FILETYPES section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'filetypes'}) {
+ $countloaded++;
+ if ($field[1]) { $_filetypes_h{$field[0]}+=$field[1]; }
+ if ($field[2]) { $_filetypes_k{$field[0]}+=$field[2]; }
+ if ($field[3]) { $_filetypes_gz_in{$field[0]}+=$field[3]; }
+ if ($field[4]) { $_filetypes_gz_out{$field[0]}+=$field[4]; }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_FILETYPES' || $field[0] eq "${xmleb}END_FILETYPES" || ! $_);
+ if ($field[0] ne 'END_FILETYPES' && $field[0] ne "${xmleb}END_FILETYPES") { error("History file \"$filetoread\" is corrupted (End of section FILETYPES not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of FILETYPES section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'filetypes'};
+ if ($SectionsToSave{'filetypes'}) {
+ Save_History('filetypes',$year,$month); delete $SectionsToSave{'filetypes'};
+ if ($withpurge) { %_filetypes_h=(); %_filetypes_k=(); %_filetypes_gz_in=(); %_filetypes_gz_out=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_SEREFERRALS
+ if ($field[0] eq 'BEGIN_SEREFERRALS') {
+ if ($Debug) { debug(" Begin of SEREFERRALS section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'sereferrals'}) {
+ $countloaded++;
+ if ($versionnum < 5004) { # For history files < 5.4
+ my $se=$field[0]; $se=~s/\./\\./g;
+ if ($SearchEnginesHashID{$se}) {
+ $_se_referrals_h{$SearchEnginesHashID{$se}}+=$field[1]||0;
+ }
+ else {
+ $_se_referrals_h{$field[0]}+=$field[1]||0;
+ }
+ }
+ elsif ($versionnum < 5091) { # For history files < 5.91
+ my $se=$field[0]; $se=~s/\./\\./g;
+ if ($SearchEnginesHashID{$se}) {
+ $_se_referrals_p{$SearchEnginesHashID{$se}}+=$field[1]||0;
+ $_se_referrals_h{$SearchEnginesHashID{$se}}+=$field[2]||0;
+ }
+ else {
+ $_se_referrals_p{$field[0]}+=$field[1]||0;
+ $_se_referrals_h{$field[0]}+=$field[2]||0;
+ }
+ } else {
+ if ($field[1]) { $_se_referrals_p{$field[0]}+=$field[1]; }
+ if ($field[2]) { $_se_referrals_h{$field[0]}+=$field[2]; }
+ }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_SEREFERRALS' || $field[0] eq "${xmleb}END_SEREFERRALS" || ! $_);
+ if ($field[0] ne 'END_SEREFERRALS' && $field[0] ne "${xmleb}END_SEREFERRALS") { error("History file \"$filetoread\" is corrupted (End of section SEREFERRALS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of SEREFERRALS section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'sereferrals'};
+ if ($SectionsToSave{'sereferrals'}) {
+ Save_History('sereferrals',$year,$month); delete $SectionsToSave{'sereferrals'};
+ if ($withpurge) { %_se_referrals_p=(); %_se_referrals_h=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_PAGEREFS
+ if ($field[0] eq 'BEGIN_PAGEREFS') {
+ if ($Debug) { debug(" Begin of PAGEREFS section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'pagerefs'}) {
+ my $loadrecord=0;
+ if ($withupdate) {
+ $loadrecord=1;
+ }
+ else {
+ if ((!$FilterIn{'refererpages'} || $field[0] =~ /$FilterIn{'refererpages'}/)
+ && (!$FilterEx{'refererpages'} || $field[0] !~ /$FilterEx{'refererpages'}/)) { $loadrecord=1; }
+ }
+ if ($loadrecord) {
+ if ($versionnum < 5004) { # For history files < 5.4
+ if ($field[1]) { $_pagesrefs_h{$field[0]}+=int($field[1]); }
+ } else {
+ if ($field[1]) { $_pagesrefs_p{$field[0]}+=int($field[1]); }
+ if ($field[2]) { $_pagesrefs_h{$field[0]}+=int($field[2]); }
+ }
+ $countloaded++;
+ }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_PAGEREFS' || $field[0] eq "${xmleb}END_PAGEREFS" || ! $_);
+ if ($field[0] ne 'END_PAGEREFS' && $field[0] ne "${xmleb}END_PAGEREFS") { error("History file \"$filetoread\" is corrupted (End of section PAGEREFS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of PAGEREFS section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'pagerefs'};
+ if ($SectionsToSave{'pagerefs'}) {
+ Save_History('pagerefs',$year,$month); delete $SectionsToSave{'pagerefs'};
+ if ($withpurge) { %_pagesrefs_p=(); %_pagesrefs_h=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_SEARCHWORDS
+ if ($field[0] eq 'BEGIN_SEARCHWORDS') {
+ if ($Debug) { debug(" Begin of SEARCHWORDS section ($MaxNbOf{'KeyphrasesShown'},$MinHit{'Keyphrase'})"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'searchwords'}) {
+ my $loadrecord=0;
+ if ($withupdate) {
+ $loadrecord=1;
+ }
+ else {
+ if ($HTMLOutput{'main'}) {
+ if ($MonthRequired eq 'all') { $loadrecord=1; }
+ else {
+ if ($countloaded < $MaxNbOf{'KeyphrasesShown'} && $field[1] >= $MinHit{'Keyphrase'}) { $loadrecord=1; }
+ $TotalDifferentKeyphrases++;
+ $TotalKeyphrases+=($field[1]||0);
+ }
+ }
+ elsif ($HTMLOutput{'keyphrases'}) { # Load keyphrases for keyphrases chart
+ if ($MonthRequired eq 'all' ) { $loadrecord=1; }
+ else {
+ if ($field[1] >= $MinHit{'Keyphrase'}) { $loadrecord=1; }
+ $TotalDifferentKeyphrases++;
+ $TotalKeyphrases+=($field[1]||0);
+ }
+ }
+ if ($HTMLOutput{'keywords'}) { # Load keyphrases for keywords chart
+ $loadrecord=2;
+ }
+ }
+ if ($loadrecord) {
+ if ($field[1]) {
+ if ($loadrecord==2) {
+ foreach (split(/\+/,$field[0])) { # field[0] is "val1+val2+..."
+ $_keywords{$_}+=$field[1];
+ }
+ }
+ else {
+ $_keyphrases{$field[0]}+=$field[1];
+ }
+ }
+ $countloaded++;
+ }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_SEARCHWORDS' || $field[0] eq "${xmleb}END_SEARCHWORDS" || ! $_);
+ if ($field[0] ne 'END_SEARCHWORDS' && $field[0] ne "${xmleb}END_SEARCHWORDS") { error("History file \"$filetoread\" is corrupted (End of section SEARCHWORDS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of SEARCHWORDS section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'searchwords'};
+ if ($SectionsToSave{'searchwords'}) {
+ Save_History('searchwords',$year,$month); delete $SectionsToSave{'searchwords'}; # This save searwords and keywords sections
+ if ($withpurge) { %_keyphrases=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_KEYWORDS
+ if ($field[0] eq 'BEGIN_KEYWORDS') {
+ if ($Debug) { debug(" Begin of KEYWORDS section ($MaxNbOf{'KeywordsShown'},$MinHit{'Keyword'})"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'keywords'}) {
+ my $loadrecord=0;
+ if ($MonthRequired eq 'all') { $loadrecord=1; }
+ else {
+ if ($countloaded < $MaxNbOf{'KeywordsShown'} && $field[1] >= $MinHit{'Keyword'}) { $loadrecord=1; }
+ $TotalDifferentKeywords++;
+ $TotalKeywords+=($field[1]||0);
+ }
+ if ($loadrecord) {
+ if ($field[1]) { $_keywords{$field[0]}+=$field[1]; }
+ $countloaded++;
+ }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_KEYWORDS' || $field[0] eq "${xmleb}END_KEYWORDS" || ! $_);
+ if ($field[0] ne 'END_KEYWORDS' && $field[0] ne "${xmleb}END_KEYWORDS") { error("History file \"$filetoread\" is corrupted (End of section KEYWORDS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of KEYWORDS section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'keywords'};
+ if ($SectionsToSave{'keywords'}) {
+ Save_History('keywords',$year,$month); delete $SectionsToSave{'keywords'};
+ if ($withpurge) { %_keywords=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_ERRORS
+ if ($field[0] eq 'BEGIN_ERRORS') {
+ if ($Debug) { debug(" Begin of ERRORS section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{'errors'}) {
+ $countloaded++;
+ if ($field[1]) { $_errors_h{$field[0]}+=$field[1]; }
+ if ($field[2]) { $_errors_k{$field[0]}+=$field[2]; }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq 'END_ERRORS' || $field[0] eq "${xmleb}END_ERRORS" || ! $_);
+ if ($field[0] ne 'END_ERRORS' && $field[0] ne "${xmleb}END_ERRORS") { error("History file \"$filetoread\" is corrupted (End of section ERRORS not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of ERRORS section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{'errors'};
+ if ($SectionsToSave{'errors'}) {
+ Save_History('errors',$year,$month); delete $SectionsToSave{'errors'};
+ if ($withpurge) { %_errors_h=(); %_errors_k=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ # BEGIN_SIDER_xxx
+ foreach my $code (keys %TrapInfosForHTTPErrorCodes) {
+ if ($field[0] eq "BEGIN_SIDER_$code") {
+ if ($Debug) { debug(" Begin of SIDER_$code section"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0]) {
+ $count++;
+ if ($SectionsToLoad{"sider_$code"}) {
+ $countloaded++;
+ if ($field[1]) { $_sider404_h{$field[0]}+=$field[1]; }
+ if ($withupdate || $HTMLOutput{"errors$code"}) {
+ if ($field[2]) { $_referer404_h{$field[0]}=$field[2]; }
+ }
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq "END_SIDER_$code" || $field[0] eq "${xmleb}END_SIDER_$code" || ! $_);
+ if ($field[0] ne "END_SIDER_$code" && $field[0] ne "${xmleb}END_SIDER_$code") { error("History file \"$filetoread\" is corrupted (End of section SIDER_$code not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of SIDER_$code section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{"sider_$code"};
+ if ($SectionsToSave{"sider_$code"}) {
+ Save_History("sider_$code",$year,$month); delete $SectionsToSave{"sider_$code"};
+ if ($withpurge) { %_sider404_h=(); %_referer404_h=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ }
+ # BEGIN_EXTRA_xxx
+ foreach my $extranum (1..@ExtraName-1) {
+ if ($field[0] eq "BEGIN_EXTRA_$extranum") {
+ if ($Debug) { debug(" Begin of EXTRA_$extranum"); }
+ $field[0]='';
+ my $count=0;my $countloaded=0;
+ do {
+ if ($field[0] ne '') {
+ $count++;
+ if ($SectionsToLoad{"extra_$extranum"}) {
+ if ($ExtraStatTypes[$extranum] =~ /P/i && $field[1]) { ${'_section_' . $extranum . '_p'}{$field[0]}+=$field[1]; }
+ ${'_section_' . $extranum . '_h'}{$field[0]}+=$field[2];
+ if ($ExtraStatTypes[$extranum] =~ /B/i && $field[3]) { ${'_section_' . $extranum . '_k'}{$field[0]}+=$field[3]; }
+ if ($ExtraStatTypes[$extranum] =~ /L/i && ! ${'_section_' . $extranum . '_l'}{$field[0]} && $field[4]) { ${'_section_' . $extranum . '_l'}{$field[0]}=int($field[4]); }
+ $countloaded++;
+ }
+ }
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq "END_EXTRA_$extranum" || $field[0] eq "${xmleb}END_EXTRA_$extranum" || ! $_);
+ if ($field[0] ne "END_EXTRA_$extranum" && $field[0] ne "${xmleb}END_EXTRA_$extranum") { error("History file \"$filetoread\" is corrupted (End of section EXTRA_$extranum not found).\nRestore a recent backup of this file (data for this month will be restored to backup date), remove it (data for month will be lost), or remove the corrupted section in file (data for at least this section will be lost).","","",1); }
+ if ($Debug) { debug(" End of EXTRA_$extranum section ($count entries, $countloaded loaded)"); }
+ delete $SectionsToLoad{"extra_$extranum"};
+ if ($SectionsToSave{"extra_$extranum"}) {
+ Save_History("extra_$extranum",$year,$month); delete $SectionsToSave{"extra_$extranum"};
+ if ($withpurge) { %{'_section_' . $extranum . '_p'}=(); %{'_section_' . $extranum . '_h'}=(); %{'_section_' . $extranum . '_b'}=(); %{'_section_' . $extranum . '_l'}=(); }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ next;
+ }
+ }
+
+ # BEGIN_PLUGINS
+ if ($AtLeastOneSectionPlugin && $field[0] =~ /^BEGIN_PLUGIN_(\w+)$/i) {
+ my $pluginname=$1;
+ my $found=0;
+ foreach (keys %{$PluginsLoaded{'SectionInitHashArray'}}) {
+ if ($pluginname eq $_) {
+ # The plugin for this section was loaded
+ $found=1;
+ my $issectiontoload=$SectionsToLoad{"plugin_$pluginname"};
+# my $function="SectionReadHistory_$pluginname(\$issectiontoload,\$readxml,\$xmleb,\$countlines)";
+# eval("$function");
+ my $function="SectionReadHistory_$pluginname";
+ &$function($issectiontoload,$readxml,$xmleb,$countlines);
+ delete $SectionsToLoad{"plugin_$pluginname"};
+ if ($SectionsToSave{"plugin_$pluginname"}) {
+ Save_History("plugin_$pluginname",$year,$month);
+ delete $SectionsToSave{"plugin_$pluginname"};
+ if ($withpurge) {
+# my $function="SectionInitHashArray_$pluginname()";
+# eval("$function");
+ my $function="SectionInitHashArray_$pluginname";
+ &$function();
+ }
+ }
+ last;
+ }
+ }
+ if (! scalar %SectionsToLoad) { debug(" Stop reading history file. Got all we need."); last; }
+ # The plugin for this section was not loaded
+ if (! $found) {
+ do {
+ $_=<HISTORY>;
+ chomp $_; s/\r//;
+ @field=split(/\s+/,($readxml?CleanFromTags($_):$_)); $countlines++;
+ }
+ until ($field[0] eq "END_PLUGIN_$pluginname" || $field[0] eq "${xmleb}END_PLUGIN_$pluginname" || ! $_);
+ }
+ next;
+ }
+
+ # For backward compatibility (ORIGIN section was "HitFromx" in old history files)
+ if ($SectionsToLoad{'origin'}) {
+ if ($field[0] eq 'HitFrom0') { $_from_p[0]+=0; $_from_h[0]+=$field[1]; next; }
+ if ($field[0] eq 'HitFrom1') { $_from_p[1]+=0; $_from_h[1]+=$field[1]; next; }
+ if ($field[0] eq 'HitFrom2') { $_from_p[2]+=0; $_from_h[2]+=$field[1]; next; }
+ if ($field[0] eq 'HitFrom3') { $_from_p[3]+=0; $_from_h[3]+=$field[1]; next; }
+ if ($field[0] eq 'HitFrom4') { $_from_p[4]+=0; $_from_h[4]+=$field[1]; next; }
+ if ($field[0] eq 'HitFrom5') { $_from_p[5]+=0; $_from_h[5]+=$field[1]; next; }
+ }
+ }
+ }
+
+ if ($withupdate) {
+ # Process rest of data saved in 'wait' arrays (data for hosts that are not in history file or no history file found)
+ # This can change some values for day, sider and session sections
+ if ($Debug) { debug(" Processing data in 'wait' arrays",3); }
+ foreach (keys %_waithost_e) {
+ if ($Debug) { debug(" Visit in 'wait' array for $_ is a new visit",4); }
+ my $newtimehosts=($_waithost_s{$_}?$_waithost_s{$_}:$_host_s{$_});
+ my $newtimehostl=($_waithost_l{$_}?$_waithost_l{$_}:$_host_l{$_});
+ $_url_e{$_waithost_e{$_}}++;
+ $newtimehosts =~ /^(\d\d\d\d\d\d\d\d)/; $DayVisits{$1}++;
+ if ($_waithost_s{$_}) {
+ # There was also a second session in processed log
+ $_session{GetSessionRange($newtimehosts,$newtimehostl)}++;
+ }
+ }
+ }
+
+ # Write all unwrote sections in section order ('general','time', 'day','sider','session' and other...)
+ if ($Debug) { debug(" Check and write all unwrote sections: ".join(',',keys %SectionsToSave),2); }
+ foreach my $key (sort { $SectionsToSave{$a} <=> $SectionsToSave{$b} } keys %SectionsToSave) {
+ Save_History("$key",$year,$month,$lastlinenb,$lastlineoffset,$lastlinechecksum);
+ }
+ %SectionsToSave=();
+
+ # Update offset in map section and last data in general section then close files
+ if ($withupdate) {
+ if ($xml) { print HISTORYTMP "\n\n</xml>\n"; }
+
+ # Update offset of sections in the MAP section
+ foreach (sort { $PosInFile{$a} <=> $PosInFile{$b} } keys %ValueInFile) {
+ if ($Debug) { debug(" Update offset of section $_=$ValueInFile{$_} in file at offset $PosInFile{$_}"); }
+ if ($PosInFile{"$_"}) {
+ seek(HISTORYTMP,$PosInFile{"$_"},0); print HISTORYTMP $ValueInFile{"$_"};
+ }
+ }
+ # Save last data in general sections
+ if ($Debug) { debug(" Update MonthVisits=$MonthVisits{$year.$month} in file at offset $PosInFile{TotalVisits}"); }
+ seek(HISTORYTMP,$PosInFile{"TotalVisits"},0); print HISTORYTMP $MonthVisits{$year.$month};
+ if ($Debug) { debug(" Update MonthUnique=$MonthUnique{$year.$month} in file at offset $PosInFile{TotalUnique}"); }
+ seek(HISTORYTMP,$PosInFile{"TotalUnique"},0); print HISTORYTMP $MonthUnique{$year.$month};
+ if ($Debug) { debug(" Update MonthHostsKnown=$MonthHostsKnown{$year.$month} in file at offset $PosInFile{MonthHostsKnown}"); }
+ seek(HISTORYTMP,$PosInFile{"MonthHostsKnown"},0); print HISTORYTMP $MonthHostsKnown{$year.$month};
+ if ($Debug) { debug(" Update MonthHostsUnknown=$MonthHostsUnknown{$year.$month} in file at offset $PosInFile{MonthHostsUnknown}"); }
+ seek(HISTORYTMP,$PosInFile{"MonthHostsUnknown"},0); print HISTORYTMP $MonthHostsUnknown{$year.$month};
+ close(HISTORYTMP) || error("Failed to write temporary history file");
+ }
+ if ($withread) {
+ close(HISTORY) || error("Command for pipe '$filetoread' failed");
+ }
+
+ # Purge data
+ if ($withpurge) { &Init_HashArray(); }
+
+ # If update, rename tmp file bis into tmp file or set HistoryAlreadyFlushed
+ if ($withupdate) {
+ if ($HistoryAlreadyFlushed{"$year$month"}) {
+ debug("Rename tmp history file bis '$filetoread' to '$filetowrite'");
+ if (rename($filetowrite,$filetoread)==0) {
+ error("Failed to update tmp history file $filetoread");
+ }
+ }
+ else {
+ $HistoryAlreadyFlushed{"$year$month"}=1;
+ }
+ if (! $ListOfYears{"$year"} || $ListOfYears{"$year"} lt "$month") { $ListOfYears{"$year"}="$month"; }
+ }
+
+ # For backward compatibility, if LastLine does not exist, set to LastTime
+ $LastLine||=$LastTime{$year.$month};
+
+ return ($withupdate?"$filetowrite":"");
+}
+
+#------------------------------------------------------------------------------
+# Function: Save a part of history file
+# Parameters: sectiontosave,year,month[,lastlinenb,lastlineoffset,lastlinechecksum]
+# Input: $VERSION HISTORYTMP $nowyear $nowmonth $nowday $nowhour $nowmin $nowsec $LastLineNumber $LastLineOffset $LastLineChecksum
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub Save_History {
+ my $sectiontosave=shift||'';
+ my $year=shift||'';
+ my $month=shift||'';
+
+ my $xml=($BuildHistoryFormat eq 'xml'?1:0);
+ my ($xmlbb,$xmlbs,$xmlbe,$xmlhb,$xmlhs,$xmlhe,$xmlrb,$xmlrs,$xmlre,$xmleb,$xmlee)=('','','','','','','','','','','');
+ if ($xml) { ($xmlbb,$xmlbs,$xmlbe,$xmlhb,$xmlhs,$xmlhe,$xmlrb,$xmlrs,$xmlre,$xmleb,$xmlee)=("</comment><nu>\n",'</nu><recnb>','</recnb><table>','<tr><th>','</th><th>','</th></tr>','<tr><td>','</td><td>','</td></tr>','</table><nu>',"\n</nu></section>" ); }
+ else { $xmlbs=' '; $xmlhs=' '; $xmlrs=' '; }
+
+ my $lastlinenb=shift||0;
+ my $lastlineoffset=shift||0;
+ my $lastlinechecksum=shift||0;
+ if (! $lastlinenb) { # This happens for migrate
+ $lastlinenb=$LastLineNumber;
+ $lastlineoffset=$LastLineOffset;
+ $lastlinechecksum=$LastLineChecksum;
+ }
+
+ if ($Debug) { debug(" Save_History [sectiontosave=$sectiontosave,year=$year,month=$month,lastlinenb=$lastlinenb,lastlineoffset=$lastlineoffset,lastlinechecksum=$lastlinechecksum]",1); }
+ my $spacebar=" ";
+ my %keysinkeylist=();
+
+ # Header
+ if ($sectiontosave eq 'header') {
+ if ($xml) { print HISTORYTMP "<version><lib>\n"; }
+ print HISTORYTMP "AWSTATS DATA FILE $VERSION\n";
+ if ($xml) { print HISTORYTMP "</lib><comment>\n"; }
+ print HISTORYTMP "# If you remove this file, all statistics for date $year-$month will be lost/reset.\n";
+ if ($xml) { print HISTORYTMP "</comment></version>\n"; }
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; }
+ print HISTORYTMP "# Position (offset in bytes) in this file of beginning of each section for\n";
+ print HISTORYTMP "# direct I/O access. If you made changes somewhere in this file, you should\n";
+ print HISTORYTMP "# also remove completely the MAP section (AWStats will rewrite it at next\n";
+ print HISTORYTMP "# update).\n";
+ print HISTORYTMP "${xmlbb}BEGIN_MAP${xmlbs}".(26+(scalar keys %TrapInfosForHTTPErrorCodes)+(scalar @ExtraName?scalar @ExtraName-1:0)+(scalar keys %{$PluginsLoaded{'SectionInitHashArray'}}))."${xmlbe}\n";
+ print HISTORYTMP "${xmlrb}POS_GENERAL${xmlrs}";$PosInFile{"general"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ # When
+ print HISTORYTMP "${xmlrb}POS_TIME${xmlrs}";$PosInFile{"time"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_VISITOR${xmlrs}";$PosInFile{"visitor"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_DAY${xmlrs}";$PosInFile{"day"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ # Who
+ print HISTORYTMP "${xmlrb}POS_DOMAIN${xmlrs}";$PosInFile{"domain"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_LOGIN${xmlrs}";$PosInFile{"login"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_ROBOT${xmlrs}";$PosInFile{"robot"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_WORMS${xmlrs}";$PosInFile{"worms"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_EMAILSENDER${xmlrs}";$PosInFile{"emailsender"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_EMAILRECEIVER${xmlrs}";$PosInFile{"emailreceiver"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ # Navigation
+ print HISTORYTMP "${xmlrb}POS_SESSION${xmlrs}";$PosInFile{"session"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_SIDER${xmlrs}";$PosInFile{"sider"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_FILETYPES${xmlrs}";$PosInFile{"filetypes"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_OS${xmlrs}";$PosInFile{"os"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_BROWSER${xmlrs}";$PosInFile{"browser"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_SCREENSIZE${xmlrs}";$PosInFile{"screensize"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_UNKNOWNREFERER${xmlrs}";$PosInFile{'unknownreferer'}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_UNKNOWNREFERERBROWSER${xmlrs}";$PosInFile{'unknownrefererbrowser'}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ # Referers
+ print HISTORYTMP "${xmlrb}POS_ORIGIN${xmlrs}";$PosInFile{"origin"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_SEREFERRALS${xmlrs}";$PosInFile{"sereferrals"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_PAGEREFS${xmlrs}";$PosInFile{"pagerefs"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_SEARCHWORDS${xmlrs}";$PosInFile{"searchwords"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_KEYWORDS${xmlrs}";$PosInFile{"keywords"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ # Others
+ print HISTORYTMP "${xmlrb}POS_MISC${xmlrs}";$PosInFile{"misc"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_ERRORS${xmlrs}";$PosInFile{"errors"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}POS_CLUSTER${xmlrs}";$PosInFile{"cluster"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ foreach (keys %TrapInfosForHTTPErrorCodes) {
+ print HISTORYTMP "${xmlrb}POS_SIDER_$_${xmlrs}";$PosInFile{"sider_$_"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ }
+ foreach (1..@ExtraName-1) {
+ print HISTORYTMP "${xmlrb}POS_EXTRA_$_${xmlrs}";$PosInFile{"extra_$_"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ }
+ foreach (keys %{$PluginsLoaded{'SectionInitHashArray'}}) {
+ print HISTORYTMP "${xmlrb}POS_PLUGIN_$_${xmlrs}";$PosInFile{"plugin_$_"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_MAP${xmlee}\n";
+ }
+
+ # General
+ if ($sectiontosave eq 'general') {
+ if ($LastUpdate < int("$nowyear$nowmonth$nowday$nowhour$nowmin$nowsec")) { $LastUpdate=int("$nowyear$nowmonth$nowday$nowhour$nowmin$nowsec"); }
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; }
+ print HISTORYTMP "# LastLine = Date of last record processed - Last record line number in last log - Last record offset in last log - Last record signature value\n";
+ print HISTORYTMP "# FirstTime = Date of first visit for history file\n";
+ print HISTORYTMP "# LastTime = Date of last visit for history file\n";
+ print HISTORYTMP "# LastUpdate = Date of last update - Nb of parsed records - Nb of parsed old records - Nb of parsed new records - Nb of parsed corrupted - Nb of parsed dropped\n";
+ print HISTORYTMP "# TotalVisits = Number of visits\n";
+ print HISTORYTMP "# TotalUnique = Number of unique visitors\n";
+ print HISTORYTMP "# MonthHostsKnown = Number of hosts known\n";
+ print HISTORYTMP "# MonthHostsUnKnown = Number of hosts unknown\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_GENERAL${xmlbs}8${xmlbe}\n";
+ print HISTORYTMP "${xmlrb}LastLine${xmlrs}".($LastLine>0?$LastLine:$LastTime{$year.$month})." $lastlinenb $lastlineoffset $lastlinechecksum${xmlre}\n";
+ print HISTORYTMP "${xmlrb}FirstTime${xmlrs}$FirstTime{$year.$month}${xmlre}\n";
+ print HISTORYTMP "${xmlrb}LastTime${xmlrs}$LastTime{$year.$month}${xmlre}\n";
+ print HISTORYTMP "${xmlrb}LastUpdate${xmlrs}$LastUpdate $NbOfLinesParsed $NbOfOldLines $NbOfNewLines $NbOfLinesCorrupted $NbOfLinesDropped${xmlre}\n";
+ print HISTORYTMP "${xmlrb}TotalVisits${xmlrs}";$PosInFile{"TotalVisits"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}TotalUnique${xmlrs}";$PosInFile{"TotalUnique"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}MonthHostsKnown${xmlrs}";$PosInFile{"MonthHostsKnown"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmlrb}MonthHostsUnknown${xmlrs}";$PosInFile{"MonthHostsUnknown"}=tell HISTORYTMP;print HISTORYTMP "$spacebar${xmlre}\n";
+ print HISTORYTMP "${xmleb}".(${xmleb}?"\n":"")."END_GENERAL${xmlee}\n"; # END_GENERAL on a new line following xml tag because END_ detection does not work like other sections
+ }
+
+ # When
+ if ($sectiontosave eq 'time') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; }
+ print HISTORYTMP "# Hour - Pages - Hits - Bandwidth - Not viewed Pages - Not viewed Hits - Not viewed Bandwidth\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_TIME${xmlbs}24${xmlbe}\n";
+ for (my $ix=0; $ix<=23; $ix++) { print HISTORYTMP "${xmlrb}$ix${xmlrs}".int($_time_p[$ix])."${xmlrs}".int($_time_h[$ix])."${xmlrs}".int($_time_k[$ix])."${xmlrs}".int($_time_nv_p[$ix])."${xmlrs}".int($_time_nv_h[$ix])."${xmlrs}".int($_time_nv_k[$ix])."${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_TIME${xmlee}\n";
+ }
+ if ($sectiontosave eq 'day') { # This section must be saved after VISITOR section is read
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; }
+ print HISTORYTMP "# Date - Pages - Hits - Bandwidth - Visits\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_DAY${xmlbs}".(scalar keys %DayHits)."${xmlbe}\n";
+ my $monthvisits=0;
+ foreach (sort keys %DayHits) {
+ if ($_ =~ /^$year$month/i) { # Found a day entry of the good month
+ my $page=$DayPages{$_}||0;
+ my $hits=$DayHits{$_}||0;
+ my $bytes=$DayBytes{$_}||0;
+ my $visits=$DayVisits{$_}||0;
+ print HISTORYTMP "${xmlrb}$_${xmlrs}$page${xmlrs}$hits${xmlrs}$bytes${xmlrs}$visits${xmlre}\n";
+ $monthvisits+=$visits;
+ }
+ }
+ $MonthVisits{$year.$month}=$monthvisits;
+ print HISTORYTMP "${xmleb}END_DAY${xmlee}\n";
+ }
+
+ # Who
+ if ($sectiontosave eq 'domain') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'Domain'}</sortfor><comment>\n"; }
+ print HISTORYTMP "# Domain - Pages - Hits - Bandwidth\n";
+ print HISTORYTMP "# The $MaxNbOf{'Domain'} first Pages must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_DOMAIN${xmlbs}".(scalar keys %_domener_h)."${xmlbe}\n";
+ # We save page list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'Domain'},$MinHit{'Domain'},\%_domener_h,\%_domener_p);
+ my %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ my $page=$_domener_p{$_}||0;
+ my $bytes=$_domener_k{$_}||0; # ||0 could be commented to reduce history file size
+ print HISTORYTMP "${xmlrb}$_${xmlrs}$page${xmlrs}$_domener_h{$_}${xmlrs}$bytes${xmlre}\n";
+ }
+ foreach (keys %_domener_h) {
+ if ($keysinkeylist{$_}) { next; }
+ my $page=$_domener_p{$_}||0;
+ my $bytes=$_domener_k{$_}||0; # ||0 could be commented to reduce history file size
+ print HISTORYTMP "${xmlrb}$_${xmlrs}$page${xmlrs}$_domener_h{$_}${xmlrs}$bytes${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_DOMAIN${xmlee}\n";
+ }
+ if ($sectiontosave eq 'visitor') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'HostsShown'}</sortfor><comment>\n"; }
+ print HISTORYTMP "# Host - Pages - Hits - Bandwidth - Last visit date - [Start date of last visit] - [Last page of last visit]\n";
+ print HISTORYTMP "# [Start date of last visit] and [Last page of last visit] are saved only if session is not finished\n";
+ print HISTORYTMP "# The $MaxNbOf{'HostsShown'} first Hits must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_VISITOR${xmlbs}".(scalar keys %_host_h)."${xmlbe}\n";
+ my $monthhostsknown=0;
+ # We save page list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'HostsShown'},$MinHit{'Host'},\%_host_h,\%_host_p);
+ my %keysinkeylist=();
+ foreach my $key (@keylist) {
+ if ($key !~ /^\d+\.\d+\.\d+\.\d+$/ && $key !~ /^[0-9A-F]*:/i) { $monthhostsknown++; }
+ $keysinkeylist{$key}=1;
+ my $page=$_host_p{$key}||0;
+ my $bytes=$_host_k{$key}||0;
+ my $timehostl=$_host_l{$key}||0;
+ my $timehosts=$_host_s{$key}||0;
+ my $lastpage=$_host_u{$key}||'';
+ if ($timehostl && $timehosts && $lastpage) {
+ if (($timehostl+$VISITTIMEOUT) < $LastLine) {
+ # Session for this user is expired
+ if ($timehosts) { $_session{GetSessionRange($timehosts,$timehostl)}++; }
+ if ($lastpage) { $_url_x{$lastpage}++; }
+ delete $_host_s{$key};
+ delete $_host_u{$key};
+ print HISTORYTMP "${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$timehostl${xmlre}\n";
+ }
+ else {
+ # If this user has started a new session that is not expired
+ print HISTORYTMP "${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$timehostl${xmlrs}$timehosts${xmlrs}$lastpage${xmlre}\n";
+ }
+ }
+ else {
+ my $hostl=$timehostl||'';
+ print HISTORYTMP "${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$hostl${xmlre}\n";
+ }
+ }
+ foreach my $key (keys %_host_h) {
+ if ($keysinkeylist{$key}) { next; }
+ if ($key !~ /^\d+\.\d+\.\d+\.\d+$/ && $key !~ /^[0-9A-F]*:/i) { $monthhostsknown++; }
+ my $page=$_host_p{$key}||0;
+ my $bytes=$_host_k{$key}||0;
+ my $timehostl=$_host_l{$key}||0;
+ my $timehosts=$_host_s{$key}||0;
+ my $lastpage=$_host_u{$key}||'';
+ if ($timehostl && $timehosts && $lastpage) {
+ if (($timehostl+$VISITTIMEOUT) < $LastLine) {
+ # Session for this user is expired
+ if ($timehosts) { $_session{GetSessionRange($timehosts,$timehostl)}++; }
+ if ($lastpage) { $_url_x{$lastpage}++; }
+ delete $_host_s{$key};
+ delete $_host_u{$key};
+ print HISTORYTMP "${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$timehostl${xmlre}\n";
+ }
+ else {
+ # If this user has started a new session that is not expired
+ print HISTORYTMP "${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$timehostl${xmlrs}$timehosts${xmlrs}$lastpage${xmlre}\n";
+ }
+ }
+ else {
+ my $hostl=$timehostl||'';
+ print HISTORYTMP "${xmlrb}$key${xmlrs}$page${xmlrs}$_host_h{$key}${xmlrs}$bytes${xmlrs}$hostl${xmlre}\n";
+ }
+ }
+ $MonthUnique{$year.$month}=(scalar keys %_host_p);
+ $MonthHostsKnown{$year.$month}=$monthhostsknown;
+ $MonthHostsUnknown{$year.$month}=(scalar keys %_host_h) - $monthhostsknown;
+ print HISTORYTMP "${xmleb}END_VISITOR${xmlee}\n";
+ }
+ if ($sectiontosave eq 'login') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'LoginShown'}</sortfor><comment>\n"; }
+ print HISTORYTMP "# Login - Pages - Hits - Bandwidth - Last visit\n";
+ print HISTORYTMP "# The $MaxNbOf{'LoginShown'} first Pages must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_LOGIN${xmlbs}".(scalar keys %_login_h)."${xmlbe}\n";
+ # We save login list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'LoginShown'},$MinHit{'Login'},\%_login_h,\%_login_p);
+ my %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_login_p{$_}||0)."${xmlrs}".int($_login_h{$_}||0)."${xmlrs}".int($_login_k{$_}||0)."${xmlrs}".($_login_l{$_}||'')."${xmlre}\n";
+ }
+ foreach (keys %_login_h) {
+ if ($keysinkeylist{$_}) { next; }
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_login_p{$_}||0)."${xmlrs}".int($_login_h{$_}||0)."${xmlrs}".int($_login_k{$_}||0)."${xmlrs}".($_login_l{$_}||'')."${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_LOGIN${xmlee}\n";
+ }
+ if ($sectiontosave eq 'robot') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'RobotShown'}</sortfor><comment>\n"; }
+ print HISTORYTMP "# Robot ID - Hits - Bandwidth - Last visit - Hits on robots.txt\n";
+ print HISTORYTMP "# The $MaxNbOf{'RobotShown'} first Hits must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_ROBOT${xmlbs}".(scalar keys %_robot_h)."${xmlbe}\n";
+ # We save robot list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'RobotShown'},$MinHit{'Robot'},\%_robot_h,\%_robot_h);
+ my %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_robot_h{$_})."${xmlrs}".int($_robot_k{$_})."${xmlrs}$_robot_l{$_}${xmlrs}".int($_robot_r{$_})."${xmlre}\n";
+ }
+ foreach (keys %_robot_h) {
+ if ($keysinkeylist{$_}) { next; }
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_robot_h{$_})."${xmlrs}".int($_robot_k{$_})."${xmlrs}$_robot_l{$_}${xmlrs}".int($_robot_r{$_})."${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_ROBOT${xmlee}\n";
+ }
+ if ($sectiontosave eq 'worms') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'WormsShown'}</sortfor><comment>\n"; }
+ print HISTORYTMP "# Worm ID - Hits - Bandwidth - Last visit\n";
+ print HISTORYTMP "# The $MaxNbOf{'WormsShown'} first Hits must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_WORMS${xmlbs}".(scalar keys %_worm_h)."${xmlbe}\n";
+ # We save worm list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'WormsShown'},$MinHit{'Worm'},\%_worm_h,\%_worm_h);
+ my %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_worm_h{$_})."${xmlrs}".int($_worm_k{$_})."${xmlrs}$_worm_l{$_}${xmlre}\n";
+ }
+ foreach (keys %_worm_h) {
+ if ($keysinkeylist{$_}) { next; }
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_worm_h{$_})."${xmlrs}".int($_worm_k{$_})."${xmlrs}$_worm_l{$_}${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_WORMS${xmlee}\n";
+ }
+ if ($sectiontosave eq 'emailsender') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'EMailsShown'}</sortfor><comment>\n"; }
+ print HISTORYTMP "# EMail - Hits - Bandwidth - Last visit\n";
+ print HISTORYTMP "# The $MaxNbOf{'EMailsShown'} first Hits must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_EMAILSENDER${xmlbs}".(scalar keys %_emails_h)."${xmlbe}\n";
+ # We save sender email list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'EMailsShown'},$MinHit{'EMail'},\%_emails_h,\%_emails_h);
+ my %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_emails_h{$_}||0)."${xmlrs}".int($_emails_k{$_}||0)."${xmlrs}$_emails_l{$_}${xmlre}\n";
+ }
+ foreach (keys %_emails_h) {
+ if ($keysinkeylist{$_}) { next; }
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_emails_h{$_}||0)."${xmlrs}".int($_emails_k{$_}||0)."${xmlrs}$_emails_l{$_}${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_EMAILSENDER${xmlee}\n";
+ }
+ if ($sectiontosave eq 'emailreceiver') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'EMailsShown'}</sortfor><comment>\n"; }
+ print HISTORYTMP "# EMail - Hits - Bandwidth - Last visit\n";
+ print HISTORYTMP "# The $MaxNbOf{'EMailsShown'} first hits must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_EMAILRECEIVER${xmlbs}".(scalar keys %_emailr_h)."${xmlbe}\n";
+ # We save receiver email list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'EMailsShown'},$MinHit{'EMail'},\%_emailr_h,\%_emailr_h);
+ my %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_emailr_h{$_}||0)."${xmlrs}".int($_emailr_k{$_}||0)."${xmlrs}$_emailr_l{$_}${xmlre}\n";
+ }
+ foreach (keys %_emailr_h) {
+ if ($keysinkeylist{$_}) { next; }
+ print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_emailr_h{$_}||0)."${xmlrs}".int($_emailr_k{$_}||0)."${xmlrs}$_emailr_l{$_}${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_EMAILRECEIVER${xmlee}\n";
+ }
+
+ # Navigation
+ if ($sectiontosave eq 'session') { # This section must be saved after VISITOR section is read
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; }
+ print HISTORYTMP "# Session range - Number of visits\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_SESSION${xmlbs}".(scalar keys %_session)."${xmlbe}\n";
+ foreach (keys %_session) { print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_session{$_})."${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_SESSION${xmlee}\n";
+ }
+ if ($sectiontosave eq 'sider') { # This section must be saved after VISITOR section is read
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'PageShown'}</sortfor><comment>\n"; }
+ print HISTORYTMP "# URL - Pages - Bandwidth - Entry - Exit\n";
+ print HISTORYTMP "# The $MaxNbOf{'PageShown'} first Pages must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_SIDER${xmlbs}".(scalar keys %_url_p)."${xmlbe}\n";
+ # We save page list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'PageShown'},$MinHit{'File'},\%_url_p,\%_url_p);
+ %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ my $newkey=$_;
+ $newkey =~ s/([^:])\/\//$1\//g; # Because some targeted url were taped with 2 / (Ex: //rep//file.htm). We must keep http://rep/file.htm
+ print HISTORYTMP "${xmlrb}$newkey${xmlrs}".int($_url_p{$_}||0)."${xmlrs}".int($_url_k{$_}||0)."${xmlrs}".int($_url_e{$_}||0)."${xmlrs}".int($_url_x{$_}||0)."${xmlre}\n";
+ }
+ foreach (keys %_url_p) {
+ if ($keysinkeylist{$_}) { next; }
+ my $newkey=$_;
+ $newkey =~ s/([^:])\/\//$1\//g; # Because some targeted url were taped with 2 / (Ex: //rep//file.htm). We must keep http://rep/file.htm
+ print HISTORYTMP "${xmlrb}$newkey ".int($_url_p{$_}||0)."${xmlrs}".int($_url_k{$_}||0)."${xmlrs}".int($_url_e{$_}||0)."${xmlrs}".int($_url_x{$_}||0)."${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_SIDER${xmlee}\n";
+ }
+ if ($sectiontosave eq 'filetypes') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; }
+ print HISTORYTMP "# Files type - Hits - Bandwidth - Bandwidth without compression - Bandwidth after compression\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_FILETYPES${xmlbs}".(scalar keys %_filetypes_h)."${xmlbe}\n";
+ foreach (keys %_filetypes_h) {
+ my $hits=$_filetypes_h{$_}||0;
+ my $bytes=$_filetypes_k{$_}||0;
+ my $bytesbefore=$_filetypes_gz_in{$_}||0;
+ my $bytesafter=$_filetypes_gz_out{$_}||0;
+ print HISTORYTMP "${xmlrb}$_${xmlrs}$hits${xmlrs}$bytes${xmlrs}$bytesbefore${xmlrs}$bytesafter${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_FILETYPES${xmlee}\n";
+ }
+ if ($sectiontosave eq 'os') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; }
+ print HISTORYTMP "# OS ID - Hits\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_OS${xmlbs}".(scalar keys %_os_h)."${xmlbe}\n";
+ foreach (keys %_os_h) { print HISTORYTMP "${xmlrb}$_${xmlrs}$_os_h{$_}${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_OS${xmlee}\n";
+ }
+ if ($sectiontosave eq 'browser') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; }
+ print HISTORYTMP "# Browser ID - Hits\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_BROWSER${xmlbs}".(scalar keys %_browser_h)."${xmlbe}\n";
+ foreach (keys %_browser_h) { print HISTORYTMP "${xmlrb}$_${xmlrs}$_browser_h{$_}${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_BROWSER${xmlee}\n";
+ }
+ if ($sectiontosave eq 'screensize') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; }
+ print HISTORYTMP "# Screen size - Hits\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_SCREENSIZE${xmlbs}".(scalar keys %_screensize_h)."${xmlbe}\n";
+ foreach (keys %_screensize_h) { print HISTORYTMP "${xmlrb}$_${xmlrs}$_screensize_h{$_}${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_SCREENSIZE${xmlee}\n";
+ }
+
+ # Referer
+ if ($sectiontosave eq 'unknownreferer') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; }
+ print HISTORYTMP "# Unknown referer OS - Last visit date\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_UNKNOWNREFERER${xmlbs}".(scalar keys %_unknownreferer_l)."${xmlbe}\n";
+ foreach (keys %_unknownreferer_l) { print HISTORYTMP "${xmlrb}".XMLEncodeForHisto($_)."${xmlrs}$_unknownreferer_l{$_}${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_UNKNOWNREFERER${xmlee}\n";
+ }
+ if ($sectiontosave eq 'unknownrefererbrowser') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; }
+ print HISTORYTMP "# Unknown referer Browser - Last visit date\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_UNKNOWNREFERERBROWSER${xmlbs}".(scalar keys %_unknownrefererbrowser_l)."${xmlbe}\n";
+ foreach (keys %_unknownrefererbrowser_l) { print HISTORYTMP "${xmlrb}".XMLEncodeForHisto($_)."${xmlrs}$_unknownrefererbrowser_l{$_}${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_UNKNOWNREFERERBROWSER${xmlee}\n";
+ }
+ if ($sectiontosave eq 'origin') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; }
+ print HISTORYTMP "# Origin - Pages - Hits \n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_ORIGIN${xmlbs}6"."${xmlbe}\n";
+ print HISTORYTMP "${xmlrb}From0${xmlrs}".int($_from_p[0])."${xmlrs}".int($_from_h[0])."${xmlre}\n";
+ print HISTORYTMP "${xmlrb}From1${xmlrs}".int($_from_p[1])."${xmlrs}".int($_from_h[1])."${xmlre}\n";
+ print HISTORYTMP "${xmlrb}From2${xmlrs}".int($_from_p[2])."${xmlrs}".int($_from_h[2])."${xmlre}\n";
+ print HISTORYTMP "${xmlrb}From3${xmlrs}".int($_from_p[3])."${xmlrs}".int($_from_h[3])."${xmlre}\n";
+ print HISTORYTMP "${xmlrb}From4${xmlrs}".int($_from_p[4])."${xmlrs}".int($_from_h[4])."${xmlre}\n"; # Same site
+ print HISTORYTMP "${xmlrb}From5${xmlrs}".int($_from_p[5])."${xmlrs}".int($_from_h[5])."${xmlre}\n"; # News
+ print HISTORYTMP "${xmleb}END_ORIGIN${xmlee}\n";
+ }
+ if ($sectiontosave eq 'sereferrals') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; }
+ print HISTORYTMP "# Search engine referers ID - Pages - Hits\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_SEREFERRALS${xmlbs}".(scalar keys %_se_referrals_h)."${xmlbe}\n";
+ foreach (keys %_se_referrals_h) { print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_se_referrals_p{$_}||0)."${xmlrs}$_se_referrals_h{$_}${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_SEREFERRALS${xmlee}\n";
+ }
+ if ($sectiontosave eq 'pagerefs') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'RefererShown'}</sortfor><comment>\n"; }
+ print HISTORYTMP "# External page referers - Pages - Hits\n";
+ print HISTORYTMP "# The $MaxNbOf{'RefererShown'} first Pages must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_PAGEREFS${xmlbs}".(scalar keys %_pagesrefs_h)."${xmlbe}\n";
+ # We save page list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'RefererShown'},$MinHit{'Refer'},\%_pagesrefs_h,\%_pagesrefs_p);
+ %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ my $newkey=$_;
+ $newkey =~ s/^http(s|):\/\/([^\/]+)\/$/http$1:\/\/$2/i; # Remove / at end of http://.../ but not at end of http://.../dir/
+ print HISTORYTMP "${xmlrb}".XMLEncodeForHisto($newkey)."${xmlrs}".int($_pagesrefs_p{$_}||0)."${xmlrs}$_pagesrefs_h{$_}${xmlre}\n";
+ }
+ foreach (keys %_pagesrefs_h) {
+ if ($keysinkeylist{$_}) { next; }
+ my $newkey=$_;
+ $newkey =~ s/^http(s|):\/\/([^\/]+)\/$/http$1:\/\/$2/i; # Remove / at end of http://.../ but not at end of http://.../dir/
+ print HISTORYTMP "${xmlrb}".XMLEncodeForHisto($newkey)."${xmlrs}".int($_pagesrefs_p{$_}||0)."${xmlrs}$_pagesrefs_h{$_}${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_PAGEREFS${xmlee}\n";
+ }
+ if ($sectiontosave eq 'searchwords') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOf{'KeyphrasesShown'}</sortfor><comment>\n"; }
+ print HISTORYTMP "# Search keyphrases - Number of search\n";
+ print HISTORYTMP "# The $MaxNbOf{'KeyphrasesShown'} first number of search must be first (order not required for others)\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_SEARCHWORDS${xmlbs}".(scalar keys %_keyphrases)."${xmlbe}\n";
+ # We will also build _keywords
+ %_keywords=();
+ # We save key list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'KeywordsShown'},$MinHit{'Keyword'},\%_keyphrases,\%_keyphrases);
+ %keysinkeylist=();
+ foreach my $key (@keylist) {
+ $keysinkeylist{$key}=1;
+ my $keyphrase=$key;
+ print HISTORYTMP "${xmlrb}$keyphrase${xmlrs}$_keyphrases{$key}${xmlre}\n";
+ foreach (split(/\+/,$key)) { $_keywords{$_}+=$_keyphrases{$key}; } # To init %_keywords
+ }
+ foreach my $key (keys %_keyphrases) {
+ if ($keysinkeylist{$key}) { next; }
+ my $keyphrase=$key;
+ print HISTORYTMP "${xmlrb}$keyphrase${xmlrs}$_keyphrases{$key}${xmlre}\n";
+ foreach (split(/\+/,$key)) { $_keywords{$_}+=$_keyphrases{$key}; } # To init %_keywords
+ }
+ print HISTORYTMP "${xmleb}END_SEARCHWORDS${xmlee}\n";
+
+ # Now save keywords section
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='keywords'><sortfor>$MaxNbOf{'KeywordsShown'}</sortfor><comment>\n"; }
+ print HISTORYTMP "# Search keywords - Number of search\n";
+ print HISTORYTMP "# The $MaxNbOf{'KeywordsShown'} first number of search must be first (order not required for others)\n";
+ $ValueInFile{"keywords"}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_KEYWORDS${xmlbs}".(scalar keys %_keywords)."${xmlbe}\n";
+ # We save key list in score sorted order to get a -output faster and with less use of memory.
+ &BuildKeyList($MaxNbOf{'KeywordsShown'},$MinHit{'Keyword'},\%_keywords,\%_keywords);
+ %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ my $keyword=$_;
+ print HISTORYTMP "${xmlrb}$keyword${xmlrs}$_keywords{$_}${xmlre}\n";
+ }
+ foreach (keys %_keywords) {
+ if ($keysinkeylist{$_}) { next; }
+ my $keyword=$_;
+ print HISTORYTMP "${xmlrb}$keyword${xmlrs}$_keywords{$_}${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_KEYWORDS${xmlee}\n";
+
+ }
+
+ # Other - Errors
+ if ($sectiontosave eq 'cluster') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; }
+ print HISTORYTMP "# Cluster ID - Pages - Hits - Bandwidth\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_CLUSTER${xmlbs}".(scalar keys %_cluster_h)."${xmlbe}\n";
+ foreach (keys %_cluster_h) { print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_cluster_p{$_}||0)."${xmlrs}".int($_cluster_h{$_}||0)."${xmlrs}".int($_cluster_k{$_}||0)."${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_CLUSTER${xmlee}\n";
+ }
+ if ($sectiontosave eq 'misc') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; }
+ print HISTORYTMP "# Misc ID - Pages - Hits - Bandwidth\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_MISC${xmlbs}".(scalar keys %MiscListCalc)."${xmlbe}\n";
+ foreach (keys %MiscListCalc) { print HISTORYTMP "${xmlrb}$_${xmlrs}".int($_misc_p{$_}||0)."${xmlrs}".int($_misc_h{$_}||0)."${xmlrs}".int($_misc_k{$_}||0)."${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_MISC${xmlee}\n";
+ }
+ if ($sectiontosave eq 'errors') {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; }
+ print HISTORYTMP "# Errors - Hits - Bandwidth\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_ERRORS${xmlbs}".(scalar keys %_errors_h)."${xmlbe}\n";
+ foreach (keys %_errors_h) { print HISTORYTMP "${xmlrb}$_${xmlrs}$_errors_h{$_}${xmlrs}".int($_errors_k{$_}||0)."${xmlre}\n"; }
+ print HISTORYTMP "${xmleb}END_ERRORS${xmlee}\n";
+ }
+ # Other - Trapped errors
+ foreach my $code (keys %TrapInfosForHTTPErrorCodes) {
+ if ($sectiontosave eq "sider_$code") {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><comment>\n"; }
+ print HISTORYTMP "# URL with $code errors - Hits - Last URL referer\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_SIDER_$code${xmlbs}".(scalar keys %_sider404_h)."${xmlbe}\n";
+ foreach (keys %_sider404_h) {
+ my $newkey=$_;
+ my $newreferer=$_referer404_h{$_}||'';
+ print HISTORYTMP "${xmlrb}".XMLEncodeForHisto($newkey)."${xmlrs}$_sider404_h{$_}${xmlrs}".XMLEncodeForHisto($newreferer)."${xmlre}\n";
+ }
+ print HISTORYTMP "${xmleb}END_SIDER_$code${xmlee}\n";
+ }
+ }
+ # Other - Extra stats sections
+ foreach my $extranum (1..@ExtraName-1) {
+ if ($sectiontosave eq "extra_$extranum") {
+ print HISTORYTMP "\n";
+ if ($xml) { print HISTORYTMP "<section id='$sectiontosave'><sortfor>$MaxNbOfExtra[$extranum]</sortfor><comment>\n"; }
+ print HISTORYTMP "# Extra key - Pages - Hits - Bandwidth - Last access\n";
+ print HISTORYTMP "# The $MaxNbOfExtra[$extranum] first number of hits are first\n";
+ $ValueInFile{$sectiontosave}=tell HISTORYTMP;
+ print HISTORYTMP "${xmlbb}BEGIN_EXTRA_$extranum${xmlbs}".scalar (keys %{'_section_' . $extranum . '_h'})."${xmlbe}\n";
+ &BuildKeyList($MaxNbOfExtra[$extranum],$MinHitExtra[$extranum],\%{'_section_' . $extranum . '_h'},\%{'_section_' . $extranum . '_p'});
+ %keysinkeylist=();
+ foreach (@keylist) {
+ $keysinkeylist{$_}=1;
+ my $page=${'_section_' . $extranum . '_p'}{$_}||0;
+ my $bytes=${'_section_' . $extranum . '_k'}{$_}||0;
+ my $lastaccess=${'_section_' . $extranum . '_l'}{$_}||'';
+ print HISTORYTMP "${xmlrb}".XMLEncodeForHisto($_)."${xmlrs}$page${xmlrs}", ${'_section_' . $extranum . '_h'}{$_}, "${xmlrs}$bytes${xmlrs}$lastaccess${xmlre}\n"; next;
+ }
+ foreach (keys %{'_section_' . $extranum . '_h'}) {
+ if ($keysinkeylist{$_}) { next; }
+ my $page=${'_section_' . $extranum . '_p'}{$_}||0;
+ my $bytes=${'_section_' . $extranum . '_k'}{$_}||0;
+ my $lastaccess=${'_section_' . $extranum . '_l'}{$_}||'';
+ print HISTORYTMP "${xmlrb}".XMLEncodeForHisto($_)."${xmlrs}$page${xmlrs}", ${'_section_' . $extranum . '_h'}{$_}, "${xmlrs}$bytes${xmlrs}$lastaccess${xmlre}\n"; next;
+ }
+ print HISTORYTMP "${xmleb}END_EXTRA_$extranum${xmlee}\n";
+ }
+ }
+
+ # Other - Plugin sections
+ if ($AtLeastOneSectionPlugin && $sectiontosave =~ /^plugin_(\w+)$/i) {
+ my $pluginname=$1;
+ if ($PluginsLoaded{'SectionInitHashArray'}{"$pluginname"}) {
+# my $function="SectionWriteHistory_$pluginname(\$xml,\$xmlbb,\$xmlbs,\$xmlbe,\$xmlrb,\$xmlrs,\$xmlre,\$xmleb,\$xmlee)";
+# eval("$function");
+ my $function="SectionWriteHistory_$pluginname";
+ &$function($xml,$xmlbb,$xmlbs,$xmlbe,$xmlrb,$xmlrs,$xmlre,$xmleb,$xmlee);
+ }
+ }
+
+ %keysinkeylist=();
+}
+
+#--------------------------------------------------------------------
+# Function: Rename all tmp history file into history
+# Parameters: None
+# Input: $DirData $PROG $FileSuffix
+# $KeepBackupOfHistoricFile $SaveDatabaseFilesWithPermissionsForEveryone
+# Output: None
+# Return: 1 Ok, 0 at least one error (tmp files are removed)
+#--------------------------------------------------------------------
+sub Rename_All_Tmp_History {
+ my $pid=$$;
+ my $renameok=1;
+
+ if ($Debug) { debug("Call to Rename_All_Tmp_History (FileSuffix=$FileSuffix)"); }
+
+ opendir(DIR,"$DirData");
+ my $regfilesuffix=quotemeta($FileSuffix);
+ foreach (grep /^$PROG(\d\d\d\d\d\d)$regfilesuffix\.tmp\.$pid$/, sort readdir DIR) {
+ /^$PROG(\d\d\d\d\d\d)$regfilesuffix\.tmp\.$pid$/;
+ if ($renameok) { # No rename error yet
+ if ($Debug) { debug(" Rename new tmp history file $PROG$1$FileSuffix.tmp.$$ into $PROG$1$FileSuffix.txt",1); }
+ if (-s "$DirData/$PROG$1$FileSuffix.tmp.$$") { # Rename tmp files if size > 0
+ if ($KeepBackupOfHistoricFiles) {
+ if (-s "$DirData/$PROG$1$FileSuffix.txt") { # History file already exists. We backup it
+ if ($Debug) { debug(" Make a backup of old history file into $PROG$1$FileSuffix.bak before",1); }
+ #if (FileCopy("$DirData/$PROG$1$FileSuffix.txt","$DirData/$PROG$1$FileSuffix.bak")) {
+ if (rename("$DirData/$PROG$1$FileSuffix.txt", "$DirData/$PROG$1$FileSuffix.bak")==0) {
+ warning("Warning: Failed to make a backup of \"$DirData/$PROG$1$FileSuffix.txt\" into \"$DirData/$PROG$1$FileSuffix.bak\".");
+ }
+ if ($SaveDatabaseFilesWithPermissionsForEveryone) {
+ chmod 0666,"$DirData/$PROG$1$FileSuffix.bak";
+ }
+ }
+ else {
+ if ($Debug) { debug(" No need to backup old history file",1); }
+ }
+ }
+ if (rename("$DirData/$PROG$1$FileSuffix.tmp.$$", "$DirData/$PROG$1$FileSuffix.txt")==0) {
+ $renameok=0; # At least one error in renaming working files
+ # Remove tmp file
+ unlink "$DirData/$PROG$1$FileSuffix.tmp.$$";
+ warning("Warning: Failed to rename \"$DirData/$PROG$1$FileSuffix.tmp.$$\" into \"$DirData/$PROG$1$FileSuffix.txt\".\nWrite permissions on \"$PROG$1$FileSuffix.txt\" might be wrong".($ENV{'GATEWAY_INTERFACE'}?" for an 'update from web'":"")." or file might be opened.");
+ next;
+ }
+ if ($SaveDatabaseFilesWithPermissionsForEveryone) {
+ chmod 0666,"$DirData/$PROG$1$FileSuffix.txt";
+ }
+ }
+ }
+ else { # Because of rename error, we remove all remaining tmp files
+ unlink "$DirData/$PROG$1$FileSuffix.tmp.$$";
+ }
+ }
+ close DIR;
+ return $renameok;
+}
+
+#------------------------------------------------------------------------------
+# Function: Load DNS cache file entries into a memory hash array
+# Parameters: Hash array ref to load into,
+# File name to load,
+# File suffix to use
+# Save to a second plugin file if not up to date
+# Input: None
+# Output: Hash array is loaded
+# Return: 1 No DNS Cache file found, 0 OK
+#------------------------------------------------------------------------------
+sub Read_DNS_Cache {
+ my $hashtoload=shift;
+ my $dnscachefile=shift;
+ my $filesuffix=shift;
+ my $savetohash=shift;
+
+ my $dnscacheext='';
+ my $filetoload='';
+ my $timetoload = time();
+
+ if ($Debug) { debug("Call to Read_DNS_Cache [file=\"$dnscachefile\"]"); }
+ if ($dnscachefile =~ s/(\.\w+)$//) { $dnscacheext=$1; }
+ foreach my $dir ("$DirData",".","") {
+ my $searchdir=$dir;
+ if ($searchdir && (!($searchdir =~ /\/$/)) && (!($searchdir =~ /\\$/)) ) { $searchdir .= "/"; }
+ if (-f "${searchdir}$dnscachefile$filesuffix$dnscacheext") { $filetoload="${searchdir}$dnscachefile$filesuffix$dnscacheext"; }
+ # Plugin call : Change filetoload
+ if ($PluginsLoaded{'SearchFile'}{'hashfiles'}) { SearchFile_hashfiles($searchdir,$dnscachefile,$filesuffix,$dnscacheext,$filetoload); }
+ if ($filetoload) { last; } # We found a file to load
+ }
+
+ if (! $filetoload) {
+ if ($Debug) { debug(" No DNS Cache file found"); }
+ return 1;
+ }
+
+ # Plugin call : Load hashtoload
+ if ($PluginsLoaded{'LoadCache'}{'hashfiles'}) { LoadCache_hashfiles($filetoload,$hashtoload); }
+ if (! scalar keys %$hashtoload) {
+ open(DNSFILE,"$filetoload") or error("Couldn't open DNS Cache file \"$filetoload\": $!");
+ #binmode DNSFILE; # If we set binmode here, it seems that the load is broken on ActiveState 5.8
+ # This is a fast way to load with regexp
+ %$hashtoload = map(/^(?:\d{0,10}\s+)?([0-9A-F:\.]+)\s+([^\s]+)$/oi,<DNSFILE>);
+ close DNSFILE;
+ if ($savetohash) {
+ # Plugin call : Save hash file (all records) with test if up to date to save
+ if ($PluginsLoaded{'SaveHash'}{'hashfiles'}) { SaveHash_hashfiles($filetoload,$hashtoload,1,0); }
+ }
+ }
+ if ($Debug) { debug(" Loaded ".(scalar keys %$hashtoload)." items from $filetoload in ".(time()-$timetoload)." seconds.",1); }
+ return 0;
+}
+
+#------------------------------------------------------------------------------
+# Function: Save a memory hash array into a DNS cache file
+# Parameters: Hash array ref to save,
+# File name to save,
+# File suffix to use
+# Input: None
+# Output: None
+# Return: 0 OK, 1 Error
+#------------------------------------------------------------------------------
+sub Save_DNS_Cache_File {
+ my $hashtosave=shift;
+ my $dnscachefile=shift;
+ my $filesuffix=shift;
+
+ my $dnscacheext='';
+ my $filetosave='';
+ my $timetosave = time();
+ my $nbofelemtosave=$NBOFLASTUPDATELOOKUPTOSAVE;
+ my $nbofelemsaved=0;
+
+ if ($Debug) { debug("Call to Save_DNS_Cache_File [file=\"$dnscachefile\"]"); }
+ if (! scalar keys %$hashtosave) {
+ if ($Debug) { debug(" No data to save"); }
+ return 0;
+ }
+ if ($dnscachefile =~ s/(\.\w+)$//) { $dnscacheext=$1; }
+ $filetosave="$dnscachefile$filesuffix$dnscacheext";
+ # Plugin call : Save hash file (only $NBOFLASTUPDATELOOKUPTOSAVE records) with no test if up to date
+ if ($PluginsLoaded{'SaveHash'}{'hashfiles'}) { SaveHash_hashfiles($filetosave,$hashtosave,0,$nbofelemtosave,$nbofelemsaved); }
+ if (! $nbofelemsaved) {
+ $filetosave="$dnscachefile$filesuffix$dnscacheext";
+ if ($Debug) { debug(" Save data ".($nbofelemtosave?"($nbofelemtosave records max)":"(all records)")." into file $filetosave"); }
+ if (! open(DNSFILE,">$filetosave")) {
+ warning("Warning: Failed to open for writing last update DNS Cache file \"$filetosave\": $!");
+ return 1;
+ }
+ binmode DNSFILE;
+ my $starttimemin=int($starttime/60);
+ foreach my $key (keys %$hashtosave) {
+ #if ($hashtosave->{$key} ne '*') {
+ my $ipsolved=$hashtosave->{$key};
+ print DNSFILE "$starttimemin\t$key\t".($ipsolved eq 'ip'?'*':$ipsolved)."\n"; # Change 'ip' to '*' for backward compatibility
+ if (++$nbofelemsaved >= $NBOFLASTUPDATELOOKUPTOSAVE) { last; }
+ #}
+ }
+ close DNSFILE;
+
+ if ($SaveDatabaseFilesWithPermissionsForEveryone) {
+ chmod 0666,"$filetosave";
+ }
+
+ }
+ if ($Debug) { debug(" Saved $nbofelemsaved items into $filetosave in ".(time()-$timetosave)." seconds.",1); }
+ return 0;
+}
+
+#------------------------------------------------------------------------------
+# Function: Return time elapsed since last call in miliseconds
+# Parameters: 0|1 (0 reset counter, 1 no reset)
+# Input: None
+# Output: None
+# Return: Number of miliseconds elapsed since last call
+#------------------------------------------------------------------------------
+sub GetDelaySinceStart {
+ if (shift) { $StartSeconds=0; } # Reset chrono
+ my ($newseconds, $newmicroseconds)=(time(),0);
+ # Plugin call : Return seconds and milliseconds
+ if ($PluginsLoaded{'GetTime'}{'timehires'}) { GetTime_timehires($newseconds, $newmicroseconds); }
+ if (! $StartSeconds) { $StartSeconds=$newseconds; $StartMicroseconds=$newmicroseconds; }
+ return (($newseconds-$StartSeconds)*1000+int(($newmicroseconds-$StartMicroseconds)/1000));
+}
+
+#------------------------------------------------------------------------------
+# Function: Reset all variables whose name start with _ because a new month start
+# Parameters: None
+# Input: $YearRequired All variables whose name start with _
+# Output: All variables whose name start with _
+# Return: None
+#------------------------------------------------------------------------------
+sub Init_HashArray {
+ if ($Debug) { debug("Call to Init_HashArray"); }
+ # Reset global hash arrays
+ %FirstTime = %LastTime = ();
+ %MonthHostsKnown = %MonthHostsUnknown = ();
+ %MonthVisits = %MonthUnique = ();
+ %MonthPages = %MonthHits = %MonthBytes = ();
+ %MonthNotViewedPages = %MonthNotViewedHits = %MonthNotViewedBytes = ();
+ %DayPages = %DayHits = %DayBytes = %DayVisits = ();
+ # Reset all arrays with name beginning by _
+ for (my $ix=0; $ix<6; $ix++) { $_from_p[$ix]=0; $_from_h[$ix]=0; }
+ for (my $ix=0; $ix<24; $ix++) { $_time_h[$ix]=0; $_time_k[$ix]=0; $_time_p[$ix]=0; $_time_nv_h[$ix]=0; $_time_nv_k[$ix]=0; $_time_nv_p[$ix]=0; }
+ # Reset all hash arrays with name beginning by _
+ %_session = %_browser_h = ();
+ %_domener_p = %_domener_h = %_domener_k = %_errors_h = %_errors_k = ();
+ %_filetypes_h = %_filetypes_k = %_filetypes_gz_in = %_filetypes_gz_out = ();
+ %_host_p = %_host_h = %_host_k = %_host_l = %_host_s = %_host_u = ();
+ %_waithost_e = %_waithost_l = %_waithost_s = %_waithost_u = ();
+ %_keyphrases = %_keywords = %_os_h = %_pagesrefs_p = %_pagesrefs_h = %_robot_h = %_robot_k = %_robot_l = %_robot_r = ();
+ %_worm_h = %_worm_k = %_worm_l = %_login_p = %_login_h = %_login_k = %_login_l = %_screensize_h = ();
+ %_misc_p = %_misc_h = %_misc_k = ();
+ %_cluster_p = %_cluster_h = %_cluster_k = ();
+ %_se_referrals_p = %_se_referrals_h = %_sider404_h = %_referer404_h = %_url_p = %_url_k = %_url_e = %_url_x = ();
+ %_unknownreferer_l = %_unknownrefererbrowser_l = ();
+ %_emails_h = %_emails_k = %_emails_l = %_emailr_h = %_emailr_k = %_emailr_l = ();
+ for (my $ix=1; $ix < @ExtraName; $ix++) {
+ %{'_section_' . $ix . '_h'} = %{'_section_' . $ix . '_o'} = %{'_section_' . $ix . '_k'} =
+ %{'_section_' . $ix . '_l'} = %{'_section_' . $ix . '_p'} = ();
+ }
+ foreach my $pluginname (keys %{$PluginsLoaded{'SectionInitHashArray'}}) {
+# my $function="SectionInitHashArray_$pluginname()";
+# eval("$function");
+ my $function="SectionInitHashArray_$pluginname";
+ &$function();
+ }
+}
+
+#------------------------------------------------------------------------------
+# Function: Change word separators of a keyphrase string into space and
+# remove bad coded chars
+# Parameters: stringtodecode
+# Input: None
+# Output: None
+# Return: decodedstring
+#------------------------------------------------------------------------------
+sub ChangeWordSeparatorsIntoSpace {
+ $_[0] =~ s/%0[ad]/ /ig; # LF CR
+ $_[0] =~ s/%2[02789abc]/ /ig; # space " ' ( ) * + ,
+ $_[0] =~ s/%3a/ /ig; # :
+ $_[0] =~ tr/\+\'\(\)\"\*,:/ /s; # "&" and "=" must not be in this list
+}
+
+#------------------------------------------------------------------------------
+# Function: Transforms special chars by entities as needed in XML/XHTML
+# Parameters: stringtoencode
+# Return: encodedstring
+#------------------------------------------------------------------------------
+sub XMLEncode {
+ if ($BuildReportFormat ne 'xhtml' && $BuildReportFormat ne 'xml') { return shift; }
+ my $string = shift;
+ $string =~ s/&/&/g;
+ $string =~ s/</</g;
+ $string =~ s/>/>/g;
+ $string =~ s/\"/&aquot;/g;
+ $string =~ s/\'/'/g;
+ return $string;
+}
+
+#------------------------------------------------------------------------------
+# Function: Transforms spaces into %20 and special chars by entities as needed in XML/XHTML
+# Parameters: stringtoencode
+# Return: encodedstring
+#------------------------------------------------------------------------------
+sub XMLEncodeForHisto {
+ my $string = shift;
+ $string =~ s/\s/%20/g;
+ if ($BuildHistoryFormat ne 'xml') { return $string; }
+ $string =~ s/&/&/g;
+ $string =~ s/</</g;
+ $string =~ s/>/>/g;
+ $string =~ s/\"/&aquot;/g;
+ $string =~ s/\'/'/g;
+ return $string;
+}
+
+#------------------------------------------------------------------------------
+# Function: Encode a binary string into an ASCII string
+# Parameters: stringtoencode
+# Return: encodedstring
+#------------------------------------------------------------------------------
+sub EncodeString {
+ my $string = shift;
+# use bytes;
+ $string =~ s/([\x2B\x80-\xFF])/sprintf ("%%%2x", ord($1))/eg;
+# no bytes;
+ $string =~ tr/ /+/s;
+ return $string;
+}
+
+#------------------------------------------------------------------------------
+# Function: Decode an only text string into a binary string
+# Parameters: stringtodecode
+# Input: None
+# Output: None
+# Return: decodedstring
+#------------------------------------------------------------------------------
+sub DecodeEncodedString {
+ my $stringtodecode=shift;
+ $stringtodecode =~ tr/\+/ /s;
+ $stringtodecode =~ s/%([A-F0-9][A-F0-9])/pack("C", hex($1))/ieg;
+ return $stringtodecode;
+}
+
+#------------------------------------------------------------------------------
+# Function: Decode an precompiled regex value to a common regex value
+# Parameters: compiledregextodecode
+# Input: None
+# Output: None
+# Return: standardregex
+#------------------------------------------------------------------------------
+sub UnCompileRegex {
+ shift =~ /\(\?[-\w]*:(.*)\)/;
+ return $1;
+}
+
+#------------------------------------------------------------------------------
+# Function: Clean a string of all chars that are not char or _ - \ / . \s
+# Parameters: stringtoclean
+# Input: None
+# Output: None
+# Return: cleanedstring
+#------------------------------------------------------------------------------
+sub Sanitize {
+ my $stringtoclean=shift;
+ my $full=shift||0;
+ if ($full) {
+ $stringtoclean =~ s/[^\w]//g;
+ } else {
+ $stringtoclean =~ s/[^\w\-\\\/\.:\s]//g;
+ }
+ return $stringtoclean;
+}
+
+#------------------------------------------------------------------------------
+# Function: Clean a string of HTML tags to avoid 'Cross Site Scripting attacks'
+# Parameters: stringtoclean
+# Input: None
+# Output: None
+# Return: cleanedstring
+#------------------------------------------------------------------------------
+sub CleanFromCSSA {
+ my $stringtoclean=shift;
+ $stringtoclean =~ s/</</g;
+ $stringtoclean =~ s/>/>/g;
+ return $stringtoclean;
+}
+
+#------------------------------------------------------------------------------
+# Function: Clean tags in a string
+# Parameters: stringtodecode
+# Input: None
+# Output: None
+# Return: decodedstring
+#------------------------------------------------------------------------------
+sub CleanFromTags {
+ my $stringtoclean=shift;
+ $stringtoclean =~ s/$regclean1/ /g; # Replace <recnb> or </td> with space
+ $stringtoclean =~ s/$regclean2//g; # Remove <xxx>
+ return $stringtoclean;
+}
+
+#------------------------------------------------------------------------------
+# Function: Copy one file into another
+# Parameters: sourcefilename targetfilename
+# Input: None
+# Output: None
+# Return: 0 if copy is ok, 1 else
+#------------------------------------------------------------------------------
+sub FileCopy {
+ my $filesource = shift;
+ my $filetarget = shift;
+ if ($Debug) { debug("FileCopy($filesource,$filetarget)",1); }
+ open(FILESOURCE,"$filesource") || return 1;
+ open(FILETARGET,">$filetarget") || return 1;
+ binmode FILESOURCE;
+ binmode FILETARGET;
+ # ...
+ close(FILETARGET);
+ close(FILESOURCE);
+ if ($Debug) { debug(" File copied",1); }
+ return 0;
+}
+
+#------------------------------------------------------------------------------
+# Function: Show flags for other language translations
+# Parameters: Current languade id (en, fr, ...)
+# Input: None
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub Show_Flag_Links {
+ my $CurrentLang = shift;
+
+ # Build flags link
+ my $NewLinkParams=$QueryString;
+ my $NewLinkTarget='';
+ if ($ENV{'GATEWAY_INTERFACE'}) {
+ $NewLinkParams =~ s/(^|&)update(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&)staticlinks(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&)framename=[^&]*//i;
+ $NewLinkParams =~ s/(^|&)lang=[^&]*//i;
+ if ($FrameName eq 'mainright') { $NewLinkTarget=" target=\"_parent\""; }
+ $NewLinkParams =~ tr/&/&/s; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//;
+ if ($NewLinkParams) { $NewLinkParams="${NewLinkParams}&"; }
+ }
+ else {
+ $NewLinkParams=($SiteConfig?"config=$SiteConfig&":"")."year=$YearRequired&month=$MonthRequired&";
+ }
+ if ($FrameName eq 'mainright') { $NewLinkParams.='framename=index&'; }
+
+ foreach my $lng (split(/\s+/,$ShowFlagLinks)) {
+ $lng=$LangBrowserToLangAwstats{$lng}?$LangBrowserToLangAwstats{$lng}:$lng;
+ if ($lng ne $CurrentLang) {
+ my %lngtitle=('en','English','fr','French','de','German','it','Italian','nl','Dutch','es','Spanish');
+ my $lngtitle=($lngtitle{$lng}?$lngtitle{$lng}:$lng);
+ my $flag=($LangAWStatsToFlagAwstats{$lng}?$LangAWStatsToFlagAwstats{$lng}:$lng);
+ print "<a href=\"".XMLEncode("$AWScript?${NewLinkParams}lang=$lng")."\"$NewLinkTarget><img src=\"$DirIcons\/flags\/$flag.png\" height=\"14\" border=\"0\"".AltTitle("$lngtitle")." /></a> \n";
+ }
+ }
+}
+
+#------------------------------------------------------------------------------
+# Function: Format value in bytes in a string (Bytes, Kb, Mb, Gb)
+# Parameters: bytes (integer value or "0.00")
+# Input: None
+# Output: None
+# Return: "x.yz MB" or "x.yy KB" or "x Bytes" or "0"
+#------------------------------------------------------------------------------
+sub Format_Bytes {
+ my $bytes = shift||0;
+ my $fudge = 1;
+ # Do not use exp/log function to calculate 1024power, function make segfault on some unix/perl versions
+ if ($bytes >= ($fudge << 30)) { return sprintf("%.2f", $bytes/1073741824)." $Message[110]"; }
+ if ($bytes >= ($fudge << 20)) { return sprintf("%.2f", $bytes/1048576)." $Message[109]"; }
+ if ($bytes >= ($fudge << 10)) { return sprintf("%.2f", $bytes/1024)." $Message[108]"; }
+ if ($bytes < 0) { $bytes="?"; }
+ return int($bytes).(int($bytes)?" $Message[119]":"");
+}
+
+#------------------------------------------------------------------------------
+# Function: Format a number
+# Parameters: number
+# Input: None
+# Output: None
+# Return: "999 999 999 999"
+#------------------------------------------------------------------------------
+sub Format_Number {
+ my $number = shift||0;
+ $number=~s/(\d)(\d\d\d)$/$1 $2/;
+ $number=~s/(\d)(\d\d\d\s\d\d\d)$/$1 $2/;
+ $number=~s/(\d)(\d\d\d\s\d\d\d\s\d\d\d)$/$1 $2/;
+ return $number;
+}
+
+#------------------------------------------------------------------------------
+# Function: Return " alt=string title=string"
+# Parameters: string
+# Input: None
+# Output: None
+# Return: "alt=string title=string"
+#------------------------------------------------------------------------------
+sub AltTitle {
+ my $string = shift||'';
+ return " alt='$string' title='$string'";
+# return " alt=\"$string\" title=\"$string\"";
+# return ($BuildReportFormat?"":" alt=\"$string\"")." title=\"$string\"";
+}
+
+#------------------------------------------------------------------------------
+# Function: Tell if an email is a local or external email
+# Parameters: email
+# Input: $SiteDomain(exact string) $HostAliases(quoted regex string)
+# Output: None
+# Return: -1, 0 or 1
+#------------------------------------------------------------------------------
+sub IsLocalEMail {
+ my $email=shift||'unknown';
+ if ($email !~ /\@(.*)$/) { return 0; }
+ my $domain=$1;
+ if ($domain =~ /^$SiteDomain$/i) { return 1; }
+ foreach (@HostAliases) { if ($domain =~ /$_/) { return 1; } }
+ return -1;
+}
+
+#------------------------------------------------------------------------------
+# Function: Format a date according to Message[78] (country date format)
+# Parameters: String date YYYYMMDDHHMMSS
+# Option 0=LastUpdate and LastTime date
+# 1=Arrays date except daymonthvalues
+# 2=daymonthvalues date (only year month and day)
+# Input: $Message[78]
+# Output: None
+# Return: Date with format defined by Message[78] and option
+#------------------------------------------------------------------------------
+sub Format_Date {
+ my $date=shift;
+ my $option=shift||0;
+ my $year=substr("$date",0,4);
+ my $month=substr("$date",4,2);
+ my $day=substr("$date",6,2);
+ my $hour=substr("$date",8,2);
+ my $min=substr("$date",10,2);
+ my $sec=substr("$date",12,2);
+ my $dateformat=$Message[78];
+ if ($option == 2) {
+ $dateformat =~ s/^[^ymd]+//g;
+ $dateformat =~ s/[^ymd]+$//g;
+ }
+ $dateformat =~ s/yyyy/$year/g;
+ $dateformat =~ s/yy/$year/g;
+ $dateformat =~ s/mmm/$MonthNumLib{$month}/g;
+ $dateformat =~ s/mm/$month/g;
+ $dateformat =~ s/dd/$day/g;
+ $dateformat =~ s/HH/$hour/g;
+ $dateformat =~ s/MM/$min/g;
+ $dateformat =~ s/SS/$sec/g;
+ return "$dateformat";
+}
+
+#------------------------------------------------------------------------------
+# Function: Return 1 if string contains only ascii chars
+# Parameters: string
+# Input: None
+# Output: None
+# Return: 0 or 1
+#------------------------------------------------------------------------------
+sub IsAscii {
+ my $string=shift;
+ if ($Debug) { debug("IsAscii($string)",5); }
+ if ($string =~ /^[\w\+\-\/\\\.%,;:=\"\'&?!\s]+$/) {
+ if ($Debug) { debug(" Yes",6); }
+ return 1; # Only alphanum chars (and _) or + - / \ . % , ; : = " ' & ? space \t
+ }
+ if ($Debug) { debug(" No",6); }
+ return 0;
+}
+
+#------------------------------------------------------------------------------
+# Function: Return the lower value between 2 but exclude value if 0
+# Parameters: Val1 and Val2
+# Input: None
+# Output: None
+# Return: min(Val1,Val2)
+#------------------------------------------------------------------------------
+sub MinimumButNoZero {
+ my ($val1,$val2)=@_;
+ return ($val1&&($val1<$val2||!$val2)?$val1:$val2);
+}
+
+#------------------------------------------------------------------------------
+# Function: Add a val from sorting tree
+# Parameters: keytoadd keyval [firstadd]
+# Input: None
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub AddInTree {
+ my $keytoadd=shift;
+ my $keyval=shift;
+ my $firstadd=shift||0;
+ if ($firstadd==1) { # Val is the first one
+ if ($Debug) { debug(" firstadd",4); }
+ $val{$keyval}=$keytoadd;
+ $lowerval=$keyval;
+ if ($Debug) { debug(" lowerval=$lowerval, nb elem val=".(scalar keys %val).", nb elem egal=".(scalar keys %egal).".",4); }
+ return;
+ }
+ if ($val{$keyval}) { # Val is already in tree
+ if ($Debug) { debug(" val is already in tree",4); }
+ $egal{$keytoadd}=$val{$keyval};
+ $val{$keyval}=$keytoadd;
+ if ($Debug) { debug(" lowerval=$lowerval, nb elem val=".(scalar keys %val).", nb elem egal=".(scalar keys %egal).".",4); }
+ return;
+ }
+ if ($keyval <= $lowerval) { # Val is a new one lower (should happens only when tree is not full)
+ if ($Debug) { debug(" keytoadd val=$keyval is lower or equal to lowerval=$lowerval",4); }
+ $val{$keyval}=$keytoadd;
+ $nextval{$keyval}=$lowerval;
+ $lowerval=$keyval;
+ if ($Debug) { debug(" lowerval=$lowerval, nb elem val=".(scalar keys %val).", nb elem egal=".(scalar keys %egal).".",4); }
+ return;
+ }
+ # Val is a new one higher
+ if ($Debug) { debug(" keytoadd val=$keyval is higher than lowerval=$lowerval",4); }
+ $val{$keyval}=$keytoadd;
+ my $valcursor=$lowerval; # valcursor is value just before keyval
+ while ($nextval{$valcursor} && ($nextval{$valcursor} < $keyval)) { $valcursor=$nextval{$valcursor}; }
+ if ($nextval{$valcursor}) { # keyval is between valcursor and nextval{valcursor}
+ $nextval{$keyval}=$nextval{$valcursor};
+ }
+ $nextval{$valcursor}=$keyval;
+ if ($Debug) { debug(" lowerval=$lowerval, nb elem val=".(scalar keys %val).", nb elem egal=".(scalar keys %egal).".",4); }
+}
+
+#------------------------------------------------------------------------------
+# Function: Remove a val from sorting tree
+# Parameters: None
+# Input: $lowerval %val %egal
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub Removelowerval {
+ my $keytoremove=$val{$lowerval}; # This is lower key
+ if ($Debug) { debug(" remove for lowerval=$lowerval: key=$keytoremove",4); }
+ if ($egal{$keytoremove}) {
+ $val{$lowerval}=$egal{$keytoremove};
+ delete $egal{$keytoremove};
+ }
+ else {
+ delete $val{$lowerval};
+ $lowerval=$nextval{$lowerval}; # Set new lowerval
+ }
+ if ($Debug) { debug(" new lower value=$lowerval, val size=".(scalar keys %val).", egal size=".(scalar keys %egal),4); }
+}
+
+#------------------------------------------------------------------------------
+# Function: Build @keylist array
+# Parameters: Size max for @keylist array,
+# Min value in hash for select,
+# Hash used for select,
+# Hash used for order
+# Input: None
+# Output: None
+# Return: @keylist response array
+#------------------------------------------------------------------------------
+sub BuildKeyList {
+ my $ArraySize=shift||error("System error. Call to BuildKeyList function with incorrect value for first param","","",1);
+ my $MinValue=shift||error("System error. Call to BuildKeyList function with incorrect value for second param","","",1);
+ my $hashforselect=shift;
+ my $hashfororder=shift;
+ if ($Debug) { debug(" BuildKeyList($ArraySize,$MinValue,$hashforselect with size=".(scalar keys %$hashforselect).",$hashfororder with size=".(scalar keys %$hashfororder).")",3); }
+ delete $hashforselect->{0};delete $hashforselect->{''}; # Those is to protect from infinite loop when hash array has an incorrect null key
+ my $count=0;
+ $lowerval=0; # Global because used in AddInTree and Removelowerval
+ %val=(); %nextval=(); %egal=();
+ foreach my $key (keys %$hashforselect) {
+ if ($count < $ArraySize) {
+ if ($hashforselect->{$key} >= $MinValue) {
+ $count++;
+ if ($Debug) { debug(" Add in tree entry $count : $key (value=".($hashfororder->{$key}||0).", tree not full)",4); }
+ AddInTree($key,$hashfororder->{$key}||0,$count);
+ }
+ next;
+ }
+ $count++;
+ if (($hashfororder->{$key}||0)<=$lowerval) { next; }
+ if ($Debug) { debug(" Add in tree entry $count : $key (value=".($hashfororder->{$key}||0)." > lowerval=$lowerval)",4); }
+ AddInTree($key,$hashfororder->{$key}||0);
+ if ($Debug) { debug(" Removelower in tree",4); }
+ Removelowerval();
+ }
+
+ # Build key list and sort it
+ if ($Debug) { debug(" Build key list and sort it. lowerval=$lowerval, nb elem val=".(scalar keys %val).", nb elem egal=".(scalar keys %egal).".",3); }
+ my %notsortedkeylist=();
+ foreach my $key (values %val) { $notsortedkeylist{$key}=1; }
+ foreach my $key (values %egal) { $notsortedkeylist{$key}=1; }
+ @keylist=();
+ @keylist=(sort {($hashfororder->{$b}||0) <=> ($hashfororder->{$a}||0) } keys %notsortedkeylist);
+ if ($Debug) { debug(" BuildKeyList End (keylist size=".(@keylist).")",3); }
+ return;
+}
+
+#------------------------------------------------------------------------------
+# Function: Lock or unlock update
+# Parameters: status (1 to lock, 0 to unlock)
+# Input: $DirLock (if status=0) $PROG $FileSuffix
+# Output: $DirLock (if status=1)
+# Return: None
+#------------------------------------------------------------------------------
+sub Lock_Update {
+ my $status=shift;
+ my $lock="$PROG$FileSuffix.lock";
+ if ($status) {
+ # We stop if there is at least one lock file wherever it is
+ foreach my $key ($ENV{"TEMP"},$ENV{"TMP"},"/tmp","/",".") {
+ my $newkey =$key;
+ $newkey =~ s/[\\\/]$//;
+ if (-f "$newkey/$lock") { error("An AWStats update process seems to be already running for this config file. Try later.\nIf this is not true, remove manually lock file '$newkey/$lock'.","","",1); }
+ }
+ # Set lock where we can
+ foreach my $key ($ENV{"TEMP"},$ENV{"TMP"},"/tmp","/",".") {
+ if (! -d "$key") { next; }
+ $DirLock=$key;
+ $DirLock =~ s/[\\\/]$//;
+ if ($Debug) { debug("Update lock file $DirLock/$lock is set"); }
+ open(LOCK,">$DirLock/$lock") || error("Failed to create lock file $DirLock/$lock","","",1);
+ print LOCK "AWStats update started by process $$ at $nowyear-$nowmonth-$nowday $nowhour:$nowmin:$nowsec\n";
+ close(LOCK);
+ last;
+ }
+ }
+ else {
+ # Remove lock
+ if ($Debug) { debug("Update lock file $DirLock/$lock is removed"); }
+ unlink("$DirLock/$lock");
+ }
+ return;
+}
+
+#------------------------------------------------------------------------------
+# Function: Signal handler to call Lock_Update to remove lock file
+# Parameters: Signal name
+# Input: None
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub SigHandler {
+ my $signame = shift;
+ print ucfirst($PROG)." process (ID $$) interrupted by signal $signame.\n";
+ &Lock_Update(0);
+ exit 1;
+}
+
+#------------------------------------------------------------------------------
+# Function: Convert an IPAddress into an integer
+# Parameters: IPAddress
+# Input: None
+# Output: None
+# Return: Int
+#------------------------------------------------------------------------------
+sub Convert_IP_To_Decimal {
+ my ($IPAddress) = @_;
+ my @ip_seg_arr = split(/\./,$IPAddress);
+ my $decimal_ip_address = 256 * 256 *256 * $ip_seg_arr[0] + 256 * 256 * $ip_seg_arr[1] + 256 * $ip_seg_arr[2] + $ip_seg_arr[3];
+ return($decimal_ip_address);
+}
+
+#------------------------------------------------------------------------------
+# Function: Test there is at least on value in list not null
+# Parameters: List of values
+# Input: None
+# Output: None
+# Return: 1 There is at least one not null value, 0 else
+#------------------------------------------------------------------------------
+sub AtLeastOneNotNull {
+ if ($Debug) { debug(" Call to AtLeastOneNotNull (".join('-',@_).")",3); }
+ foreach my $val (@_) { if ($val) { return 1; } }
+ return 0;
+}
+
+#------------------------------------------------------------------------------
+# Function: Return the string to add in html tag to include popup javascript code
+# Parameters: tooltip number
+# Input: None
+# Output: None
+# Return: string with javascript code
+#------------------------------------------------------------------------------
+sub Tooltip {
+ my $ttnb=shift;
+ return ($TOOLTIPON?" onmouseover=\"ShowTip($ttnb);\" onmouseout=\"HideTip($ttnb);\"":"");
+}
+
+#------------------------------------------------------------------------------
+# Function: Insert a form filter
+# Parameters: Name of filter field, default for filter field, default for exclude filter field
+# Input: $StaticLinks, $QueryString, $SiteConfig, $DirConfig
+# Output: HTML Form
+# Return: None
+#------------------------------------------------------------------------------
+sub ShowFormFilter {
+ my $fieldfiltername=shift;
+ my $fieldfilterinvalue=shift;
+ my $fieldfilterexvalue=shift;
+ if (! $StaticLinks) {
+ my $NewLinkParams=${QueryString};
+ $NewLinkParams =~ s/(^|&)update(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&)output(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&)staticlinks(=\w*|$)//i;
+ $NewLinkParams =~ tr/&/&/s; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//;
+ if ($NewLinkParams) { $NewLinkParams="${NewLinkParams}&"; }
+ print "\n<form name=\"FormFilter\" action=\"".XMLEncode("$AWScript?${NewLinkParams}")."\" class=\"aws_border\">\n";
+ print "<table valign=\"middle\" width=\"99%\" border=\"0\" cellspacing=\"0\" cellpadding=\"2\"><tr>\n";
+ print "<td align=\"left\" width=\"50\">$Message[79] :</td>\n";
+ print "<td align=\"left\" width=\"100\"><input type=\"text\" name=\"${fieldfiltername}\" value=\"$fieldfilterinvalue\" class=\"aws_formfield\" /></td>\n";
+ print "<td> </td>";
+ print "<td align=\"left\" width=\"100\">$Message[153] :</td>\n";
+ print "<td align=\"left\" width=\"100\"><input type=\"text\" name=\"${fieldfiltername}ex\" value=\"$fieldfilterexvalue\" class=\"aws_formfield\" /></td>\n";
+ print "<td>";
+ print "<input type=\"hidden\" name=\"output\" value=\"".join(',',keys %HTMLOutput)."\" />\n";
+ if ($SiteConfig) { print "<input type=\"hidden\" name=\"config\" value=\"$SiteConfig\" />\n"; }
+ if ($DirConfig) { print "<input type=\"hidden\" name=\"configdir\" value=\"$DirConfig\" />\n"; }
+ if ($QueryString =~ /(^|&)year=(\d\d\d\d)/i) { print "<input type=\"hidden\" name=\"year\" value=\"$2\" />\n"; }
+ if ($QueryString =~ /(^|&)month=(\d\d)/i || $QueryString =~ /(^|&)month=(all)/i) { print "<input type=\"hidden\" name=\"month\" value=\"$2\" />\n"; }
+ if ($QueryString =~ /(^|&)lang=(\w+)/i) { print "<input type=\"hidden\" name=\"lang\" value=\"$2\" />\n"; }
+ if ($QueryString =~ /(^|&)debug=(\d+)/i) { print "<input type=\"hidden\" name=\"debug\" value=\"$2\" />\n"; }
+ if ($QueryString =~ /(^|&)framename=(\w+)/i) { print "<input type=\"hidden\" name=\"framename\" value=\"$2\" />\n"; }
+ print "<input type=\"submit\" value=\" $Message[115] \" class=\"aws_button\" /></td>\n";
+ print "<td> </td>";
+ print "</tr></table>\n";
+ print "</form>\n";
+ print "<br />\n";
+ print "\n";
+ }
+}
+
+#------------------------------------------------------------------------------
+# Function: Write other user info (with help of plugin)
+# Parameters: $user
+# Input: $SiteConfig
+# Output: URL link
+# Return: None
+#------------------------------------------------------------------------------
+sub ShowUserInfo {
+ my $user=shift;
+ # Call to plugins' function ShowInfoUser
+ foreach my $pluginname (sort keys %{$PluginsLoaded{'ShowInfoUser'}}) {
+# my $function="ShowInfoUser_$pluginname('$user')";
+# eval("$function");
+ my $function="ShowInfoUser_$pluginname";
+ &$function($user);
+ }
+}
+
+#------------------------------------------------------------------------------
+# Function: Write other cluster info (with help of plugin)
+# Parameters: $clusternb
+# Input: $SiteConfig
+# Output: Cluster info
+# Return: None
+#------------------------------------------------------------------------------
+sub ShowClusterInfo {
+ my $user=shift;
+ # Call to plugins' function ShowInfoCluster
+ foreach my $pluginname (sort keys %{$PluginsLoaded{'ShowInfoCluster'}}) {
+# my $function="ShowInfoCluster_$pluginname('$user')";
+# eval("$function");
+ my $function="ShowInfoCluster_$pluginname";
+ &$function($user);
+ }
+}
+
+#------------------------------------------------------------------------------
+# Function: Write other host info (with help of plugin)
+# Parameters: $host
+# Input: $LinksToWhoIs $LinksToWhoIsIp
+# Output: None
+# Return: None
+#------------------------------------------------------------------------------
+sub ShowHostInfo {
+ my $host=shift;
+ # Call to plugins' function ShowInfoHost
+ foreach my $pluginname (sort keys %{$PluginsLoaded{'ShowInfoHost'}}) {
+# my $function="ShowInfoHost_$pluginname('$host')";
+# eval("$function");
+ my $function="ShowInfoHost_$pluginname";
+ &$function($host);
+ }
+}
+
+#------------------------------------------------------------------------------
+# Function: Write other url info (with help of plugin)
+# Parameters: $url
+# Input: %Aliases $MaxLengthOfShownURL $ShowLinksOnUrl $SiteDomain $UseHTTPSLinkForUrl
+# Output: URL link
+# Return: None
+#------------------------------------------------------------------------------
+sub ShowURLInfo {
+ my $url=shift;
+ my $nompage=CleanFromCSSA($url);
+
+ # Call to plugins' function ShowInfoURL
+ foreach my $pluginname (keys %{$PluginsLoaded{'ShowInfoURL'}}) {
+# my $function="ShowInfoURL_$pluginname('$url')";
+# eval("$function");
+ my $function="ShowInfoURL_$pluginname";
+ &$function($url);
+ }
+
+ if (length($nompage)>$MaxLengthOfShownURL) { $nompage=substr($nompage,0,$MaxLengthOfShownURL)."..."; }
+ if ($ShowLinksOnUrl) {
+ my $newkey=CleanFromCSSA($url);
+ if ($LogType eq 'W' || $LogType eq 'S') { # Web or streaming log file
+ if ($newkey =~ /^http(s|):/i) { # URL seems to be extracted from a proxy log file
+ print "<a href=\"".XMLEncode("$newkey")."\" target=\"url\">".XMLEncode($nompage)."</a>";
+ }
+ elsif ($newkey =~ /^\//) { # URL seems to be an url extracted from a web or wap server log file
+ $newkey =~ s/^\/$SiteDomain//i;
+ # Define urlprot
+ my $urlprot='http';
+ if ($UseHTTPSLinkForUrl && $newkey =~ /^$UseHTTPSLinkForUrl/) { $urlprot='https'; }
+ print "<a href=\"".XMLEncode("$urlprot://$SiteDomain$newkey")."\" target=\"url\">".XMLEncode($nompage)."</a>";
+ }
+ else {
+ print XMLEncode($nompage);
+ }
+ }
+ elsif ($LogType eq 'F') { # Ftp log file
+ print XMLEncode($nompage);
+ }
+ elsif ($LogType eq 'M') { # Smtp log file
+ print XMLEncode($nompage);
+ }
+ else { # Other type log file
+ print XMLEncode($nompage);
+ }
+ }
+ else {
+ print XMLEncode($nompage);
+ }
+}
+
+#------------------------------------------------------------------------------
+# Function: Define value for PerlParsingFormat (used for regex log record parsing)
+# Parameters: -
+# Input: $LogFormat
+# Output: @fieldlib
+# Return: -
+#------------------------------------------------------------------------------
+sub DefinePerlParsingFormat {
+ $pos_vh = $pos_host = $pos_logname = $pos_date = $pos_tz = $pos_method = $pos_url = $pos_code = $pos_size = -1;
+ $pos_referer = $pos_agent = $pos_query = $pos_gzipin = $pos_gzipout = $pos_compratio = -1;
+ $pos_cluster = $pos_emails = $pos_emailr = $pos_hostr = -1;
+ @pos_extra=();
+ # Log records examples:
+ # Apache combined: 62.161.78.73 user - [dd/mmm/yyyy:hh:mm:ss +0000] "GET / HTTP/1.1" 200 1234 "http://www.from.com/from.htm"; "Mozilla/4.0 (compatible; MSIE 5.01; Windows NT 5.0)"
+ # Apache combined (408 error): my.domain.com - user [09/Jan/2001:11:38:51 -0600] "OPTIONS /mime-tmp/xxx file.doc HTTP/1.1" 408 - "-" "-"
+ # Apache combined (408 error): 62.161.78.73 user - [dd/mmm/yyyy:hh:mm:ss +0000] "-" 408 - "-" "-"
+ # Apache common_with_mod_gzip_info1: %h %l %u %t \"%r\" %>s %b mod_gzip: %{mod_gzip_compression_ratio}npct.
+ # Apache common_with_mod_gzip_info2: %h %l %u %t \"%r\" %>s %b mod_gzip: %{mod_gzip_result}n In:%{mod_gzip_input_size}n Out:%{mod_gzip_output_size}n:%{mod_gzip_compression_ratio}npct.
+ # Apache deflate: %h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\" (%{ratio}n)
+ # IIS: 2000-07-19 14:14:14 62.161.78.73 - GET / 200 1234 HTTP/1.1 Mozilla/4.0+(compatible;+MSIE+5.01;+Windows+NT+5.0) http://www.from.com/from.htm
+ # WebStar: 05/21/00 00:17:31 OK 200 212.242.30.6 Mozilla/4.0 (compatible; MSIE 5.0; Windows 98; DigExt) http://www.cover.dk/ "www.cover.dk" :Documentation:graphics:starninelogo.white.gif 1133
+ # Squid extended: 12.229.91.170 - - [27/Jun/2002:03:30:50 -0700] "GET http://www.callistocms.com/images/printable.gif HTTP/1.1" 304 354 "-" "Mozilla/5.0 Galeon/1.0.3 (X11; Linux i686; U;) Gecko/0" TCP_REFRESH_HIT:DIRECT
+ if ($Debug) { debug("Call To DefinePerlParsingFormat (LogType='$LogType', LogFormat='$LogFormat')"); }
+ @fieldlib=();
+ if ($LogFormat =~ /^[1-6]$/) { # Pre-defined log format
+ if ($LogFormat eq '1' || $LogFormat eq '6') { # Same than "%h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\"".
+ # %u (user) is "([^\\[]+)" instead of "[^ ]+" because can contain space (Lotus Notes). referer and ua might be "".
+# $PerlParsingFormat="([^ ]+) [^ ]+ ([^\\[]+) \\[([^ ]+) [^ ]+\\] \\\"([^ ]+) (.+) [^\\\"]+\\\" ([\\d|-]+) ([\\d|-]+) \\\"(.*?)\\\" \\\"([^\\\"]*)\\\"";
+ $PerlParsingFormat="([^ ]+) [^ ]+ ([^\\[]+) \\[([^ ]+) [^ ]+\\] \\\"([^ ]+) ([^ ]+) [^\\\"]+\\\" ([\\d|-]+) ([\\d|-]+) \\\"(.*?)\\\" \\\"([^\\\"]*)\\\"";
+ $pos_host=0;$pos_logname=1;$pos_date=2;$pos_method=3;$pos_url=4;$pos_code=5;$pos_size=6;$pos_referer=7;$pos_agent=8;
+ @fieldlib=('host','logname','date','method','url','code','size','referer','ua');
+ }
+ elsif ($LogFormat eq '2') { # Same than "date time c-ip cs-username cs-method cs-uri-stem sc-status sc-bytes cs-version cs(User-Agent) cs(Referer)"
+ $PerlParsingFormat="(\\S+ \\S+) (\\S+) (\\S+) (\\S+) (\\S+) ([\\d|-]+) ([\\d|-]+) \\S+ (\\S+) (\\S+)";
+ $pos_date=0;$pos_host=1;$pos_logname=2;$pos_method=3;$pos_url=4;$pos_code=5;$pos_size=6;$pos_agent=7;$pos_referer=8;
+ @fieldlib=('date','host','logname','method','url','code','size','ua','referer');
+ }
+ elsif ($LogFormat eq '3') {
+ $PerlParsingFormat="([^\\t]*\\t[^\\t]*)\\t([^\\t]*)\\t([\\d|-]*)\\t([^\\t]*)\\t([^\\t]*)\\t([^\\t]*)\\t[^\\t]*\\t([^\\t]*)\\t([\\d]*)";
+ $pos_date=0;$pos_method=1;$pos_code=2;$pos_host=3;$pos_agent=4;$pos_referer=5;$pos_url=6;$pos_size=7;
+ @fieldlib=('date','method','code','host','ua','referer','url','size');
+ }
+ elsif ($LogFormat eq '4') { # Same than "%h %l %u %t \"%r\" %>s %b"
+ # %u (user) is "(.+)" instead of "[^ ]+" because can contain space (Lotus Notes).
+ $PerlParsingFormat="([^ ]+) [^ ]+ (.+) \\[([^ ]+) [^ ]+\\] \\\"([^ ]+) ([^ ]+) [^\\\"]+\\\" ([\\d|-]+) ([\\d|-]+)";
+ $pos_host=0;$pos_logname=1;$pos_date=2;$pos_method=3;$pos_url=4;$pos_code=5;$pos_size=6;
+ @fieldlib=('host','logname','date','method','url','code','size');
+ }
+ }
+ else { # Personalized log format
+ my $LogFormatString=$LogFormat;
+ # Replacement for Notes format string that are not Apache
+ $LogFormatString =~ s/%vh/%virtualname/g;
+ # Replacement for Apache format string
+ $LogFormatString =~ s/%v(\s)/%virtualname$1/g; $LogFormatString =~ s/%v$/%virtualname/g;
+ $LogFormatString =~ s/%h(\s)/%host$1/g; $LogFormatString =~ s/%h$/%host/g;
+ $LogFormatString =~ s/%l(\s)/%other$1/g; $LogFormatString =~ s/%l$/%other/g;
+ $LogFormatString =~ s/\"%u\"/%lognamequot/g;
+ $LogFormatString =~ s/%u(\s)/%logname$1/g; $LogFormatString =~ s/%u$/%logname/g;
+ $LogFormatString =~ s/%t(\s)/%time1$1/g; $LogFormatString =~ s/%t$/%time1/g;
+ $LogFormatString =~ s/\"%r\"/%methodurl/g;
+ $LogFormatString =~ s/%>s/%code/g;
+ $LogFormatString =~ s/%b(\s)/%bytesd$1/g; $LogFormatString =~ s/%b$/%bytesd/g;
+ $LogFormatString =~ s/\"%{Referer}i\"/%refererquot/g;
+ $LogFormatString =~ s/\"%{User-Agent}i\"/%uaquot/g;
+ $LogFormatString =~ s/%{mod_gzip_input_size}n/%gzipin/g;
+ $LogFormatString =~ s/%{mod_gzip_output_size}n/%gzipout/g;
+ $LogFormatString =~ s/%{mod_gzip_compression_ratio}n/%gzipratio/g;
+ $LogFormatString =~ s/\(%{ratio}n\)/%deflateratio/g;
+ # Replacement for a IIS and ISA format string
+ $LogFormatString =~ s/cs-uri-query/%query/g; # Must be before cs-uri
+ $LogFormatString =~ s/date\stime/%time2/g;
+ $LogFormatString =~ s/c-ip/%host/g;
+ $LogFormatString =~ s/cs-username/%logname/g;
+ $LogFormatString =~ s/cs-method/%method/g; # GET, POST, SMTP, RETR STOR
+ $LogFormatString =~ s/cs-uri-stem/%url/g; $LogFormatString =~ s/cs-uri/%url/g;
+ $LogFormatString =~ s/sc-status/%code/g;
+ $LogFormatString =~ s/sc-bytes/%bytesd/g;
+ $LogFormatString =~ s/cs-version/%other/g; # Protocol
+ $LogFormatString =~ s/cs\(User-Agent\)/%ua/g; $LogFormatString =~ s/c-agent/%ua/g;
+ $LogFormatString =~ s/cs\(Referer\)/%referer/g; $LogFormatString =~ s/cs-referred/%referer/g;
+ $LogFormatString =~ s/sc-authenticated/%other/g;
+ $LogFormatString =~ s/s-svcname/%other/g;
+ $LogFormatString =~ s/s-computername/%other/g;
+ $LogFormatString =~ s/r-host/%virtualname/g;
+ $LogFormatString =~ s/r-ip/%other/g;
+ $LogFormatString =~ s/r-port/%other/g;
+ $LogFormatString =~ s/time-taken/%other/g;
+ $LogFormatString =~ s/cs-bytes/%other/g;
+ $LogFormatString =~ s/cs-protocol/%other/g;
+ $LogFormatString =~ s/cs-transport/%other/g;
+ $LogFormatString =~ s/s-operation/%method/g; # GET, POST, SMTP, RETR STOR
+ $LogFormatString =~ s/cs-mime-type/%other/g;
+ $LogFormatString =~ s/s-object-source/%other/g;
+ $LogFormatString =~ s/s-cache-info/%other/g;
+ # Added for MMS
+ $LogFormatString =~ s/protocol/%protocolmms/g; # cs-method might not be available
+ $LogFormatString =~ s/c-status/%codemms/g; # c-status used when sc-status not available
+ if ($Debug) { debug(" LogFormatString=$LogFormatString"); }
+ # $LogFormatString has an AWStats format, so we can generate PerlParsingFormat variable
+ my $i = 0;
+ my $LogSeparatorWithoutStar=$LogSeparator; $LogSeparatorWithoutStar =~ s/[\*\+]//g;
+ foreach my $f (split(/\s+/,$LogFormatString)) {
+ # Add separator for next field
+ if ($PerlParsingFormat) { $PerlParsingFormat.="$LogSeparator"; }
+ # Special for logname
+ if ($f =~ /%lognamequot$/) {
+ $pos_logname = $i; $i++; push @fieldlib, 'logname';
+ $PerlParsingFormat .= "\\\"?([^\\\"]*)\\\"?"; # logname can be "value", "" and - in same log (Lotus notes)
+ }
+ # Date format
+ elsif ($f =~ /%time1$/ || $f =~ /%time1b$/) { # [dd/mmm/yyyy:hh:mm:ss +0000] or [dd/mmm/yyyy:hh:mm:ss], time1b kept for backward compatibility
+ $pos_date = $i; $i++; push @fieldlib, 'date';
+ $pos_tz = $i; $i++; push @fieldlib, 'tz';
+ $PerlParsingFormat .= "\\[([^$LogSeparatorWithoutStar]+)( [^$LogSeparatorWithoutStar]+)?\\]";
+ }
+ elsif ($f =~ /%time2$/) { # yyyy-mm-dd hh:mm:ss
+ $pos_date = $i; $i++; push @fieldlib, 'date';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+\\s[^$LogSeparatorWithoutStar]+)"; # Need \s for Exchange log files
+ }
+ elsif ($f =~ /%time3$/) { # mon d hh:mm:ss or mon dd hh:mm:ss yyyy or day mon dd hh:mm:ss or day mon dd hh:mm:ss yyyy
+ $pos_date = $i; $i++; push @fieldlib, 'date';
+ $PerlParsingFormat .= "(?:\\w\\w\\w )?(\\w\\w\\w \\s?\\d+ \\d\\d:\\d\\d:\\d\\d(?: \\d\\d\\d\\d)?)";
+ }
+ elsif ($f =~ /%time4$/) { # ddddddddddddd
+ $pos_date = $i; $i++; push @fieldlib, 'date';
+ $PerlParsingFormat .= "(\\d+)";
+ }
+ # Special for methodurl and methodurlnoprot
+ elsif ($f =~ /%methodurl$/) {
+ $pos_method = $i; $i++; push @fieldlib, 'method';
+ $pos_url = $i; $i++; push @fieldlib, 'url';
+ $PerlParsingFormat .= "\\\"([^$LogSeparatorWithoutStar]+) ([^$LogSeparatorWithoutStar]+) [^\\\"]+\\\"";
+ }
+ elsif ($f =~ /%methodurlnoprot$/) {
+ $pos_method = $i; $i++; push @fieldlib, 'method';
+ $pos_url = $i; $i++; push @fieldlib, 'url';
+ $PerlParsingFormat .= "\\\"([^$LogSeparatorWithoutStar]+) ([^$LogSeparatorWithoutStar]+)\\\"";
+ }
+ # Common command tags
+ elsif ($f =~ /%virtualname$/) {
+ $pos_vh = $i; $i++; push @fieldlib, 'vhost';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%host_r$/) {
+ $pos_hostr = $i; $i++; push @fieldlib, 'hostr';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%host$/) {
+ $pos_host = $i; $i++; push @fieldlib, 'host';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%logname$/) {
+ $pos_logname = $i; $i++; push @fieldlib, 'logname';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%method$/) {
+ $pos_method = $i; $i++; push @fieldlib, 'method';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%url$/) {
+ $pos_url = $i; $i++; push @fieldlib, 'url';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%query$/) {
+ $pos_query = $i; $i++; push @fieldlib, 'query';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%code$/) {
+ $pos_code = $i; $i++; push @fieldlib, 'code';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%bytesd$/) {
+ $pos_size = $i; $i++; push @fieldlib, 'size';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%refererquot$/) {
+ $pos_referer = $i; $i++; push @fieldlib, 'referer';
+ $PerlParsingFormat .= "\\\"([^\\\"]*)\\\""; # referer might be ""
+ }
+ elsif ($f =~ /%referer$/) {
+ $pos_referer = $i; $i++; push @fieldlib, 'referer';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%uaquot$/) {
+ $pos_agent = $i; $i++; push @fieldlib, 'ua';
+ $PerlParsingFormat .= "\\\"([^\\\"]*)\\\""; # ua might be ""
+ }
+ elsif ($f =~ /%uabracket$/) {
+ $pos_agent = $i; $i++; push @fieldlib, 'ua';
+ $PerlParsingFormat .= "\\\[([^\\\]]*)\\\]"; # ua might be []
+ }
+ elsif ($f =~ /%ua$/) {
+ $pos_agent = $i; $i++; push @fieldlib, 'ua';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%gzipin$/ ) {
+ $pos_gzipin=$i;$i++; push @fieldlib, 'gzipin';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%gzipout/ ) { # Compare $f to /%gzipout/ and not to /%gzipout$/ like other fields
+ $pos_gzipout=$i;$i++; push @fieldlib, 'gzipout';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%gzipratio/ ) { # Compare $f to /%gzipratio/ and not to /%gzipratio$/ like other fields
+ $pos_compratio=$i;$i++; push @fieldlib, 'gzipratio';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%deflateratio/ ) { # Compare $f to /%deflateratio/ and not to /%deflateratio$/ like other fields
+ $pos_compratio=$i;$i++; push @fieldlib, 'deflateratio';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%email_r$/) {
+ $pos_emailr = $i; $i++; push @fieldlib, 'email_r';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%email$/) {
+ $pos_emails = $i; $i++; push @fieldlib, 'email';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%cluster$/) {
+ $pos_cluster = $i; $i++; push @fieldlib, 'clusternb';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ elsif ($f =~ /%timetaken$/) {
+ $pos_timetaken = $i; $i++; push @fieldlib, 'timetaken';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ # Special for protocolmms, used for method if method not already found (for MMS)
+ elsif ($f =~ /%protocolmms$/) {
+ if ($pos_method < 0) {
+ $pos_method = $i; $i++; push @fieldlib, 'method';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ }
+ # Special for codemms, used for code only if code not already found (for MMS)
+ elsif ($f =~ /%codemms$/) {
+ if ($pos_code < 0) {
+ $pos_code = $i; $i++; push @fieldlib, 'code';
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ }
+ # Extra tag
+ elsif ($f =~ /%extra(\d+)$/) {
+ $pos_extra[$1] = $i; $i++; push @fieldlib, "extra$1";
+ $PerlParsingFormat .= "([^$LogSeparatorWithoutStar]+)";
+ }
+ # Other tag
+ elsif ($f =~ /%other$/) {
+ $PerlParsingFormat .= "[^$LogSeparatorWithoutStar]+";
+ }
+ elsif ($f =~ /%otherquot$/) {
+ $PerlParsingFormat .= "\\\"[^\\\"]*\\\"";
+ }
+ # Unknown tag (no parenthesis)
+ else {
+ $PerlParsingFormat .= "[^$LogSeparatorWithoutStar]+";
+ }
+ }
+ if (! $PerlParsingFormat) { error("No recognized format tag in personalized LogFormat string"); }
+ }
+ if ($pos_host < 0) { error("Your personalized LogFormat does not include all fields required by AWStats (Add \%host in your LogFormat string)."); }
+ if ($pos_date < 0) { error("Your personalized LogFormat does not include all fields required by AWStats (Add \%time1 or \%time2 in your LogFormat string)."); }
+ if ($pos_method < 0) { error("Your personalized LogFormat does not include all fields required by AWStats (Add \%methodurl or \%method in your LogFormat string)."); }
+ if ($pos_url < 0) { error("Your personalized LogFormat does not include all fields required by AWStats (Add \%methodurl or \%url in your LogFormat string)."); }
+ if ($pos_code < 0) { error("Your personalized LogFormat does not include all fields required by AWStats (Add \%code in your LogFormat string)."); }
+ if ($pos_size < 0) { error("Your personalized LogFormat does not include all fields required by AWStats (Add \%bytesd in your LogFormat string)."); }
+ $PerlParsingFormat=qr/^$PerlParsingFormat/;
+ if ($Debug) { debug(" PerlParsingFormat is $PerlParsingFormat"); }
+}
+
+
+sub ShowMenuCateg {
+ my ($categ,$categtext,$categicon,$frame,$targetpage,$linkanchor,$NewLinkParams,$NewLinkTarget)=(shift,shift,shift,shift,shift,shift,shift,shift);
+ $categicon=''; # Comment this to enabme category icons
+ my ($menu,$menulink,$menutext)=(shift,shift,shift);
+ my $linetitle=0;
+ # Call to plugins' function AddHTMLMenuLink
+ foreach my $pluginname (keys %{$PluginsLoaded{'AddHTMLMenuLink'}}) {
+# my $function="AddHTMLMenuLink_$pluginname('$categ',\$menu,\$menulink,\$menutext)";
+# eval("$function");
+ my $function="AddHTMLMenuLink_$pluginname";
+ &$function($categ,$menu,$menulink,$menutext);
+ }
+ foreach my $key (%$menu) { if ($menu->{$key}>0) { $linetitle++; last; } }
+ if (! $linetitle) { return; }
+ # At least one entry in menu for this category, we can show categpry and entries
+ my $WIDTHMENU1=($FrameName eq 'mainleft'?$FRAMEWIDTH:150);
+ print "<tr><td class=\"awsm\" width=\"$WIDTHMENU1\"".($frame?"":" valign=\"top\"").">".($categicon?"<img src=\"$DirIcons/other/$categicon\" /> ":"")."<b>$categtext:</b></td>\n";
+ print ($frame?"</tr>\n":"<td class=\"awsm\">");
+ foreach my $key (sort { $menu->{$a} <=> $menu->{$b} } keys %$menu) {
+ if ($menu->{$key}==0) { next; }
+ if ($menulink->{$key}==1) { print ($frame?"<tr><td class=\"awsm\">":""); print "<a href=\"$linkanchor#$key\"$targetpage>$menutext->{$key}</a>"; print ($frame?"</td></tr>\n":" "); }
+ if ($menulink->{$key}==2) { print ($frame?"<tr><td class=\"awsm\"> <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> ":""); print "<a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=$key"):"$PROG$StaticLinks.$key.$StaticExt")."\"$NewLinkTarget>$menutext->{$key}</a>\n"; print ($frame?"</td></tr>\n":" "); }
+ }
+ print ($frame?"":"</td></tr>\n");
+}
+
+
+sub ShowEmailSendersChart {
+ my $NewLinkParams=shift;
+ my $NewLinkTarget=shift;
+ my $MaxLengthOfShownEMail=48;
+
+ my $total_p;my $total_h;my $total_k;
+ my $max_p;my $max_h;my $max_k;
+ my $rest_p;my $rest_h;my $rest_k;
+
+ # Show filter form
+ #&ShowFormFilter("emailsfilter",$EmailsFilter);
+ # Show emails list
+
+ print "$Center<a name=\"emailsenders\"> </a><br />\n";
+ my $title;
+ if ($HTMLOutput{'allemails'} || $HTMLOutput{'lastemails'}) {
+ $title="$Message[131]";
+ }
+ else {
+ $title="$Message[131] ($Message[77] $MaxNbOf{'EMailsShown'}) - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=allemails"):"$PROG$StaticLinks.allemails.$StaticExt")."\"$NewLinkTarget>$Message[80]</a>";
+ if ($ShowEMailSenders =~ /L/i) { $title.=" - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=lastemails"):"$PROG$StaticLinks.lastemails.$StaticExt")."\"$NewLinkTarget>$Message[9]</a>"; }
+ }
+ &tab_head("$title",19,0,'emailsenders');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"3\">$Message[131] : ".(scalar keys %_emails_h)."</th>";
+ if ($ShowEMailSenders =~ /H/i) { print "<th rowspan=\"2\" bgcolor=\"#$color_h\" width=\"80\"".Tooltip(4).">$Message[57]</th>"; }
+ if ($ShowEMailSenders =~ /B/i) { print "<th rowspan=\"2\" bgcolor=\"#$color_k\" width=\"80\"".Tooltip(5).">$Message[75]</th>"; }
+ if ($ShowEMailSenders =~ /M/i) { print "<th rowspan=\"2\" bgcolor=\"#$color_k\" width=\"80\">$Message[106]</th>"; }
+ if ($ShowEMailSenders =~ /L/i) { print "<th rowspan=\"2\" width=\"120\">$Message[9]</th>"; }
+ print "</tr>\n";
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th width=\"30%\">Local</th><th> </th><th width=\"30%\">External</th></tr>";
+ $total_p=$total_h=$total_k=0;
+ $max_h=1; foreach (values %_emails_h) { if ($_ > $max_h) { $max_h = $_; } }
+ $max_k=1; foreach (values %_emails_k) { if ($_ > $max_k) { $max_k = $_; } }
+ my $count=0;
+ if (! $HTMLOutput{'allemails'} && ! $HTMLOutput{'lastemails'}) { &BuildKeyList($MaxNbOf{'EMailsShown'},$MinHit{'EMail'},\%_emails_h,\%_emails_h); }
+ if ($HTMLOutput{'allemails'}) { &BuildKeyList($MaxRowsInHTMLOutput,$MinHit{'EMail'},\%_emails_h,\%_emails_h); }
+ if ($HTMLOutput{'lastemails'}) { &BuildKeyList($MaxRowsInHTMLOutput,$MinHit{'EMail'},\%_emails_h,\%_emails_l); }
+ foreach my $key (@keylist) {
+ my $newkey=$key;
+ if (length($key)>$MaxLengthOfShownEMail) { $newkey=substr($key,0,$MaxLengthOfShownEMail)."..."; }
+ my $bredde_h=0;my $bredde_k=0;
+ if ($max_h > 0) { $bredde_h=int($BarWidth*$_emails_h{$key}/$max_h)+1; }
+ if ($max_k > 0) { $bredde_k=int($BarWidth*$_emails_k{$key}/$max_k)+1; }
+ print "<tr>";
+ my $direction=IsLocalEMail($key);
+ if ($direction > 0) { print "<td class=\"aws\">$newkey</td><td>-></td><td> </td>"; }
+ if ($direction == 0) { print "<td colspan=\"3\"><span style=\"color: #$color_other\">$newkey</span></td>"; }
+ if ($direction < 0) { print "<td class=\"aws\"> </td><td><-</td><td>$newkey</td>"; }
+ if ($ShowEMailSenders =~ /H/i) { print "<td>$_emails_h{$key}</td>"; }
+ if ($ShowEMailSenders =~ /B/i) { print "<td>".Format_Bytes($_emails_k{$key})."</td>"; }
+ if ($ShowEMailSenders =~ /M/i) { print "<td>".Format_Bytes($_emails_k{$key}/($_emails_h{$key}||1))."</td>"; }
+ if ($ShowEMailSenders =~ /L/i) { print "<td>".($_emails_l{$key}?Format_Date($_emails_l{$key},1):'-')."</td>"; }
+ print "</tr>\n";
+ #$total_p += $_emails_p{$key};
+ $total_h += $_emails_h{$key};
+ $total_k += $_emails_k{$key};
+ $count++;
+ }
+ $rest_p=0; # $rest_p=$TotalPages-$total_p;
+ $rest_h=$TotalHits-$total_h;
+ $rest_k=$TotalBytes-$total_k;
+ if ($rest_p > 0 || $rest_h > 0 || $rest_k > 0) { # All other sender emails
+ print "<tr><td colspan=\"3\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
+ if ($ShowEMailSenders =~ /H/i) { print "<td>$rest_h</td>"; }
+ if ($ShowEMailSenders =~ /B/i) { print "<td>".Format_Bytes($rest_k)."</td>"; }
+ if ($ShowEMailSenders =~ /M/i) { print "<td>".Format_Bytes($rest_k/($rest_h||1))."</td>"; }
+ if ($ShowEMailSenders =~ /L/i) { print "<td> </td>"; }
+ print "</tr>\n";
+ }
+ &tab_end();
+}
+
+
+sub ShowEmailReceiversChart {
+ my $NewLinkParams=shift;
+ my $NewLinkTarget=shift;
+ my $MaxLengthOfShownEMail=48;
+
+ my $total_p;my $total_h;my $total_k;
+ my $max_p;my $max_h;my $max_k;
+ my $rest_p;my $rest_h;my $rest_k;
+
+ # Show filter form
+ #&ShowFormFilter("emailrfilter",$EmailrFilter);
+ # Show emails list
+
+ print "$Center<a name=\"emailreceivers\"> </a><br />\n";
+ my $title;
+ if ($HTMLOutput{'allemailr'} || $HTMLOutput{'lastemailr'}) {
+ $title="$Message[132]";
+ }
+ else {
+ $title="$Message[132] ($Message[77] $MaxNbOf{'EMailsShown'}) - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=allemailr"):"$PROG$StaticLinks.allemailr.$StaticExt")."\"$NewLinkTarget>$Message[80]</a>";
+ if ($ShowEMailReceivers =~ /L/i) { $title.=" - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=lastemailr"):"$PROG$StaticLinks.lastemailr.$StaticExt")."\"$NewLinkTarget>$Message[9]</a>"; }
+ }
+ &tab_head("$title",19,0,'emailreceivers');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"3\">$Message[132] : ".(scalar keys %_emailr_h)."</th>";
+ if ($ShowEMailReceivers =~ /H/i) { print "<th rowspan=\"2\" bgcolor=\"#$color_h\" width=\"80\"".Tooltip(4).">$Message[57]</th>"; }
+ if ($ShowEMailReceivers =~ /B/i) { print "<th rowspan=\"2\" bgcolor=\"#$color_k\" width=\"80\"".Tooltip(5).">$Message[75]</th>"; }
+ if ($ShowEMailReceivers =~ /M/i) { print "<th rowspan=\"2\" bgcolor=\"#$color_k\" width=\"80\">$Message[106]</th>"; }
+ if ($ShowEMailReceivers =~ /L/i) { print "<th rowspan=\"2\" width=\"120\">$Message[9]</th>"; }
+ print "</tr>\n";
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th width=\"30%\">Local</th><th> </th><th width=\"30%\">External</th></tr>";
+ $total_p=$total_h=$total_k=0;
+ $max_h=1; foreach (values %_emailr_h) { if ($_ > $max_h) { $max_h = $_; } }
+ $max_k=1; foreach (values %_emailr_k) { if ($_ > $max_k) { $max_k = $_; } }
+ my $count=0;
+ if (! $HTMLOutput{'allemailr'} && ! $HTMLOutput{'lastemailr'}) { &BuildKeyList($MaxNbOf{'EMailsShown'},$MinHit{'EMail'},\%_emailr_h,\%_emailr_h); }
+ if ($HTMLOutput{'allemailr'}) { &BuildKeyList($MaxRowsInHTMLOutput,$MinHit{'EMail'},\%_emailr_h,\%_emailr_h); }
+ if ($HTMLOutput{'lastemailr'}) { &BuildKeyList($MaxRowsInHTMLOutput,$MinHit{'EMail'},\%_emailr_h,\%_emailr_l); }
+ foreach my $key (@keylist) {
+ my $newkey=$key;
+ if (length($key)>$MaxLengthOfShownEMail) { $newkey=substr($key,0,$MaxLengthOfShownEMail)."..."; }
+ my $bredde_h=0;my $bredde_k=0;
+ if ($max_h > 0) { $bredde_h=int($BarWidth*$_emailr_h{$key}/$max_h)+1; }
+ if ($max_k > 0) { $bredde_k=int($BarWidth*$_emailr_k{$key}/$max_k)+1; }
+ print "<tr>";
+ my $direction=IsLocalEMail($key);
+ if ($direction > 0) { print "<td class=\"aws\">$newkey</td><td><-</td><td> </td>"; }
+ if ($direction == 0) { print "<td colspan=\"3\"><span style=\"color: #$color_other\">$newkey</span></td>"; }
+ if ($direction < 0) { print "<td class=\"aws\"> </td><td>-></td><td>$newkey</td>"; }
+ if ($ShowEMailReceivers =~ /H/i) { print "<td>$_emailr_h{$key}</td>"; }
+ if ($ShowEMailReceivers =~ /B/i) { print "<td>".Format_Bytes($_emailr_k{$key})."</td>"; }
+ if ($ShowEMailReceivers =~ /M/i) { print "<td>".Format_Bytes($_emailr_k{$key}/($_emailr_h{$key}||1))."</td>"; }
+ if ($ShowEMailReceivers =~ /L/i) { print "<td>".($_emailr_l{$key}?Format_Date($_emailr_l{$key},1):'-')."</td>"; }
+ print "</tr>\n";
+ #$total_p += $_emailr_p{$key};
+ $total_h += $_emailr_h{$key};
+ $total_k += $_emailr_k{$key};
+ $count++;
+ }
+ $rest_p=0; # $rest_p=$TotalPages-$total_p;
+ $rest_h=$TotalHits-$total_h;
+ $rest_k=$TotalBytes-$total_k;
+ if ($rest_p > 0 || $rest_h > 0 || $rest_k > 0) { # All other receiver emails
+ print "<tr><td colspan=\"3\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
+ if ($ShowEMailReceivers =~ /H/i) { print "<td>$rest_h</td>"; }
+ if ($ShowEMailReceivers =~ /B/i) { print "<td>".Format_Bytes($rest_k)."</td>"; }
+ if ($ShowEMailReceivers =~ /M/i) { print "<td>".Format_Bytes($rest_k/($rest_h||1))."</td>"; }
+ if ($ShowEMailReceivers =~ /L/i) { print "<td> </td>"; }
+ print "</tr>\n";
+ }
+ &tab_end();
+}
+
+
+
+#------------------------------------------------------------------------------
+# MAIN
+#------------------------------------------------------------------------------
+($DIR=$0) =~ s/([^\/\\]+)$//; ($PROG=$1) =~ s/\.([^\.]*)$//; $Extension=$1;
+$DIR||='.'; $DIR =~ s/([^\/\\])[\\\/]+$/$1/;
+
+$starttime=time();
+
+# Get current time (time when AWStats was started)
+($nowsec,$nowmin,$nowhour,$nowday,$nowmonth,$nowyear,$nowwday,$nowyday) = localtime($starttime);
+$nowweekofmonth=int($nowday/7);
+$nowweekofyear=int(($nowyday-1+6-($nowwday==0?6:$nowwday-1))/7)+1; if ($nowweekofyear > 52) { $nowweekofyear = 1; }
+$nowdaymod=$nowday%7;
+$nowwday++;
+$nowns=Time::Local::timegm(0,0,0,$nowday,$nowmonth,$nowyear);
+if ($nowdaymod <= $nowwday) { if (($nowwday != 7) || ($nowdaymod != 0)) { $nowweekofmonth=$nowweekofmonth+1; } }
+if ($nowdaymod > $nowwday) { $nowweekofmonth=$nowweekofmonth+2; }
+# Change format of time variables
+$nowweekofmonth="0$nowweekofmonth";
+if ($nowweekofyear < 10) { $nowweekofyear = "0$nowweekofyear"; }
+if ($nowyear < 100) { $nowyear+=2000; } else { $nowyear+=1900; }
+$nowsmallyear=$nowyear;$nowsmallyear =~ s/^..//;
+if (++$nowmonth < 10) { $nowmonth = "0$nowmonth"; }
+if ($nowday < 10) { $nowday = "0$nowday"; }
+if ($nowhour < 10) { $nowhour = "0$nowhour"; }
+if ($nowmin < 10) { $nowmin = "0$nowmin"; }
+if ($nowsec < 10) { $nowsec = "0$nowsec"; }
+$nowtime=int($nowyear.$nowmonth.$nowday.$nowhour.$nowmin.$nowsec);
+# Get tomorrow time (will be used to discard some record with corrupted date (future date))
+my ($tomorrowsec,$tomorrowmin,$tomorrowhour,$tomorrowday,$tomorrowmonth,$tomorrowyear) = localtime($starttime+86400);
+if ($tomorrowyear < 100) { $tomorrowyear+=2000; } else { $tomorrowyear+=1900; }
+if (++$tomorrowmonth < 10) { $tomorrowmonth = "0$tomorrowmonth"; }
+if ($tomorrowday < 10) { $tomorrowday = "0$tomorrowday"; }
+if ($tomorrowhour < 10) { $tomorrowhour = "0$tomorrowhour"; }
+if ($tomorrowmin < 10) { $tomorrowmin = "0$tomorrowmin"; }
+if ($tomorrowsec < 10) { $tomorrowsec = "0$tomorrowsec"; }
+$tomorrowtime=int($tomorrowyear.$tomorrowmonth.$tomorrowday.$tomorrowhour.$tomorrowmin.$tomorrowsec);
+
+# Allowed option
+my @AllowedCLIArgs=('migrate','config',
+'logfile','output','runascli','update',
+'staticlinks','staticlinksext','noloadplugin','loadplugin',
+'hostfilter','urlfilter','refererpagesfilter',
+'lang','month','year','framename','debug',
+'showsteps','showdropped','showcorrupted','showunknownorigin',
+'limitflush','confdir','updatefor',
+'hostfilter','hostfilterex','urlfilter','urlfilterex','refererpagesfilter','refererpagesfilterex',
+'pluginmode','filterrawlog');
+
+$QueryString='';
+# AWStats use GATEWAY_INTERFACE to known if ran as CLI or CGI. AWSTATS_DEL_GATEWAY_INTERFACE can
+# be set to force AWStats to be ran as CLI even from a web page.
+if ($ENV{'AWSTATS_DEL_GATEWAY_INTERFACE'}) { $ENV{'GATEWAY_INTERFACE'}=''; }
+if ($ENV{'GATEWAY_INTERFACE'}) { # Run from a browser as CGI
+ $DebugMessages=0;
+ # Prepare QueryString
+ if ($ENV{'CONTENT_LENGTH'}) {
+ binmode STDIN;
+ read(STDIN, $QueryString, $ENV{'CONTENT_LENGTH'});
+ }
+ if ($ENV{'QUERY_STRING'}) { $QueryString = $ENV{'QUERY_STRING'}; }
+
+ $QueryString = CleanFromCSSA(&DecodeEncodedString($QueryString));
+
+ # Security test
+ if ($QueryString =~ /LogFile=([^&]+)/i) { error("Logfile parameter can't be overwritten when AWStats is used from a CGI"); }
+
+ # No update but report by default when run from a browser
+ $UpdateStats=($QueryString=~/update=1/i?1:0);
+
+ if ($QueryString =~ /config=([^&]+)/i) { $SiteConfig=&Sanitize(&DecodeEncodedString("$1")); }
+ if ($QueryString =~ /diricons=([^&]+)/i) { $DirIcons=&Sanitize(&DecodeEncodedString("$1")); }
+ if ($QueryString =~ /pluginmode=([^&]+)/i) { $PluginMode=&Sanitize(&DecodeEncodedString("$1"),1); }
+ if ($QueryString =~ /configdir=([^&]+)/i) { $DirConfig=&Sanitize(&DecodeEncodedString("$1")); }
+ # All filters
+ if ($QueryString =~ /hostfilter=([^&]+)/i) { $FilterIn{'host'}=&DecodeEncodedString("$1"); } # Filter on host list can also be defined with hostfilter=filter
+ if ($QueryString =~ /hostfilterex=([^&]+)/i) { $FilterEx{'host'}=&DecodeEncodedString("$1"); } #
+ if ($QueryString =~ /urlfilter=([^&]+)/i) { $FilterIn{'url'}=&DecodeEncodedString("$1"); } # Filter on URL list can also be defined with urlfilter=filter
+ if ($QueryString =~ /urlfilterex=([^&]+)/i) { $FilterEx{'url'}=&DecodeEncodedString("$1"); } #
+ if ($QueryString =~ /refererpagesfilter=([^&]+)/i) { $FilterIn{'refererpages'}=&DecodeEncodedString("$1"); } # Filter on referer list can also be defined with refererpagesfilter=filter
+ if ($QueryString =~ /refererpagesfilterex=([^&]+)/i) { $FilterEx{'refererpages'}=&DecodeEncodedString("$1"); } #
+ # All output
+ if ($QueryString =~ /output=allhosts:([^&]+)/i) { $FilterIn{'host'}=&DecodeEncodedString("$1"); } # Filter on host list can be defined with output=allhosts:filter to reduce number of lines read and showed
+ if ($QueryString =~ /output=lasthosts:([^&]+)/i) { $FilterIn{'host'}=&DecodeEncodedString("$1"); } # Filter on host list can be defined with output=lasthosts:filter to reduce number of lines read and showed
+ if ($QueryString =~ /output=urldetail:([^&]+)/i) { $FilterIn{'url'}=&DecodeEncodedString("$1"); } # Filter on URL list can be defined with output=urldetail:filter to reduce number of lines read and showed
+ if ($QueryString =~ /output=refererpages:([^&]+)/i) { $FilterIn{'refererpages'}=&DecodeEncodedString("$1"); } # Filter on referer list can be defined with output=refererpages:filter to reduce number of lines read and showed
+
+ # If migrate
+ if ($QueryString =~ /(^|-|&)migrate=([^&]+)/i) {
+ $MigrateStats=&Sanitize(&DecodeEncodedString("$2"));
+ $MigrateStats =~ /^(.*)$PROG(\d{0,2})(\d\d)(\d\d\d\d)(.*)\.txt$/;
+ $SiteConfig=$5?$5:'xxx'; $SiteConfig =~ s/^\.//; # SiteConfig is used to find config file
+ }
+}
+else { # Run from command line
+ $DebugMessages=1;
+ # Prepare QueryString
+ for (0..@ARGV-1) {
+ # If migrate
+ if ($ARGV[$_] =~ /(^|-|&)migrate=([^&]+)/i) {
+ $MigrateStats="$2";
+ $MigrateStats =~ /^(.*)$PROG(\d{0,2})(\d\d)(\d\d\d\d)(.*)\.txt$/;
+ $SiteConfig=$5?$5:'xxx'; $SiteConfig =~ s/^\.//; # SiteConfig is used to find config file
+ next;
+ }
+ # TODO Check if ARGV is in @AllowedArg
+ if ($QueryString) { $QueryString .= '&'; }
+ my $NewLinkParams=$ARGV[$_]; $NewLinkParams =~ s/^-+//;
+ $QueryString .= "$NewLinkParams";
+ }
+
+ $QueryString = CleanFromCSSA($QueryString);
+
+ # Security test
+ if ($ENV{'AWSTATS_DEL_GATEWAY_INTERFACE'} && $QueryString =~ /LogFile=([^&]+)/i) { error("Logfile parameter can't be overwritten when AWStats is used from a CGI"); }
+
+ # Update with no report by default when run from command line
+ $UpdateStats=1;
+
+ if ($QueryString =~ /config=([^&]+)/i) { $SiteConfig=&Sanitize("$1"); }
+ if ($QueryString =~ /diricons=([^&]+)/i) { $DirIcons=&Sanitize("$1"); }
+ if ($QueryString =~ /pluginmode=([^&]+)/i) { $PluginMode=&Sanitize("$1",1); }
+ if ($QueryString =~ /configdir=([^&]+)/i) { $DirConfig=&Sanitize("$1"); }
+ # All filters
+ if ($QueryString =~ /hostfilter=([^&]+)/i) { $FilterIn{'host'}="$1"; } # Filter on host list can also be defined with hostfilter=filter
+ if ($QueryString =~ /hostfilterex=([^&]+)/i) { $FilterEx{'host'}="$1"; } #
+ if ($QueryString =~ /urlfilter=([^&]+)/i) { $FilterIn{'url'}="$1"; } # Filter on URL list can also be defined with urlfilter=filter
+ if ($QueryString =~ /urlfilterex=([^&]+)/i) { $FilterEx{'url'}="$1"; } #
+ if ($QueryString =~ /refererpagesfilter=([^&]+)/i) { $FilterIn{'refererpages'}="$1"; } # Filter on referer list can also be defined with refererpagesfilter=filter
+ if ($QueryString =~ /refererpagesfilterex=([^&]+)/i) { $FilterEx{'refererpages'}="$1"; } #
+ # All output
+ if ($QueryString =~ /output=allhosts:([^&]+)/i) { $FilterIn{'host'}="$1"; } # Filter on host list can be defined with output=allhosts:filter to reduce number of lines read and showed
+ if ($QueryString =~ /output=lasthosts:([^&]+)/i) { $FilterIn{'host'}="$1"; } # Filter on host list can be defined with output=lasthosts:filter to reduce number of lines read and showed
+ if ($QueryString =~ /output=urldetail:([^&]+)/i) { $FilterIn{'url'}="$1"; } # Filter on URL list can be defined with output=urldetail:filter to reduce number of lines read and showed
+ if ($QueryString =~ /output=refererpages:([^&]+)/i) { $FilterIn{'refererpages'}="$1"; } # Filter on referer list can be defined with output=refererpages:filter to reduce number of lines read and showed
+ # Config parameters
+ if ($QueryString =~ /LogFile=([^&]+)/i) { $LogFile="$1"; }
+
+ # If show options
+ if ($QueryString =~ /showsteps/i) { $ShowSteps=1; $QueryString=~s/showsteps[^&]*//i; }
+ if ($QueryString =~ /showcorrupted/i) { $ShowCorrupted=1; $QueryString=~s/showcorrupted[^&]*//i; }
+ if ($QueryString =~ /showdropped/i) { $ShowDropped=1; $QueryString=~s/showdropped[^&]*//i; }
+ if ($QueryString =~ /showunknownorigin/i) { $ShowUnknownOrigin=1; $QueryString=~s/showunknownorigin[^&]*//i; }
+
+}
+if ($QueryString =~ /(^|&)staticlinks/i) { $StaticLinks=".$SiteConfig"; }
+if ($QueryString =~ /(^|&)staticlinks=([^&]+)/i) { $StaticLinks=".$2"; } # When ran from awstatsbuildstaticpages.pl
+if ($QueryString =~ /(^|&)staticlinksext=([^&]+)/i) { $StaticExt="$2"; }
+if ($QueryString =~ /(^|&)framename=([^&]+)/i) { $FrameName="$2"; }
+if ($QueryString =~ /(^|&)debug=(\d+)/i) { $Debug=$2; }
+if ($QueryString =~ /(^|&)updatefor=(\d+)/i) { $UpdateFor=$2; }
+if ($QueryString =~ /(^|&)noloadplugin=([^&]+)/i) { foreach (split(/,/,$2)) { $NoLoadPlugin{&Sanitize("$_",1)}=1; } }
+#Removed for security reasons
+#if ($QueryString =~ /(^|&)loadplugin=([^&]+)/i) { foreach (split(/,/,$2)) { $NoLoadPlugin{&Sanitize("$_",1)}=-1; } }
+if ($QueryString =~ /(^|&)limitflush=(\d+)/i) { $LIMITFLUSH=$2; }
+# Get/Define output
+if ($QueryString =~ /(^|&)output(=[^&]*|)(.*)&output(=[^&]*|)(&|$)/i) { error("Only 1 output option is allowed","","",1); }
+if ($QueryString =~ /(^|&)output(=[^&]*|)(&|$)/i) {
+ # At least one output expected. We define %HTMLOutput
+ my $outputlist="$2";
+ if ($outputlist) {
+ $outputlist =~ s/^=//;
+ foreach my $outputparam (split(/,/,$outputlist)) {
+ $outputparam=~s/:(.*)$//;
+ if ($outputparam) { $HTMLOutput{lc($outputparam)}="$1"||1; }
+ }
+ }
+ # If on command line and no update
+ if (! $ENV{'GATEWAY_INTERFACE'} && $QueryString !~ /update/i) { $UpdateStats=0; }
+ # If no output defined, used default value
+ if (! scalar keys %HTMLOutput) { $HTMLOutput{'main'}=1; }
+}
+if ($ENV{'GATEWAY_INTERFACE'} && ! scalar keys %HTMLOutput) { $HTMLOutput{'main'}=1; }
+
+# Remove -output option with no = from QueryString
+$QueryString=~s/(^|&)output(&|$)/$1/i; $QueryString=~s/&+$//;
+
+# Check year and month parameters
+if ($QueryString =~ /(^|&)month=(year)/i) { error("month=year is a deprecated option. Use month=all instead."); }
+if ($QueryString =~ /(^|&)year=(\d\d\d\d)/i) { $YearRequired=sprintf("%04d",$2); }
+else { $YearRequired="$nowyear"; }
+if ($QueryString =~ /(^|&)month=(\d{1,2})/i) { $MonthRequired=sprintf("%02d",$2); }
+elsif ($QueryString =~ /(^|&)month=(all)/i) { $MonthRequired='all'; }
+else { $MonthRequired="$nowmonth"; }
+if ($QueryString =~ /(^|&)day=(\d{1,2})/i) { $DayRequired=sprintf("%02d",$2); } # day is a hidden option. Must not be used (Make results not understandable). Available for users that rename history files with day.
+else { $DayRequired=''; }
+
+# Check parameter validity
+# TODO
+
+# Print AWStats and Perl version
+if ($Debug) {
+ debug(ucfirst($PROG)." - $VERSION - Perl $^X $]",1);
+ debug("DIR=$DIR PROG=$PROG Extension=$Extension",2);
+ debug("QUERY_STRING=$QueryString",2);
+ debug("HTMLOutput=".join(',',keys %HTMLOutput),1);
+ debug("YearRequired=$YearRequired, MonthRequired=$MonthRequired",2);
+ debug("UpdateFor=$UpdateFor",2);
+ debug("PluginMode=$PluginMode",2);
+ debug("DirConfig=$DirConfig",2);
+}
+
+# Force SiteConfig if AWSTATS_FORCE_CONFIG is defined
+if ($ENV{'AWSTATS_CONFIG'}) { $ENV{'AWSTATS_FORCE_CONFIG'}=$ENV{'AWSTATS_CONFIG'}; } # For backward compatibility
+if ($ENV{'AWSTATS_FORCE_CONFIG'}) {
+ if ($Debug) { debug("AWSTATS_FORCE_CONFIG parameter is defined to '".$ENV{'AWSTATS_FORCE_CONFIG'}."'. $PROG will use this as config value."); }
+ $SiteConfig=&Sanitize($ENV{'AWSTATS_FORCE_CONFIG'});
+}
+
+if ((! $ENV{'GATEWAY_INTERFACE'}) && (! $SiteConfig)) {
+ &Read_Ref_Data('browsers','domains','operating_systems','robots','search_engines','worms');
+ print "----- $PROG $VERSION (c) 2000-2004 Laurent Destailleur -----\n";
+ print "AWStats is a free web server logfile analyzer to show you advanced web\n";
+ print "statistics.\n";
+ print "AWStats comes with ABSOLUTELY NO WARRANTY. It's a free software distributed\n";
+ print "with a GNU General Public License (See LICENSE file for details).\n";
+ print "\n";
+ print "Syntax: $PROG.$Extension -config=virtualhostname [options]\n";
+ print "\n";
+ print " This runs $PROG in command line to update statistics of a web site, from\n";
+ print " the log file defined in AWStats config file (with -update option), or build\n";
+ print " a HTML report (with -output option).\n";
+ print " First, $PROG tries to read $PROG.virtualhostname.conf as the config file.\n";
+ print " If not found, $PROG tries to read $PROG.conf\n";
+ print " Note 1: Config files ($PROG.virtualhostname.conf or $PROG.conf) must be\n";
+ print " in /etc/awstats, /usr/local/etc/awstats, /etc or same directory than\n";
+ print " awstats.pl script file.\n";
+ print " Note 2: If AWSTATS_FORCE_CONFIG environment variable is defined, AWStats will\n";
+ print " use it as the \"config\" value, whatever is the value on command line or URL.\n";
+ print " See AWStats documentation for all setup instrutions.\n";
+ print "\n";
+ print "Options to update statistics:\n";
+ print " -update to update statistics (default)\n";
+ print " -showsteps to add benchmark information every $NBOFLINESFORBENCHMARK lines processed\n";
+ print " -showcorrupted to add output for each corrupted lines found, with reason\n";
+ print " -showdropped to add output for each dropped lines found, with reason\n";
+ print " -updatefor=n to stop the update process after parsing n lines\n";
+ print " -LogFile=x to change log to analyze whatever is 'LogFile' in config file\n";
+ print " Be care to process log files in chronological order when updating statistics.\n";
+ print "\n";
+ print "Options to show statistics:\n";
+ print " -output to output main HTML report (no update made except with -update)\n";
+ print " -output=x to output other report pages where x is:\n";
+ print " alldomains to build page of all domains/countries\n";
+ print " allhosts to build page of all hosts\n";
+ print " lasthosts to build page of last hits for hosts\n";
+ print " unknownip to build page of all unresolved IP\n";
+ print " allemails to build page of all email senders (maillog)\n";
+ print " lastemails to build page of last email senders (maillog)\n";
+ print " allemailr to build page of all email receivers (maillog)\n";
+ print " lastemailr to build page of last email receivers (maillog)\n";
+ print " alllogins to build page of all logins used\n";
+ print " lastlogins to build page of last hits for logins\n";
+ print " allrobots to build page of all robots/spider visits\n";
+ print " lastrobots to build page of last hits for robots\n";
+ print " urldetail to list most often viewed pages \n";
+ print " urldetail:filter to list most often viewed pages matching filter\n";
+ print " urlentry to list entry pages\n";
+ print " urlentry:filter to list entry pages matching filter\n";
+ print " urlexit to list exit pages\n";
+ print " urlexit:filter to list exit pages matching filter\n";
+ print " osdetail to build page with os detailed versions\n";
+ print " browserdetail to build page with browsers detailed versions\n";
+ print " unknownbrowser to list 'User Agents' with unknown browser\n";
+ print " unknownos to list 'User Agents' with unknown OS\n";
+ print " refererse to build page of all refering search engines\n";
+ print " refererpages to build page of all refering pages\n";
+ #print " referersites to build page of all refering sites\n";
+ print " keyphrases to list all keyphrases used on search engines\n";
+ print " keywords to list all keywords used on search engines\n";
+ print " errors404 to list 'Referers' for 404 errors\n";
+ print " -staticlinks to have static links in HTML report page\n";
+ print " -staticlinksext=xxx to have static links with .xxx extension instead of .html\n";
+ print " -lang=LL to output a HTML report in language LL (en,de,es,fr,it,nl,...)\n";
+ print " -month=MM to output a HTML report for an old month MM\n";
+ print " -year=YYYY to output a HTML report for an old year YYYY\n";
+ print " Those 'date' options doesn't allow you to process old log file. They only\n";
+ print " allow you to see a past report for a chosen month/year period instead of\n";
+ print " current month/year.\n";
+ print "\n";
+ print "Other options:\n";
+ print " -debug=X to add debug informations lesser than level X (speed reduced)\n";
+ print "\n";
+ print "Now supports/detects:\n";
+ print " Web/Ftp/Mail log analyze (and load balanced log files)\n";
+ print " Reverse DNS lookup (IPv4 and IPv6) and GeoIP lookup\n";
+ print " Number of visits, number of unique visitors\n";
+ print " Visits duration and list of last visits\n";
+ print " Authenticated users\n";
+ print " Days of week and rush hours\n";
+ print " Hosts list and unresolved IP addresses list\n";
+ print " Most viewed, entry and exit pages\n";
+ print " Files type and Web compression (mod_gzip, mod_deflate stats)\n";
+ print " Screen size\n";
+ print " Number of times site is 'added to favorites bookmarks'\n";
+ print " Ratio of Browsers with support of: Java, Flash, RealG2 reader,\n";
+ print " Quicktime reader, WMA reader, PDF reader\n";
+ print " Configurable personalized reports\n";
+ print " ".(scalar keys %DomainsHashIDLib)." domains/countries\n";
+ print " ".(scalar keys %RobotsHashIDLib)." robots\n";
+ print " ".(scalar keys %WormsHashLib)." worm's families\n";
+ print " ".(scalar keys %OSHashLib)." operating systems\n";
+ print " ".(scalar keys %BrowsersHashIDLib)." browsers\n";
+ print " ".(scalar keys %SearchEnginesHashLib)." search engines (and keyphrases/keywords used from them)\n";
+ print " All HTTP errors with last referrer\n";
+ print " Report by day/month/year\n";
+ print " Dynamic or static HTML or XHTML reports, static PDF reports\n";
+ print " Indexed text or XML monthly database\n";
+ print " And a lot of other advanced features and options...\n";
+ print "New versions and FAQ at http://awstats.sourceforge.net\n";;
+ exit 2;
+}
+$SiteConfig||=&Sanitize($ENV{'SERVER_NAME'});
+#$ENV{'SERVER_NAME'}||=$SiteConfig; # For thoose who use __SERVER_NAME__ in conf file and use CLI.
+$ENV{'AWSTATS_CURRENT_CONFIG'}=$SiteConfig;
+
+# Read config file (SiteConfig must be defined)
+&Read_Config($DirConfig);
+
+# Check language
+if ($QueryString =~ /(^|&)lang=([^&]+)/i) { $Lang="$2"; }
+if (! $Lang || $Lang eq 'auto') { # If lang not defined or forced to auto
+ my $langlist=$ENV{'HTTP_ACCEPT_LANGUAGE'}||''; $langlist =~ s/;[^,]*//g;
+ if ($Debug) { debug("Search an available language among HTTP_ACCEPT_LANGUAGE=$langlist",1); }
+ foreach my $code (split(/,/,$langlist)) { # Search for a valid lang in priority
+ if ($LangBrowserToLangAwstats{$code}) { $Lang=$LangBrowserToLangAwstats{$code}; if ($Debug) { debug(" Will try to use Lang=$Lang",1); } last; }
+ $code =~ s/-.*$//;
+ if ($LangBrowserToLangAwstats{$code}) { $Lang=$LangBrowserToLangAwstats{$code}; if ($Debug) { debug(" Will try to use Lang=$Lang",1); } last; }
+ }
+}
+if (! $Lang || $Lang eq 'auto') {
+ if ($Debug) { debug(" No language defined or available. Will use Lang=en",1); }
+ $Lang='en';
+}
+
+# Check and correct bad parameters
+&Check_Config();
+# Now SiteDomain is defined
+
+if ($Debug && ! $DebugMessages) {
+ error("Debug has not been allowed. Change DebugMessages parameter in config file to allow debug.");
+}
+
+# Define frame name and correct variable for frames
+if (! $FrameName) {
+ if ($ENV{'GATEWAY_INTERFACE'} && $UseFramesWhenCGI && $HTMLOutput{'main'} && ! $PluginMode) { $FrameName='index'; }
+ else { $FrameName='main'; }
+}
+
+# Load Message files, Reference data files and Plugins
+if ($Debug) { debug("FrameName=$FrameName",1); }
+if ($FrameName ne 'index') {
+ &Read_Language_Data($Lang);
+ if ($FrameName ne 'mainleft') {
+ my %datatoload=();
+ if ($UpdateStats) { # If update
+ if ($LevelForFileTypesDetection<2) { $datatoload{'mime'}=1; } # Only if need to filter on known extensions
+ if ($LevelForRobotsDetection) { $datatoload{'robots'}=1; } # ua
+ if ($LevelForWormsDetection) { $datatoload{'worms'}=1; } # url
+ if ($LevelForBrowsersDetection) { $datatoload{'browsers'}=1; } # ua
+ if ($LevelForOSDetection) { $datatoload{'operating_systems'}=1; } # ua
+ if ($LevelForRefererAnalyze) { $datatoload{'search_engines'}=1; } # referer
+ # if (...) { $datatoload{'referer_spam'}=1; }
+ }
+ if (scalar keys %HTMLOutput) { # If output
+ if ($ShowDomainsStats) { $datatoload{'domains'}=1; }
+ if ($ShowFileTypesStats) { $datatoload{'mime'}=1; }
+ if ($ShowRobotsStats) { $datatoload{'robots'}=1; }
+ if ($ShowWormsStats) { $datatoload{'worms'}=1; }
+ if ($ShowBrowsersStats) { $datatoload{'browsers'}=1; }
+ if ($ShowOSStats) { $datatoload{'operating_systems'}=1; }
+ if ($ShowOriginStats) { $datatoload{'search_engines'}=1; }
+ if ($ShowHTTPErrorsStats) { $datatoload{'status_http'}=1; }
+ if ($ShowSMTPErrorsStats) { $datatoload{'status_smtp'}=1; }
+ }
+ &Read_Ref_Data(keys %datatoload);
+ }
+ &Read_Plugins();
+}
+# Here charset is defined, so we can send the http header (Need BuildReportFormat,PageCode)
+if (! $HeaderHTTPSent && $ENV{'GATEWAY_INTERFACE'}) { http_head(); } # Run from a browser as CGI
+
+# Init other parameters
+$NBOFLINESFORBENCHMARK--;
+if ($ENV{'GATEWAY_INTERFACE'}) { $DirCgi=''; }
+if ($DirCgi && !($DirCgi =~ /\/$/) && !($DirCgi =~ /\\$/)) { $DirCgi .= '/'; }
+if (! $DirData || $DirData =~ /^\./) {
+ if (! $DirData || $DirData eq '.') { $DirData="$DIR"; } # If not defined or chosen to '.' value then DirData is current dir
+ elsif ($DIR && $DIR ne '.') { $DirData="$DIR/$DirData"; }
+}
+$DirData||='.'; # If current dir not defined then we put it to '.'
+$DirData =~ s/[\\\/]+$//;
+
+if ($FirstDayOfWeek == 1) { @DOWIndex = (1,2,3,4,5,6,0); }
+else { @DOWIndex = (0,1,2,3,4,5,6); }
+
+# Should we link to ourselves or to a wrapper script
+$AWScript=($WrapperScript?"$WrapperScript":"$DirCgi$PROG.$Extension");
+
+# Print html header (Need HTMLOutput,Expires,Lang,StyleSheet,HTMLHeadSectionExpires defined by Read_Config, PageCode defined by Read_Language_Data)
+if (! $HeaderHTMLSent) { &html_head; }
+
+# AWStats output is replaced by a plugin output
+if ($PluginMode) {
+# my $function="BuildFullHTMLOutput_$PluginMode()";
+# eval("$function");
+ my $function="BuildFullHTMLOutput_$PluginMode";
+ &$function();
+ if ($? || $@) { error("$@"); }
+ &html_end(0);
+ exit 0;
+}
+
+# Security check
+if ($AllowAccessFromWebToAuthenticatedUsersOnly && $ENV{'GATEWAY_INTERFACE'}) {
+ if ($Debug) { debug("REMOTE_USER=".$ENV{"REMOTE_USER"}); }
+ if (! $ENV{"REMOTE_USER"}) {
+ error("Access to statistics is only allowed from an authenticated session to authenticated users.");
+ }
+ if (@AllowAccessFromWebToFollowingAuthenticatedUsers) {
+ my $userisinlist=0;
+ my $currentuser=qr/^$ENV{"REMOTE_USER"}$/i;
+ $currentuser =~ s/\s/%20/g; # Allow authenticated user with space in name to be compared to allowed user list
+ foreach (@AllowAccessFromWebToFollowingAuthenticatedUsers) {
+ if (/$currentuser/o) { $userisinlist=1; last; }
+ }
+ if (! $userisinlist) {
+ error("User '".$ENV{"REMOTE_USER"}."' is not allowed to access statistics of this domain/config.");
+ }
+ }
+}
+if ($AllowAccessFromWebToFollowingIPAddresses && $ENV{'GATEWAY_INTERFACE'}) {
+ my $useripaddress=&Convert_IP_To_Decimal($ENV{"REMOTE_ADDR"});
+ my @allowaccessfromipaddresses = split (/[\s,]+/, $AllowAccessFromWebToFollowingIPAddresses);
+ my $allowaccess = 0;
+ foreach my $ipaddressrange (@allowaccessfromipaddresses) {
+ if ($ipaddressrange !~ /^(\d+\.\d+\.\d+\.\d+)(?:-(\d+\.\d+\.\d+\.\d+))*$/) {
+ error("AllowAccessFromWebToFollowingIPAddresses is defined to '$AllowAccessFromWebToFollowingIPAddresses' but does not match the correct syntax: IPAddressMin[-IPAddressMax]");
+ }
+ my $ipmin=&Convert_IP_To_Decimal($1);
+ my $ipmax=$2?&Convert_IP_To_Decimal($2):$ipmin;
+ # Is it an authorized ip ?
+ if (($useripaddress >= $ipmin) && ($useripaddress <= $ipmax)) {
+ $allowaccess = 1;
+ last;
+ }
+ }
+ if (! $allowaccess) {
+ error("Access to statistics is not allowed from your IP Address ".$ENV{"REMOTE_ADDR"});
+ }
+}
+if (($UpdateStats || $MigrateStats) && (! $AllowToUpdateStatsFromBrowser) && $ENV{'GATEWAY_INTERFACE'}) {
+ error("".($UpdateStats?"Update":"Migrate")." of statistics has not been allowed from a browser (AllowToUpdateStatsFromBrowser should be set to 1).");
+}
+if (scalar keys %HTMLOutput && $MonthRequired eq 'all') {
+ if (! $AllowFullYearView) { error("Full year view has not been allowed (AllowFullYearView is set to 0)."); }
+ if ($AllowFullYearView < 3 && $ENV{'GATEWAY_INTERFACE'}) { error("Full year view has not been allowed from a browser (AllowFullYearView should be set to 3)."); }
+}
+
+
+#------------------------------------------
+# MIGRATE PROCESS (Must be after reading config cause we need MaxNbOf... and Min...)
+#------------------------------------------
+if ($MigrateStats) {
+ if ($Debug) { debug("MigrateStats is $MigrateStats",2); }
+ if ($MigrateStats !~ /^(.*)$PROG(\d{0,2})(\d\d)(\d\d\d\d)(.*)\.txt$/) {
+ error("AWStats history file name must match following syntax: ${PROG}MMYYYY[.config].txt","","",1);
+ }
+ $DirData="$1";
+ $DayRequired="$2";
+ $MonthRequired="$3";
+ $YearRequired="$4";
+ $FileSuffix="$5";
+ # Correct DirData
+ if (! $DirData || $DirData =~ /^\./) {
+ if (! $DirData || $DirData eq '.') { $DirData="$DIR"; } # If not defined or chosen to '.' value then DirData is current dir
+ elsif ($DIR && $DIR ne '.') { $DirData="$DIR/$DirData"; }
+ }
+ $DirData||='.'; # If current dir not defined then we put it to '.'
+ $DirData =~ s/[\\\/]+$//;
+ print "Start migration for file '$MigrateStats'."; print $ENV{'GATEWAY_INTERFACE'}?"<br />\n":"\n";
+ if ($EnableLockForUpdate) { &Lock_Update(1); }
+ my $newhistory=&Read_History_With_TmpUpdate($YearRequired,$MonthRequired,1,0,'all');
+ if (rename("$newhistory","$MigrateStats")==0) {
+ unlink "$newhistory";
+ error("Failed to rename \"$newhistory\" into \"$MigrateStats\".\nWrite permissions on \"$MigrateStats\" might be wrong".($ENV{'GATEWAY_INTERFACE'}?" for a 'migration from web'":"")." or file might be opened.");
+ }
+ if ($EnableLockForUpdate) { &Lock_Update(0); }
+ print "Migration for file '$MigrateStats' successful."; print $ENV{'GATEWAY_INTERFACE'}?"<br />\n":"\n";
+ &html_end(1);
+ exit 0;
+}
+
+# Output main frame page and exit. This must be after the security check.
+if ($FrameName eq 'index') {
+ # Define the NewLinkParams for main chart
+ my $NewLinkParams=${QueryString};
+ $NewLinkParams =~ s/(^|&)framename=[^&]*//i;
+ $NewLinkParams =~ tr/&/&/s; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//;
+ if ($NewLinkParams) { $NewLinkParams="${NewLinkParams}&"; }
+ # Exit if main frame
+ print "<frameset cols=\"$FRAMEWIDTH,*\" border=\"0\" framespacing=\"2\" frameborder=\"0\">\n";
+ print "<frame name=\"mainleft\" src=\"".XMLEncode("$AWScript?${NewLinkParams}framename=mainleft")."\" noresize=\"0\" frameborder=\"0\" />\n";
+ print "<frame name=\"mainright\" src=\"".XMLEncode("$AWScript?${NewLinkParams}framename=mainright")."\" noresize=\"0\" scrolling=\"YES\" frameborder=\"0\" />\n";
+ print "<noframes><body>";
+ print "Your browser does not support frames.<br />\n";
+ print "You must set AWStats UseFramesWhenCGI parameter to 0\n";
+ print "to see your reports.<br />\n";
+ print "</body></noframes>\n";
+ print "</frameset>\n";
+ &html_end(0);
+ exit 0;
+}
+
+%MonthNumLib = ("01","$Message[60]","02","$Message[61]","03","$Message[62]","04","$Message[63]","05","$Message[64]","06","$Message[65]","07","$Message[66]","08","$Message[67]","09","$Message[68]","10","$Message[69]","11","$Message[70]","12","$Message[71]");
+
+# Build ListOfYears list with all existing years
+if ($Debug) { debug("Scan for last history files into DirData='$DirData'"); }
+$lastyearbeforeupdate=0;
+opendir(DIR,"$DirData");
+foreach (grep /^$PROG(\d\d)(\d\d\d\d)$FileSuffix\.txt(|\.gz)$/i, sort readdir DIR) {
+ /^$PROG(\d\d)(\d\d\d\d)$FileSuffix\.txt(|\.gz)$/i;
+ if (! $ListOfYears{"$2"} || "$1" gt $ListOfYears{"$2"}) {
+ $ListOfYears{"$2"}="$1"; # ListOfYears contains max month found
+ if ("$2" gt $lastyearbeforeupdate) { $lastyearbeforeupdate="$2"; }
+ }
+}
+close DIR;
+
+# Get value for LastLine
+if ($lastyearbeforeupdate) {
+ # Read 'general' section of last history file for LastLine
+ &Read_History_With_TmpUpdate($lastyearbeforeupdate,$ListOfYears{$lastyearbeforeupdate},0,0,"general");
+}
+if ($Debug) {
+ debug("Last year=$lastyearbeforeupdate - Last month=$ListOfYears{$lastyearbeforeupdate}");
+ debug("LastLine=$LastLine");
+ debug("LastLineNumber=$LastLineNumber");
+ debug("LastLineOffset=$LastLineOffset");
+ debug("LastLineChecksum=$LastLineChecksum");
+}
+
+# Init vars
+&Init_HashArray();
+
+
+#------------------------------------------
+# UPDATE PROCESS
+#------------------------------------------
+my $lastlinenb=0; my $lastlineoffset=0; my $lastlineoffsetnext=0;
+
+if ($Debug) { debug("UpdateStats is $UpdateStats",2); }
+if ($UpdateStats && $FrameName ne 'index' && $FrameName ne 'mainleft') { # Update only on index page or when not framed to avoid update twice
+
+ my %MonthNum = ("Jan","01","jan","01","Feb","02","feb","02","Mar","03","mar","03","Apr","04","apr","04","May","05","may","05","Jun","06","jun","06","Jul","07","jul","07","Aug","08","aug","08","Sep","09","sep","09","Oct","10","oct","10","Nov","11","nov","11","Dec","12","dec","12"); # MonthNum must be in english because used to translate log date in apache log files
+
+ if (! scalar keys %HTMLOutput) {
+ print "Update for config \"$FileConfig\"\n";
+ print "With data in log file \"$LogFile\"...\n";
+ }
+
+ my $lastprocessedyear=$lastyearbeforeupdate;
+ my $lastprocessedmonth=$ListOfYears{$lastyearbeforeupdate}||0;
+ my $lastprocessedyearmonth=sprintf("%04i%02i",$lastprocessedyear,$lastprocessedmonth);
+
+ my @list;
+ # Init RobotsSearchIDOrder required for update process
+ @list=();
+ if ($LevelForRobotsDetection >= 1) {
+ foreach (1..$LevelForRobotsDetection) { push @list,"list$_"; }
+ push @list,"listgen"; # Always added
+ }
+ foreach my $key (@list) {
+ push @RobotsSearchIDOrder,@{"RobotsSearchIDOrder_$key"};
+ if ($Debug) { debug("Add ".@{"RobotsSearchIDOrder_$key"}." elements from RobotsSearchIDOrder_$key into RobotsSearchIDOrder",2); }
+ }
+ if ($Debug) { debug("RobotsSearchIDOrder has now ".@RobotsSearchIDOrder." elements",1); }
+ # Init SearchEnginesIDOrder required for update process
+ @list=();
+ if ($LevelForSearchEnginesDetection >= 1) {
+ foreach (1..$LevelForSearchEnginesDetection) { push @list,"list$_"; }
+ push @list,"listgen"; # Always added
+ }
+ foreach my $key (@list) {
+ push @SearchEnginesSearchIDOrder,@{"SearchEnginesSearchIDOrder_$key"};
+ if ($Debug) { debug("Add ".@{"SearchEnginesSearchIDOrder_$key"}." elements from SearchEnginesSearchIDOrder_$key into SearchEnginesSearchIDOrder",2); }
+ }
+ if ($Debug) { debug("SearchEnginesSearchIDOrder has now ".@SearchEnginesSearchIDOrder." elements",1); }
+
+ # Complete HostAliases array
+ my $sitetoanalyze=quotemeta(lc($SiteDomain));
+ if (! @HostAliases) {
+ warning("Warning: HostAliases parameter is not defined, $PROG choose \"$SiteDomain localhost 127.0.0.1\".");
+ push @HostAliases,qr/^$sitetoanalyze$/i; push @HostAliases,qr/^localhost$/i; push @HostAliases,qr/^127\.0\.0\.1$/i;
+ }
+ else { unshift @HostAliases,qr/^$sitetoanalyze$/i; } # Add SiteDomain as first value
+
+ # Optimize arrays
+ @HostAliases=&OptimizeArray(\@HostAliases,1); if ($Debug) { debug("HostAliases precompiled regex list is now @HostAliases",1); }
+ @SkipDNSLookupFor=&OptimizeArray(\@SkipDNSLookupFor,1); if ($Debug) { debug("SkipDNSLookupFor precompiled regex list is now @SkipDNSLookupFor",1); }
+ @SkipHosts=&OptimizeArray(\@SkipHosts,1); if ($Debug) { debug("SkipHosts precompiled regex list is now @SkipHosts",1); }
+ @SkipUserAgents=&OptimizeArray(\@SkipUserAgents,1); if ($Debug) { debug("SkipUserAgents precompiled regex list is now @SkipUserAgents",1); }
+ @SkipFiles=&OptimizeArray(\@SkipFiles,$URLNotCaseSensitive); if ($Debug) { debug("SkipFiles precompiled regex list is now @SkipFiles",1); }
+ @OnlyHosts=&OptimizeArray(\@OnlyHosts,1); if ($Debug) { debug("OnlyHosts precompiled regex list is now @OnlyHosts",1); }
+ @OnlyUserAgents=&OptimizeArray(\@OnlyUserAgents,1); if ($Debug) { debug("OnlyUserAgents precompiled regex list is now @OnlyUserAgents",1); }
+ @OnlyFiles=&OptimizeArray(\@OnlyFiles,$URLNotCaseSensitive); if ($Debug) { debug("OnlyFiles precompiled regex list is now @OnlyFiles",1); }
+ # Precompile the regex search strings with qr
+ @RobotsSearchIDOrder=map{qr/$_/i} @RobotsSearchIDOrder;
+ @WormsSearchIDOrder=map{qr/$_/i} @WormsSearchIDOrder;
+ @BrowsersSearchIDOrder=map{qr/$_/i} @BrowsersSearchIDOrder;
+ @OSSearchIDOrder=map{qr/$_/i} @OSSearchIDOrder;
+ @SearchEnginesSearchIDOrder=map{qr/$_/i} @SearchEnginesSearchIDOrder;
+ my $miscquoted=quotemeta("$MiscTrackerUrl");
+ my $defquoted=quotemeta("/$DefaultFile[0]");
+ my $sitewithoutwww=lc($SiteDomain); $sitewithoutwww =~ s/www\.//; $sitewithoutwww=quotemeta($sitewithoutwww);
+ # Define precompiled regex
+ my $regmisc=qr/^$miscquoted/;
+ my $regfavico=qr/\/favicon\.ico$/i;
+ my $regrobot=qr/^\/robots\.txt$/i;
+ my $regtruncanchor=qr/#(\w*)$/;
+ my $regtruncurl=qr/([$URLQuerySeparators])(.*)$/;
+ my $regext=qr/\.(\w{1,6})$/;
+ my $regdefault;
+ if ($URLNotCaseSensitive) { $regdefault=qr/$defquoted$/i; }
+ else { $regdefault=qr/$defquoted$/; }
+ my $regipv4=qr/^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}$/;
+ my $regipv6=qr/^[0-9A-F]*:/i;
+ my $regvermsie=qr/msie([+_ ]|)([\d\.]*)/i;
+ my $regvernetscape=qr/netscape.?\/([\d\.]*)/i;
+ my $regverfirefox=qr/firefox\/([\d\.]*)/i;
+ my $regvermozilla=qr/mozilla(\/|)([\d\.]*)/i;
+ my $regnotie=qr/webtv|omniweb|opera/i;
+ my $regnotnetscape=qr/gecko|compatible|opera|galeon|safari/i;
+ my $regreferer=qr/^(\w+):\/\/([^\/:]+)(:\d+|)/;
+ my $regreferernoquery=qr/^([^$URLQuerySeparators]+)/;
+ my $reglocal=qr/^(www\.|)$sitewithoutwww/i;
+ my $regget=qr/get/i;
+ my $regsent=qr/sent/i;
+ my $regput=qr/put/i;
+
+ # Define value of $PerlParsingFormat and @fieldlib
+ &DefinePerlParsingFormat();
+
+ # Load DNS Cache Files
+ #------------------------------------------
+ if ($DNSLookup) {
+ &Read_DNS_Cache(\%MyDNSTable,"$DNSStaticCacheFile","",1); # Load with save into a second plugin file if plugin enabled and second file not up to date. No use of FileSuffix
+ if ($DNSLookup == 1) { # System DNS lookup required
+ #if (! eval("use Socket;")) { error("Failed to load perl module Socket."); }
+ #use Socket;
+ &Read_DNS_Cache(\%TmpDNSLookup,"$DNSLastUpdateCacheFile","$FileSuffix",0); # Load with no save into a second plugin file. Use FileSuffix
+ }
+ }
+
+ # Processing log
+ #------------------------------------------
+
+ if ($EnableLockForUpdate) {
+ # Trap signals to remove lock
+ $SIG{INT} = \&SigHandler; # 2
+ #$SIG{KILL} = \&SigHandler; # 9
+ #$SIG{TERM} = \&SigHandler; # 15
+ # Set AWStats update lock
+ &Lock_Update(1);
+ }
+
+ if ($Debug) { debug("Start Update process (lastprocessedmonth=$lastprocessedmonth, lastprocessedyear=$lastprocessedyear)"); }
+
+ # Open log file
+ if ($Debug) { debug("Open log file \"$LogFile\""); }
+ open(LOG,"$LogFile") || error("Couldn't open server log file \"$LogFile\" : $!");
+ binmode LOG; # Avoid premature EOF due to log files corrupted with \cZ or bin chars
+
+ # Define local variables for loop scan
+ my @field=();
+ my $counterforflushtest=0;
+ my $qualifdrop='';
+ my $countedtraffic=0;
+ # Reset chrono for benchmark (first call to GetDelaySinceStart)
+ &GetDelaySinceStart(1);
+ if (! scalar keys %HTMLOutput) { print "Phase 1 : First bypass old records, searching new record...\n"; }
+
+ # Can we try a direct seek access in log ?
+ my $line;
+ if ($LastLine && $LastLineNumber && $LastLineOffset && $LastLineChecksum) {
+ # Try a direct seek access to save time
+ if ($Debug) { debug("Try a direct access to LastLine=$LastLine, LastLineNumber=$LastLineNumber, LastLineOffset=$LastLineOffset, LastLineChecksum=$LastLineChecksum"); }
+ seek(LOG,$LastLineOffset,0);
+ if ($line=<LOG>) {
+ chomp $line; $line =~ s/\r$//;
+ @field=map(/$PerlParsingFormat/,$line);
+ if ($Debug) {
+ my $string='';
+ foreach (0..@field-1) { $string.="$fieldlib[$_]=$field[$_] "; }
+ if ($Debug) { debug(" Read line after direct access: $string",1); }
+ }
+ my $checksum=&CheckSum($line);
+ if ($Debug) { debug(" LastLineChecksum=$LastLineChecksum, Read line checksum=$checksum",1); }
+ if ($checksum == $LastLineChecksum ) {
+ if (! scalar keys %HTMLOutput) { print "Direct access after last parsed record (after line $LastLineNumber)\n"; }
+ $lastlinenb=$LastLineNumber;
+ $lastlineoffset=$LastLineOffset;
+ $lastlineoffsetnext=tell LOG;
+ $NewLinePhase=1;
+ }
+ else {
+ if (! scalar keys %HTMLOutput) { print "Direct access to last remembered record has fallen on another record.\nSo searching new records from beginning of log file...\n"; }
+ $lastlinenb=0;
+ $lastlineoffset=0;
+ $lastlineoffsetnext=0;
+ seek(LOG,0,0);
+ }
+ }
+ else {
+ if (! scalar keys %HTMLOutput) { print "Direct access to last remembered record is out of file.\nSo searching it from beginning of log file...\n"; }
+ $lastlinenb=0;
+ $lastlineoffset=0;
+ $lastlineoffsetnext=0;
+ seek(LOG,0,0);
+ }
+ }
+ else {
+ # No try of direct seek access
+ if (! scalar keys %HTMLOutput) { print "Searching new records from beginning of log file...\n"; }
+ $lastlinenb=0;
+ $lastlineoffset=0;
+ $lastlineoffsetnext=0;
+ }
+
+ while ($line=<LOG>) {
+ chomp $line; $line =~ s/\r$//;
+ if ($UpdateFor && $NbOfLinesParsed >= $UpdateFor) { last; }
+ $NbOfLinesParsed++;
+
+ $lastlineoffset=$lastlineoffsetnext; $lastlineoffsetnext=tell LOG;
+
+ if ($ShowSteps) {
+ if ((++$NbOfLinesShowsteps & $NBOFLINESFORBENCHMARK) == 0) {
+ my $delay=&GetDelaySinceStart(0);
+ print "$NbOfLinesParsed lines processed (".($delay>0?$delay:1000)." ms, ".int(1000*$NbOfLinesShowsteps/($delay>0?$delay:1000))." lines/second)\n";
+ }
+ }
+
+ if ($LogFormat eq '2' && $line =~ /^#Fields:/) {
+ my @fixField=map(/^#Fields: (.*)/, $line);
+ if ($fixField[0] !~ /s-kernel-time/) {
+ debug("Found new log format: '". $fixField[0] ."'",1);
+ $PerlParsingFormat = '';
+ $LogFormat = $fixField[0];
+ &DefinePerlParsingFormat();
+ }
+ }
+
+ # Parse line record to get all required fields
+ if (! (@field=map(/$PerlParsingFormat/,$line))) {
+ $NbOfLinesCorrupted++;
+ if ($ShowCorrupted) {
+ if ($line =~ /^#/ || $line =~ /^!/) { print "Corrupted record line ".($lastlinenb+$NbOfLinesParsed)." (comment line): $line\n"; }
+ elsif ($line =~ /^\s*$/) { print "Corrupted record line ".($lastlinenb+$NbOfLinesParsed)." (blank line)\n"; }
+ else { print "Corrupted record line ".($lastlinenb+$NbOfLinesParsed)." (record format does not match LogFormat parameter): $line\n"; }
+ }
+ if ($NbOfLinesParsed >= $NbOfLinesForCorruptedLog && $NbOfLinesParsed == $NbOfLinesCorrupted) { error("Format error",$line,$LogFile); } # Exit with format error
+ if ($line =~ /^__end_of_file__/i) { last; } # For test purpose only
+ next;
+ }
+
+ if ($Debug) {
+ my $string='';
+ foreach (0..@field-1) { $string.="$fieldlib[$_]=$field[$_] "; }
+ if ($Debug) { debug(" Correct format line ".($lastlinenb+$NbOfLinesParsed).": $string",4); }
+ }
+
+ # Drop wrong virtual host name
+ #----------------------------------------------------------------------
+ if ($pos_vh>=0 && $field[$pos_vh] !~ /^$SiteDomain$/i) {
+ my $skip=1;
+ foreach (@HostAliases) {
+ if ($field[$pos_vh] =~ /$_/) { $skip=0; last; }
+ }
+ if ($skip) {
+ $NbOfLinesDropped++;
+ if ($ShowDropped) { print "Dropped record (virtual hostname '$field[$pos_vh]' does not match SiteDomain='$SiteDomain' nor HostAliases parameters): $line\n"; }
+ next;
+ }
+ }
+
+ # Drop wrong method/protocol
+ #---------------------------
+ if ($LogType ne 'M') { $field[$pos_url] =~ s/\s/%20/g; }
+ if ($LogType eq 'W' && ($field[$pos_method] eq 'GET' || $field[$pos_method] eq 'POST' || $field[$pos_method] eq 'HEAD' || $field[$pos_method] =~ /OK/i || $field[$pos_method] =~ /ERR\!/i)) {
+ # HTTP request. Keep only GET, POST, HEAD, *OK* and ERR! for Webstar. Do not keep OPTIONS, TRACE
+ }
+ elsif (($LogType eq 'W' || $LogType eq 'S') && ($field[$pos_method] eq 'GET' || $field[$pos_method] eq 'mms' || $field[$pos_method] eq 'rtsp' || $field[$pos_method] eq 'http' || $field[$pos_method] eq 'RTP')) {
+ # Streaming request (windows media server, realmedia or darwin streaming server)
+ }
+ elsif ($LogType eq 'M' && $field[$pos_method] eq 'SMTP') {
+ # Mail request ('SMTP' for mail log with maillogconvert.pl preprocessor)
+ }
+ elsif ($LogType eq 'F' && ($field[$pos_method] eq 'RETR' || $field[$pos_method] eq 'o' || $field[$pos_method] =~ /$regget/o)) {
+ # FTP GET request
+ }
+ elsif ($LogType eq 'F' && ($field[$pos_method] eq 'STOR' || $field[$pos_method] eq 'i' || $field[$pos_method] =~ /$regsent/o || $field[$pos_method] =~ /$regput/o)) {
+ # FTP SENT request
+ }
+ else {
+ $NbOfLinesDropped++;
+ if ($ShowDropped) { print "Dropped record (method/protocol '$field[$pos_method]' not qualified when LogType=$LogType): $line\n"; }
+ next;
+ }
+
+ $field[$pos_date] =~ tr/,-\/ \t/:::::/s; # " \t" is used instead of "\s" not known with tr
+ my @dateparts=split(/:/,$field[$pos_date]); # tr and split faster than @dateparts=split(/[\/\-:\s]/,$field[$pos_date])
+ # Detected date format: dddddddddd, YYYY-MM-DD HH:MM:SS (IIS), MM/DD/YY\tHH:MM:SS,
+ # DD/Month/YYYY:HH:MM:SS (Apache), DD/MM/YYYY HH:MM:SS, Mon DD HH:MM:SS
+ if (! $dateparts[1]) { # Unix timestamp
+ ($dateparts[5],$dateparts[4],$dateparts[3],$dateparts[0],$dateparts[1],$dateparts[2]) = localtime(int($field[$pos_date]));
+ $dateparts[1]++;$dateparts[2]+=1900;
+ }
+ elsif ($dateparts[0] =~ /^....$/) { my $tmp=$dateparts[0]; $dateparts[0]=$dateparts[2]; $dateparts[2]=$tmp; }
+ elsif ($field[$pos_date] =~ /^..:..:..:/) { $dateparts[2]+=2000; my $tmp=$dateparts[0]; $dateparts[0]=$dateparts[1]; $dateparts[1]=$tmp; }
+ elsif ($dateparts[0] =~ /^...$/) { my $tmp=$dateparts[0]; $dateparts[0]=$dateparts[1]; $dateparts[1]=$tmp; $tmp=$dateparts[5]; $dateparts[5]=$dateparts[4]; $dateparts[4]=$dateparts[3]; $dateparts[3]=$dateparts[2]; $dateparts[2]=$tmp||$nowyear; }
+ if ($MonthNum{$dateparts[1]}) { $dateparts[1]=$MonthNum{$dateparts[1]}; } # Change lib month in num month if necessary
+
+ # Now @dateparts is (DD,MM,YYYY,HH,MM,SS) and we're going to create $timerecord=YYYYMMDDHHMMSS
+ # Plugin call : Convert a @datepart into another @datepart
+ if ($PluginsLoaded{'ChangeTime'}{'timezone'}) { @dateparts=ChangeTime_timezone(\@dateparts); }
+ my $yearrecord=int($dateparts[2]);
+ my $monthrecord=int($dateparts[1]);
+ my $hourrecord=int($dateparts[3]);
+ my $yearmonthdayrecord=sprintf("$dateparts[2]%02i%02i",$dateparts[1],$dateparts[0]);
+ my $timerecord=((int("$yearmonthdayrecord")*100+$dateparts[3])*100+$dateparts[4])*100+$dateparts[5];
+
+ # Check date
+ #-----------------------
+ if ($LogType eq 'M' && $timerecord > $tomorrowtime) {
+ # Postfix/Sendmail does not store year, so we assume that year is year-1 if record is in future
+ $yearrecord--;
+ $yearmonthdayrecord=sprintf("$yearrecord%02i%02i",$dateparts[1],$dateparts[0]);
+ $timerecord=((int("$yearmonthdayrecord")*100+$dateparts[3])*100+$dateparts[4])*100+$dateparts[5];
+ }
+ if ($timerecord < 10000000000000 || $timerecord > $tomorrowtime) {
+ $NbOfLinesCorrupted++;
+ if ($ShowCorrupted) { print "Corrupted record (invalid date, timerecord=$timerecord): $line\n"; }
+ next; # Should not happen, kept in case of parasite/corrupted line
+ }
+ if ($NewLinePhase) {
+# TODO NOTSORTEDRECORDTOLERANCE does not work around midnight
+ if ($timerecord < ($LastLine - $NOTSORTEDRECORDTOLERANCE)) {
+ # Should not happen, kept in case of parasite/corrupted old line
+ $NbOfLinesCorrupted++;
+ if ($ShowCorrupted) { print "Corrupted record (date $timerecord lower than $LastLine-$NOTSORTEDRECORDTOLERANCE): $line\n"; } next;
+ }
+ }
+ else {
+ if ($timerecord <= $LastLine) { # Already processed
+ $NbOfOldLines++;
+ next;
+ }
+ # We found a new line. This will replace comparison "<=" with "<" between timerecord and LastLine (we should have only new lines now)
+ $NewLinePhase=1; # We will never enter here again
+ if ($ShowSteps) {
+ if ($NbOfLinesShowsteps > 1 && ($NbOfLinesShowsteps & $NBOFLINESFORBENCHMARK)) {
+ my $delay=&GetDelaySinceStart(0);
+ print "".($NbOfLinesParsed-1)." lines processed (".($delay>0?$delay:1000)." ms, ".int(1000*($NbOfLinesShowsteps-1)/($delay>0?$delay:1000))." lines/second)\n";
+ }
+ &GetDelaySinceStart(1); $NbOfLinesShowsteps=1;
+ }
+ if (! scalar keys %HTMLOutput) {
+ print "Phase 2 : Now process new records (Flush history on disk after ".($LIMITFLUSH<<2)." hosts)...\n";
+ #print "Phase 2 : Now process new records (Flush history on disk after ".($LIMITFLUSH<<2)." hosts or ".($LIMITFLUSH)." URLs)...\n";
+ }
+ }
+
+ # Convert URL for Webstar to common URL
+ if ($LogFormat eq '3') {
+ $field[$pos_url]=~s/:/\//g;
+ if ($field[$pos_code] eq '-') { $field[$pos_code]='200'; }
+ }
+
+ # Here, field array, timerecord and yearmonthdayrecord are initialized for log record
+ if ($Debug) { debug(" This is a not already processed record ($timerecord)",4); }
+
+ # We found a new line
+ #----------------------------------------
+ if ($timerecord > $LastLine) { $LastLine = $timerecord; } # Test should always be true except with not sorted log files
+
+ # Skip for some client host IP addresses, some URLs, other URLs
+ if (@SkipHosts && (&SkipHost($field[$pos_host]) || ($pos_hostr && &SkipHost($field[$pos_hostr])))) { $qualifdrop="Dropped record (host $field[$pos_host]".($pos_hostr?" and $field[$pos_hostr]":"")." not qualified by SkipHosts)"; }
+ elsif (@SkipFiles && &SkipFile($field[$pos_url])) { $qualifdrop="Dropped record (URL $field[$pos_url] not qualified by SkipFiles)"; }
+ elsif (@SkipUserAgents && $pos_agent >= 0 && &SkipUserAgent($field[$pos_agent])) { $qualifdrop="Dropped record (user agent '$field[$pos_agent]' not qualified by SkipUserAgents)"; }
+ elsif (@OnlyHosts && ! &OnlyHost($field[$pos_host]) && (! $pos_hostr || ! &OnlyHost($field[$pos_hostr]))) { $qualifdrop="Dropped record (host $field[$pos_host]".($pos_hostr?" and $field[$pos_hostr]":"")." not qualified by OnlyHosts)"; }
+ elsif (@OnlyFiles && ! &OnlyFile($field[$pos_url])) { $qualifdrop="Dropped record (URL $field[$pos_url] not qualified by OnlyFiles)"; }
+ elsif (@OnlyUserAgents && ! &OnlyUserAgent($field[$pos_agent])) { $qualifdrop="Dropped record (user agent '$field[$pos_agent]' not qualified by OnlyUserAgents)"; }
+ if ($qualifdrop) {
+ $NbOfLinesDropped++;
+ if ($Debug) { debug("$qualifdrop: $line",4); }
+ if ($ShowDropped) { print "$qualifdrop: $line\n"; }
+ $qualifdrop='';
+ next;
+ }
+
+ # Record is approved
+ #-------------------
+
+ # Is it in a new month section ?
+ #-------------------------------
+ if ((($monthrecord > $lastprocessedmonth) && ($yearrecord >= $lastprocessedyear)) || ($yearrecord > $lastprocessedyear)) {
+ # A new month to process
+ if ($lastprocessedmonth) {
+ # We save data of processed month
+ &Read_History_With_TmpUpdate($lastprocessedyear,$lastprocessedmonth,1,1,"all",($lastlinenb+$NbOfLinesParsed),$lastlineoffset,&CheckSum($line));
+ $counterforflushtest=0; # We reset counterforflushtest
+ }
+ $lastprocessedyearmonth=sprintf("%04i%02i",$lastprocessedyear=$yearrecord,$lastprocessedmonth=$monthrecord);
+ }
+
+ $countedtraffic=0;
+ $NbOfNewLines++;
+
+ # Convert $field[$pos_size]
+ # if ($field[$pos_size] eq '-') { $field[$pos_size]=0; }
+
+ # Define a clean target URL and referrer URL
+ # We keep a clean $field[$pos_url] and
+ # we store original value for urlwithnoquery, tokenquery and standalonequery
+ #---------------------------------------------------------------------------
+ if ($URLNotCaseSensitive) { $field[$pos_url]=lc($field[$pos_url]); }
+ # Possible URL syntax for $field[$pos_url]: /mydir/mypage.ext?param1=x¶m2=y#aaa, /mydir/mypage.ext#aaa, /
+ my $urlwithnoquery; my $tokenquery; my $standalonequery; my $anchor='';
+ if ($field[$pos_url] =~ s/$regtruncanchor//o) { $anchor=$1; } # Remove and save anchor
+ if ($URLWithQuery) {
+ $urlwithnoquery=$field[$pos_url];
+ my $foundparam=($urlwithnoquery =~ s/$regtruncurl//o);
+ $tokenquery=$1||'';
+ $standalonequery=$2||'';
+ # For IIS setup, if pos_query is enabled we need to combine the URL to query strings
+ if (! $foundparam && $pos_query >=0 && $field[$pos_query] && $field[$pos_query] ne '-') {
+ $foundparam=1;
+ $tokenquery='?';
+ $standalonequery=$field[$pos_query];
+ # Define query
+ $field[$pos_url] .= '?'.$field[$pos_query];
+ }
+ if ($foundparam) {
+ # Keep only params that are defined in URLWithQueryWithOnlyFollowingParameters
+ my $newstandalonequery='';
+ if (@URLWithQueryWithOnly) {
+ foreach (@URLWithQueryWithOnly) {
+ foreach my $p (split(/&/,$standalonequery)) {
+ if ($URLNotCaseSensitive) { if ($p =~ /^$_=/i) { $newstandalonequery.="$p&"; last; } }
+ else { if ($p =~ /^$_=/) { $newstandalonequery.="$p&"; last; } }
+ }
+ }
+ chop $newstandalonequery;
+ }
+ # Remove params that are marked to be ignored in URLWithQueryWithoutFollowingParameters
+ elsif (@URLWithQueryWithout) {
+ foreach my $p (split(/&/,$standalonequery)) {
+ my $found=0;
+ foreach (@URLWithQueryWithout) {
+ #if ($Debug) { debug(" Check if '$_=' is param '$p' to remove it from query",5); }
+ if ($URLNotCaseSensitive) { if ($p =~ /^$_=/i) { $found=1; last; } }
+ else { if ($p =~ /^$_=/) { $found=1; last; } }
+ }
+ if (! $found) { $newstandalonequery.="$p&"; }
+ }
+ chop $newstandalonequery;
+ }
+ else { $newstandalonequery=$standalonequery; }
+ # Define query
+ $field[$pos_url]=$urlwithnoquery;
+ if ($newstandalonequery) { $field[$pos_url].="$tokenquery$newstandalonequery"; }
+ }
+ }
+ else {
+ # Trunc parameters of URL
+ $field[$pos_url] =~ s/$regtruncurl//o;
+ $urlwithnoquery=$field[$pos_url];
+ $tokenquery=$1||'';
+ $standalonequery=$2||'';
+ # For IIS setup, if pos_query is enabled we need to use it for query strings
+ if ($pos_query >=0 && $field[$pos_query] && $field[$pos_query] ne '-') {
+ $tokenquery='?';
+ $standalonequery=$field[$pos_query];
+ }
+ }
+ if ($URLWithAnchor && $anchor) { $field[$pos_url].="#$anchor"; } # Restore anchor
+ # Here now urlwithnoquery is /mydir/mypage.ext, /mydir, /, /page#XXX
+ # Here now tokenquery is '' or '?' or ';'
+ # Here now standalonequery is '' or 'param1=x'
+
+ # Define page and extension
+ #--------------------------
+ my $PageBool=1;
+ # Extension
+ my $extension;
+ if ($urlwithnoquery =~ /$regext/o || ($urlwithnoquery =~ /[\\\/]$/ && $DefaultFile[0] =~ /$regext/o)) {
+ $extension=($LevelForFileTypesDetection>=2 || $MimeHashFamily{$1})?lc($1):'Unknown';
+ if ($NotPageList{$extension}) { $PageBool=0; }
+ }
+ else {
+ $extension='Unknown';
+ }
+
+ # Analyze: misc tracker (must be before return code)
+ #---------------------------------------------------
+ if ($urlwithnoquery =~ /$regmisc/o) {
+ if ($Debug) { debug(" Found an URL that is a MiscTracker record with standalonequery=$standalonequery",2); }
+ my $foundparam=0;
+ foreach (split(/&/,$standalonequery)) {
+ if ($_ =~ /^screen=(\d+)x(\d+)/i) { $foundparam++; $_screensize_h{"$1x$2"}++; next; }
+ #if ($_ =~ /cdi=(\d+)/i) { $foundparam++; $_screendepth_h{"$1"}++; next; }
+ if ($_ =~ /^nojs=(\w+)/i) { $foundparam++; if ($1 eq 'y') { $_misc_h{"JavascriptDisabled"}++; } next; }
+ if ($_ =~ /^java=(\w+)/i) { $foundparam++; if ($1 eq 'true') { $_misc_h{"JavaEnabled"}++; } next; }
+ if ($_ =~ /^shk=(\w+)/i) { $foundparam++; if ($1 eq 'y') { $_misc_h{"DirectorSupport"}++; } next; }
+ if ($_ =~ /^fla=(\w+)/i) { $foundparam++; if ($1 eq 'y') { $_misc_h{"FlashSupport"}++; } next; }
+ if ($_ =~ /^rp=(\w+)/i) { $foundparam++; if ($1 eq 'y') { $_misc_h{"RealPlayerSupport"}++; } next; }
+ if ($_ =~ /^mov=(\w+)/i) { $foundparam++; if ($1 eq 'y') { $_misc_h{"QuickTimeSupport"}++; } next; }
+ if ($_ =~ /^wma=(\w+)/i) { $foundparam++; if ($1 eq 'y') { $_misc_h{"WindowsMediaPlayerSupport"}++; } next; }
+ if ($_ =~ /^pdf=(\w+)/i) { $foundparam++; if ($1 eq 'y') { $_misc_h{"PDFSupport"}++; } next; }
+ }
+ if ($foundparam) { $_misc_h{"TotalMisc"}++; }
+ }
+
+ # Analyze: favicon (countedtraffic=>1)
+ #-------------------------------------
+ if ($pos_referer >= 0 && $field[$pos_referer] && $urlwithnoquery =~ /$regfavico/o) {
+ if (($field[$pos_code] != 404 || $urlwithnoquery !~ /\/.+\/favicon\.ico$/i) && ($field[$pos_agent] =~ /MSIE/)) {
+ # We don't count one hit if (not on root and error) and MSIE
+ # If error not on root, another hit will be made on root. If not MSIE, hit are made not only for "Adding".
+ $_misc_h{'AddToFavourites'}++; # Hit on favicon on root or without error, we count it
+ }
+ $countedtraffic=1; # favicon is the only case not counted anywhere
+ }
+
+ # Analyze: Worms (countedtraffic=>1 if worm)
+ #-------------------------------------------
+ if (! $countedtraffic) {
+ if ($LevelForWormsDetection) {
+ foreach (@WormsSearchIDOrder) {
+ if ($field[$pos_url] =~ /$_/) {
+ # It's a worm
+ my $worm=&UnCompileRegex($_);
+ if ($Debug) { debug(" Record is a hit from a worm identified by '$worm'",2); }
+ $worm=$WormsHashID{$worm}||'unknown';
+ $_worm_h{$worm}++;
+ $_worm_k{$worm}+=int($field[$pos_size]);
+ $_worm_l{$worm}=$timerecord;
+ $countedtraffic=1;
+ if ($PageBool) { $_time_nv_p[$hourrecord]++; }
+ $_time_nv_h[$hourrecord]++;
+ $_time_nv_k[$hourrecord]+=int($field[$pos_size]);
+ last;
+ }
+ }
+ }
+ }
+
+ # Analyze: Status code (countedtraffic=>1 if error)
+ #--------------------------------------------------
+ if (! $countedtraffic) {
+ if ($LogType eq 'W' || $LogType eq 'S') { # HTTP record or Stream record
+ if ($ValidHTTPCodes{$field[$pos_code]}) { # Code is valid
+ if ($field[$pos_code] == 304) { $field[$pos_size]=0; }
+ }
+ else { # Code is not valid
+ if ($field[$pos_code] !~ /^\d\d\d$/) { $field[$pos_code]=999; }
+ $_errors_h{$field[$pos_code]}++;
+ $_errors_k{$field[$pos_code]}+=int($field[$pos_size]);
+ foreach my $code (keys %TrapInfosForHTTPErrorCodes) {
+ if ($field[$pos_code] == $code) {
+ # This is an error code which referrer need to be tracked
+ my $newurl=substr($field[$pos_url],0,$MaxLengthOfStoredURL);
+ $newurl =~ s/[$URLQuerySeparators].*$//;
+ $_sider404_h{$newurl}++;
+ if ($pos_referer >= 0) {
+ my $newreferer=$field[$pos_referer];
+ if (! $URLReferrerWithQuery) { $newreferer =~ s/[$URLQuerySeparators].*$//; }
+ $_referer404_h{$newurl}=$newreferer;
+ last;
+ }
+ }
+ }
+ if ($Debug) { debug(" Record stored in the status code chart (status code=$field[$pos_code])",2); }
+ $countedtraffic=1;
+ if ($PageBool) { $_time_nv_p[$hourrecord]++; }
+ $_time_nv_h[$hourrecord]++;
+ $_time_nv_k[$hourrecord]+=int($field[$pos_size]);
+ }
+ }
+ elsif ($LogType eq 'M') { # Mail record
+ if (! $ValidSMTPCodes{$field[$pos_code]}) { # Code is not valid
+ $_errors_h{$field[$pos_code]}++;
+ $_errors_k{$field[$pos_code]}+=int($field[$pos_size]); # Size is often 0 when error
+ if ($Debug) { debug(" Record stored in the status code chart (status code=$field[$pos_code])",2); }
+ $countedtraffic=1;
+ if ($PageBool) { $_time_nv_p[$hourrecord]++; }
+ $_time_nv_h[$hourrecord]++;
+ $_time_nv_k[$hourrecord]+=int($field[$pos_size]);
+ }
+ }
+ elsif ($LogType eq 'F') { # FTP record
+ }
+ }
+
+ # Analyze: Robot from robot database (countedtraffic=>1 if robot)
+ #----------------------------------------------------------------
+ if (! $countedtraffic) {
+ if ($pos_agent >= 0) {
+ if ($DecodeUA) { $field[$pos_agent] =~ s/%20/_/g; } # This is to support servers (like Roxen) that writes user agent with %20 in it
+ $UserAgent=$field[$pos_agent];
+
+ if ($LevelForRobotsDetection) {
+
+ my $uarobot=$TmpRobot{$UserAgent};
+ if (! $uarobot) {
+ #study $UserAgent; Does not increase speed
+ foreach (@RobotsSearchIDOrder) {
+ if ($UserAgent =~ /$_/) {
+ my $bot=&UnCompileRegex($_);
+ $TmpRobot{$UserAgent}=$uarobot="$bot"; # Last time, we won't search if robot or not. We know it is.
+ if ($Debug) { debug(" UserAgent '$UserAgent' is added to TmpRobot with value '$bot'",2); }
+ last;
+ }
+ }
+ if (! $uarobot) { # Last time, we won't search if robot or not. We know it's not.
+ $TmpRobot{$UserAgent}=$uarobot='-';
+ }
+ }
+ if ($uarobot ne '-') {
+ # If robot, we stop here
+ if ($Debug) { debug(" UserAgent '$UserAgent' contains robot ID '$uarobot'",2); }
+ $_robot_h{$uarobot}++;
+ $_robot_k{$uarobot}+=int($field[$pos_size]);
+ $_robot_l{$uarobot}=$timerecord;
+ if ($urlwithnoquery =~ /$regrobot/o) { $_robot_r{$uarobot}++; }
+ $countedtraffic=1;
+ if ($PageBool) { $_time_nv_p[$hourrecord]++; }
+ $_time_nv_h[$hourrecord]++;
+ $_time_nv_k[$hourrecord]+=int($field[$pos_size]);
+ }
+ }
+ }
+ }
+
+ # Analyze: Robot from "hit on robots.txt" file (countedtraffic=>1 if robot)
+ # -------------------------------------------------------------------------
+ if (! $countedtraffic) {
+ if ($urlwithnoquery =~ /$regrobot/o) {
+ if ($Debug) { debug(" It's an unknown robot",2); }
+ $_robot_h{'unknown'}++;
+ $_robot_k{'unknown'}+=int($field[$pos_size]);
+ $_robot_l{'unknown'}=$timerecord;
+ $_robot_r{'unknown'}++;
+ $countedtraffic=1;
+ if ($PageBool) { $_time_nv_p[$hourrecord]++; }
+ $_time_nv_h[$hourrecord]++;
+ $_time_nv_k[$hourrecord]+=int($field[$pos_size]);
+ }
+ }
+
+ # Analyze: File type - Compression
+ #---------------------------------
+ if (! $countedtraffic) {
+ if ($LevelForFileTypesDetection) {
+ $_filetypes_h{$extension}++;
+ $_filetypes_k{$extension}+=int($field[$pos_size]); # TODO can cause a warning
+ # Compression
+ if ($pos_gzipin>=0 && $field[$pos_gzipin]) { # If in and out in log
+ my ($notused,$in)=split(/:/,$field[$pos_gzipin]);
+ my ($notused1,$out,$notused2)=split(/:/,$field[$pos_gzipout]);
+ if ($out) {
+ $_filetypes_gz_in{$extension}+=$in;
+ $_filetypes_gz_out{$extension}+=$out;
+ }
+ }
+ elsif ($pos_compratio>=0 && ($field[$pos_compratio] =~ /(\d+)/)) { # Calculate in/out size from percentage
+ if ($fieldlib[$pos_compratio] eq 'gzipratio') {
+ # with mod_gzip: % is size (before-after)/before (low for jpg) ??????????
+ $_filetypes_gz_in{$extension}+=int($field[$pos_size]*100/((100-$1)||1));
+ } else {
+ # with mod_deflate: % is size after/before (high for jpg)
+ $_filetypes_gz_in{$extension}+=int($field[$pos_size]*100/($1||1));
+ }
+ $_filetypes_gz_out{$extension}+=int($field[$pos_size]);
+ }
+ }
+
+ # Analyze: Date - Hour - Pages - Hits - Kilo
+ #-------------------------------------------
+ if ($PageBool) {
+ # Replace default page name with / only ('if' is to increase speed when only 1 value in @DefaultFile)
+ if (@DefaultFile > 1) { foreach my $elem (@DefaultFile) { if ($field[$pos_url] =~ s/\/$elem$/\//o) { last; } } }
+ else { $field[$pos_url] =~ s/$regdefault/\//o; }
+ # FirstTime and LastTime are First and Last human visits (so changed if access to a page)
+ $FirstTime{$lastprocessedyearmonth}||=$timerecord;
+ $LastTime{$lastprocessedyearmonth}=$timerecord;
+ $DayPages{$yearmonthdayrecord}++;
+ $_url_p{$field[$pos_url]}++; #Count accesses for page (page)
+ $_url_k{$field[$pos_url]}+=int($field[$pos_size]);
+ $_time_p[$hourrecord]++; #Count accesses for hour (page)
+ # TODO Use an id for hash key of url
+ # $_url_t{$_url_id}
+ }
+ $_time_h[$hourrecord]++;
+ $_time_k[$hourrecord]+=int($field[$pos_size]);
+ $DayHits{$yearmonthdayrecord}++; #Count accesses for hour (hit)
+ $DayBytes{$yearmonthdayrecord}+=int($field[$pos_size]); #Count accesses for hour (kb)
+
+ # Analyze: Login
+ #---------------
+ if ($pos_logname>=0 && $field[$pos_logname] && $field[$pos_logname] ne '-') {
+ $field[$pos_logname] =~ s/ /_/g; # This is to allow space in logname
+ if ($LogFormat eq '6') { $field[$pos_logname] =~ s/^\"//; $field[$pos_logname] =~ s/\"$//;} # logname field has " with Domino 6+
+ if ($AuthenticatedUsersNotCaseSensitive) { $field[$pos_logname]=lc($field[$pos_logname]); }
+
+ # We found an authenticated user
+ if ($PageBool) { $_login_p{$field[$pos_logname]}++; } #Count accesses for page (page)
+ $_login_h{$field[$pos_logname]}++; #Count accesses for page (hit)
+ $_login_k{$field[$pos_logname]}+=int($field[$pos_size]); #Count accesses for page (kb)
+ $_login_l{$field[$pos_logname]}=$timerecord;
+ }
+ }
+
+ # Do DNS lookup
+ #--------------
+ my $Host=$field[$pos_host];
+ my $HostResolved='';
+
+ if (! $countedtraffic) {
+ my $ip=0;
+ if ($DNSLookup) { # DNS lookup is 1 or 2
+ if ($Host =~ /$regipv4/o) { $ip=4; } # IPv4
+ elsif ($Host =~ /$regipv6/o) { $ip=6; } # IPv6
+ if ($ip) {
+ # Check in static DNS cache file
+ $HostResolved=$MyDNSTable{$Host};
+ if ($HostResolved) {
+ if ($Debug) { debug(" DNS lookup asked for $Host and found in static DNS cache file: $HostResolved",4); }
+ }
+ elsif ($DNSLookup==1) {
+ # Check in session cache (dynamic DNS cache file + session DNS cache)
+ $HostResolved=$TmpDNSLookup{$Host};
+ if (! $HostResolved) {
+ if (@SkipDNSLookupFor && &SkipDNSLookup($Host)) {
+ $HostResolved=$TmpDNSLookup{$Host}='*';
+ if ($Debug) { debug(" No need of reverse DNS lookup for $Host, skipped at user request.",4); }
+ }
+ else {
+ if ($ip == 4) {
+ my $lookupresult=gethostbyaddr(pack("C4",split(/\./,$Host)),AF_INET); # This is very slow, may spend 20 seconds
+ if (! $lookupresult || $lookupresult =~ /$regipv4/o || ! IsAscii($lookupresult)) {
+ $TmpDNSLookup{$Host}=$HostResolved='*';
+ }
+ else {
+ $TmpDNSLookup{$Host}=$HostResolved=$lookupresult;
+ }
+ if ($Debug) { debug(" Reverse DNS lookup for $Host done: $HostResolved",4); }
+ }
+ elsif ($ip == 6) {
+ if ($PluginsLoaded{'GetResolvedIP'}{'ipv6'}) {
+ my $lookupresult=GetResolvedIP_ipv6($Host);
+ if (! $lookupresult || ! IsAscii($lookupresult)) {
+ $TmpDNSLookup{$Host}=$HostResolved='*';
+ }
+ else {
+ $TmpDNSLookup{$Host}=$HostResolved=$lookupresult;
+ }
+ } else {
+ $TmpDNSLookup{$Host}=$HostResolved='*';
+ warning("Reverse DNS lookup for $Host not available without ipv6 plugin enabled.");
+ }
+ }
+ else { error("Bad value vor ip"); }
+ }
+ }
+ }
+ else {
+ $HostResolved='*';
+ if ($Debug) { debug(" DNS lookup by static DNS cache file asked for $Host but not found.",4); }
+ }
+ }
+ else {
+ if ($Debug) { debug(" DNS lookup asked for $Host but this is not an IP address.",4); }
+ $DNSLookupAlreadyDone=$LogFile;
+ }
+ }
+ else {
+ if ($Host =~ /$regipv4/o) { $HostResolved='*'; $ip=4; } # IPv4
+ elsif ($Host =~ /$regipv6/o) { $HostResolved='*'; $ip=6; } # IPv6
+ if ($Debug) { debug(" No DNS lookup asked.",4); }
+ }
+
+ # Analyze: Country (Top-level domain)
+ #------------------------------------
+ if ($Debug) { debug(" Search country (Host=$Host HostResolved=$HostResolved ip=$ip)",4); }
+ my $Domain='ip';
+ # Set $HostResolved to host and resolve domain
+ if ($HostResolved eq '*') {
+ # $Host is an IP address and is not resolved (failed or not asked) or resolution gives an IP address
+ $HostResolved = $Host;
+ # Resolve Domain
+ if ($PluginsLoaded{'GetCountryCodeByAddr'}{'geoipfree'}) { $Domain=GetCountryCodeByAddr_geoipfree($HostResolved); }
+ elsif ($PluginsLoaded{'GetCountryCodeByAddr'}{'geoip'}) { $Domain=GetCountryCodeByAddr_geoip($HostResolved); }
+ if ($AtLeastOneSectionPlugin) {
+ foreach my $pluginname (keys %{$PluginsLoaded{'SectionProcessIp'}}) {
+# my $function="SectionProcessIp_$pluginname(\$HostResolved)";
+# eval("$function");
+ my $function="SectionProcessIp_$pluginname";
+ &$function($HostResolved);
+ }
+ }
+ }
+ else {
+ # $Host was already a host name ($ip=0, $Host=name, $HostResolved='') or has been resolved ($ip>0, $Host=ip, $HostResolved defined)
+ $HostResolved = lc($HostResolved?$HostResolved:$Host);
+ # Resolve Domain
+ if ($ip) { # If we have ip, we use it in priority instead of hostname
+ if ($PluginsLoaded{'GetCountryCodeByAddr'}{'geoipfree'}) { $Domain=GetCountryCodeByAddr_geoipfree($Host); }
+ elsif ($PluginsLoaded{'GetCountryCodeByAddr'}{'geoip'}) { $Domain=GetCountryCodeByAddr_geoip($Host); }
+ elsif ($HostResolved =~ /\.(\w+)$/) { $Domain=$1; }
+ if ($AtLeastOneSectionPlugin) {
+ foreach my $pluginname (keys %{$PluginsLoaded{'SectionProcessIp'}}) {
+# my $function="SectionProcessIp_$pluginname(\$Host)";
+# eval("$function");
+ my $function="SectionProcessIp_$pluginname";
+ &$function($Host);
+ }
+ }
+ }
+ else {
+ if ($PluginsLoaded{'GetCountryCodeByName'}{'geoipfree'}) { $Domain=GetCountryCodeByName_geoipfree($HostResolved); }
+ elsif ($PluginsLoaded{'GetCountryCodeByName'}{'geoip'}) { $Domain=GetCountryCodeByName_geoip($HostResolved); }
+ elsif ($HostResolved =~ /\.(\w+)$/) { $Domain=$1; }
+ if ($AtLeastOneSectionPlugin) {
+ foreach my $pluginname (keys %{$PluginsLoaded{'SectionProcessHostname'}}) {
+# my $function="SectionProcessHostname_$pluginname(\$HostResolved)";
+# eval("$function");
+ my $function="SectionProcessHostname_$pluginname";
+ &$function($HostResolved);
+ }
+ }
+ }
+ }
+ # Store country
+ if ($PageBool) { $_domener_p{$Domain}++; }
+ $_domener_h{$Domain}++;
+ $_domener_k{$Domain}+=int($field[$pos_size]);
+
+ # Analyze: Host, URL entry+exit and Session
+ #------------------------------------------
+ if ($PageBool) {
+ my $timehostl=$_host_l{$HostResolved};
+ if ($timehostl) {
+ # A visit for this host was already detected
+# TODO everywhere there is $VISITTIMEOUT
+# $timehostl =~ /^\d\d\d\d\d\d(\d\d)/; my $daytimehostl=$1;
+# if ($timerecord > ($timehostl+$VISITTIMEOUT+($dateparts[3]>$daytimehostl?$NEWDAYVISITTIMEOUT:0))) {
+ if ($timerecord > ($timehostl+$VISITTIMEOUT)) {
+ # This is a second visit or more
+ if (! $_waithost_s{$HostResolved}) {
+ # This is a second visit or more
+ # We count 'visit','exit','entry','DayVisits'
+ if ($Debug) { debug(" This is a second visit for $HostResolved.",4); }
+ my $timehosts=$_host_s{$HostResolved};
+ my $page=$_host_u{$HostResolved};
+ if ($page) { $_url_x{$page}++; }
+ $_url_e{$field[$pos_url]}++;
+ $DayVisits{$yearmonthdayrecord}++;
+ # We can't count session yet because we don't have the start so
+ # we save params of first 'wait' session
+ $_waithost_l{$HostResolved}=$timehostl;
+ $_waithost_s{$HostResolved}=$timehosts;
+ $_waithost_u{$HostResolved}=$page;
+ }
+ else {
+ # This is third visit or more
+ # We count 'session','visit','exit','entry','DayVisits'
+ if ($Debug) { debug(" This is a third visit or more for $HostResolved.",4); }
+ my $timehosts=$_host_s{$HostResolved};
+ my $page=$_host_u{$HostResolved};
+ if ($page) { $_url_x{$page}++; }
+ $_url_e{$field[$pos_url]}++;
+ $DayVisits{$yearmonthdayrecord}++;
+ if ($timehosts) { $_session{GetSessionRange($timehosts,$timehostl)}++; }
+ }
+ # Save new session properties
+ $_host_s{$HostResolved}=$timerecord;
+ $_host_l{$HostResolved}=$timerecord;
+ $_host_u{$HostResolved}=$field[$pos_url];
+ }
+ elsif ($timerecord > $timehostl) {
+ # This is a same visit we can count
+ if ($Debug) { debug(" This is same visit still running for $HostResolved. host_l/host_u changed to $timerecord/$field[$pos_url]",4); }
+ $_host_l{$HostResolved}=$timerecord;
+ $_host_u{$HostResolved}=$field[$pos_url];
+ }
+ elsif ($timerecord == $timehostl) {
+ # This is a same visit we can count
+ if ($Debug) { debug(" This is same visit still running for $HostResolved. host_l/host_u changed to $timerecord/$field[$pos_url]",4); }
+ $_host_u{$HostResolved}=$field[$pos_url];
+ }
+ elsif ($timerecord < $_host_s{$HostResolved}) {
+ # Should happens only with not correctly sorted log files
+ if ($Debug) { debug(" This is same visit still running for $HostResolved with start not in order. host_s changed to $timerecord (entry page also changed if first visit)",4); }
+ if (! $_waithost_s{$HostResolved}) {
+ # We can reorder entry page only if it's the first visit found in this update run (The saved entry page was $_waithost_e if $_waithost_s{$HostResolved} is not defined. If second visit or more, entry was directly counted and not saved)
+ $_waithost_e{$HostResolved}=$field[$pos_url];
+ }
+ else {
+ # We can't change entry counted as we dont't know what was the url counted as entry
+ }
+ $_host_s{$HostResolved}=$timerecord;
+ }
+ else {
+ if ($Debug) { debug(" This is same visit still running for $HostResolved with hit between start and last hits. No change",4); }
+ }
+ }
+ else {
+ # This is a new visit (may be). First new visit found for this host. We save in wait array the entry page to count later
+ if ($Debug) { debug(" New session (may be) for $HostResolved. Save in wait array to see later",4); }
+ $_waithost_e{$HostResolved}=$field[$pos_url];
+ # Save new session properties
+ $_host_u{$HostResolved}=$field[$pos_url];
+ $_host_s{$HostResolved}=$timerecord;
+ $_host_l{$HostResolved}=$timerecord;
+ }
+ $_host_p{$HostResolved}++;
+ }
+ $_host_h{$HostResolved}++;
+ $_host_k{$HostResolved}+=int($field[$pos_size]);
+
+ # Analyze: Browser - OS
+ #----------------------
+ if ($pos_agent >= 0 && $UserAgent) {
+
+ if ($LevelForBrowsersDetection) {
+
+ # Analyze: Browser
+ #-----------------
+ my $uabrowser=$TmpBrowser{$UserAgent};
+ if (! $uabrowser) {
+ my $found=1;
+ # IE ?
+ if ($UserAgent =~ /$regvermsie/o && $UserAgent !~ /$regnotie/o) {
+ $_browser_h{"msie$2"}++;
+ $TmpBrowser{$UserAgent}="msie$2";
+ }
+ # Firefox ?
+ elsif ($UserAgent =~ /$regverfirefox/o) {
+ $_browser_h{"firefox$1"}++;
+ $TmpBrowser{$UserAgent}="firefox$1";
+ }
+ # Netscape 6.x, 7.x ... ?
+ elsif ($UserAgent =~ /$regvernetscape/o) {
+ $_browser_h{"netscape$1"}++;
+ $TmpBrowser{$UserAgent}="netscape$1";
+ }
+ # Netscape 3.x, 4.x ... ?
+ elsif ($UserAgent =~ /$regvermozilla/o && $UserAgent !~ /$regnotnetscape/o) {
+ $_browser_h{"netscape$2"}++;
+ $TmpBrowser{$UserAgent}="netscape$2";
+ }
+ # Other known browsers ?
+ else {
+ $found=0;
+ foreach (@BrowsersSearchIDOrder) { # Search ID in order of BrowsersSearchIDOrder
+ if ($UserAgent =~ /$_/) {
+ my $browser=&UnCompileRegex($_);
+ # TODO If browser is in a family, use version
+ $_browser_h{"$browser"}++;
+ $TmpBrowser{$UserAgent}="$browser";
+ $found=1;
+ last;
+ }
+ }
+ }
+ # Unknown browser ?
+ if (!$found) {
+ $_browser_h{'Unknown'}++;
+ $TmpBrowser{$UserAgent}='Unknown';
+ my $newua=$UserAgent; $newua =~ tr/\+ /__/;
+ $_unknownrefererbrowser_l{$newua}=$timerecord;
+ }
+ }
+ else {
+ $_browser_h{$uabrowser}++;
+ if ($uabrowser eq 'Unknown') {
+ my $newua=$UserAgent; $newua =~ tr/\+ /__/;
+ $_unknownrefererbrowser_l{$newua}=$timerecord;
+ }
+ }
+
+ }
+
+ if ($LevelForOSDetection) {
+
+ # Analyze: OS
+ #------------
+ my $uaos=$TmpOS{$UserAgent};
+ if (! $uaos) {
+ my $found=0;
+ # in OSHashID list ?
+ foreach (@OSSearchIDOrder) { # Search ID in order of OSSearchIDOrder
+ if ($UserAgent =~ /$_/) {
+ my $osid=$OSHashID{&UnCompileRegex($_)};
+ $_os_h{"$osid"}++;
+ $TmpOS{$UserAgent}="$osid";
+ $found=1;
+ last;
+ }
+ }
+ # Unknown OS ?
+ if (!$found) {
+ $_os_h{'Unknown'}++;
+ $TmpOS{$UserAgent}='Unknown';
+ my $newua=$UserAgent; $newua =~ tr/\+ /__/;
+ $_unknownreferer_l{$newua}=$timerecord;
+ }
+ }
+ else {
+ $_os_h{$uaos}++;
+ if ($uaos eq 'Unknown') {
+ my $newua=$UserAgent; $newua =~ tr/\+ /__/;
+ $_unknownreferer_l{$newua}=$timerecord;
+ }
+ }
+
+ }
+
+ }
+ else {
+ $_browser_h{'Unknown'}++;
+ $_os_h{'Unknown'}++;
+ }
+
+ # Analyze: Referer
+ #-----------------
+ my $found=0;
+ if ($pos_referer >= 0 && $LevelForRefererAnalyze && $field[$pos_referer]) {
+
+ # Direct ?
+ if ($field[$pos_referer] eq '-' || $field[$pos_referer] eq 'bookmarks') { # "bookmarks" is sent by Netscape, '-' by all others browsers
+ # Direct access
+ if ($PageBool) { $_from_p[0]++; }
+ $_from_h[0]++;
+ $found=1;
+ }
+ else {
+ $field[$pos_referer] =~ /$regreferer/o;
+ my $refererprot=$1;
+ my $refererserver=($2||'').(! $3 || $3 eq ':80'?'':$3); # refererserver is www.xxx.com or www.xxx.com:81 but not www.xxx.com:80
+ # HTML link ?
+ if ($refererprot =~ /^http/i) {
+ #if ($Debug) { debug(" Analyze referer refererprot=$refererprot refererserver=$refererserver",5); }
+
+ # Kind of origin
+ if (!$TmpRefererServer{$refererserver}) { # is "=" if same site, "search egine key" if search engine, not defined otherwise
+ if ($refererserver =~ /$reglocal/o) {
+ # Intern (This hit came from another page of the site)
+ if ($Debug) { debug(" Server '$refererserver' is added to TmpRefererServer with value '='",2); }
+ $TmpRefererServer{$refererserver}='=';
+ $found=1;
+ }
+ else {
+ foreach (@HostAliases) {
+ if ($refererserver =~ /$_/) {
+ # Intern (This hit came from another page of the site)
+ if ($Debug) { debug(" Server '$refererserver' is added to TmpRefererServer with value '='",2); }
+ $TmpRefererServer{$refererserver}='=';
+ $found=1;
+ last;
+ }
+ }
+ if (! $found) {
+ # Extern (This hit came from an external web site).
+
+ if ($LevelForSearchEnginesDetection) {
+
+ foreach (@SearchEnginesSearchIDOrder) { # Search ID in order of SearchEnginesSearchIDOrder
+ if ($refererserver =~ /$_/) {
+ my $key=&UnCompileRegex($_);
+ if (! $NotSearchEnginesKeys{$key} || $refererserver !~ /$NotSearchEnginesKeys{$key}/i) {
+ # This hit came from the search engine $key
+ if ($Debug) { debug(" Server '$refererserver' is added to TmpRefererServer with value '$key'",2); }
+ $TmpRefererServer{$refererserver}=$SearchEnginesHashID{$key};
+ $found=1;
+ }
+ last;
+ }
+ }
+
+ }
+ }
+ }
+ }
+
+ my $tmprefererserver=$TmpRefererServer{$refererserver};
+ if ($tmprefererserver) {
+ if ($tmprefererserver eq '=') {
+ # Intern (This hit came from another page of the site)
+ if ($PageBool) { $_from_p[4]++; }
+ $_from_h[4]++;
+ $found=1;
+ }
+ else {
+ # This hit came from a search engine
+ if ($PageBool) { $_from_p[2]++; $_se_referrals_p{$tmprefererserver}++; }
+ $_from_h[2]++;
+ $_se_referrals_h{$tmprefererserver}++;
+ $found=1;
+ if ($PageBool && $LevelForKeywordsDetection) {
+ # we will complete %_keyphrases hash array
+ my @refurl=split(/\?/,$field[$pos_referer],2); # TODO Use \? or [$URLQuerySeparators] ?
+ if ($refurl[1]) {
+ # Extract params of referer query string (q=cache:mmm:www/zzz+aaa+bbb q=aaa+bbb/ccc key=ddd%20eee lang_en ie=UTF-8 ...)
+ if ($SearchEnginesKnownUrl{$tmprefererserver}) { # Search engine with known URL syntax
+ foreach my $param (split(/&/,$KeyWordsNotSensitive?lc($refurl[1]):$refurl[1])) {
+ if ($param =~ s/^$SearchEnginesKnownUrl{$tmprefererserver}//) {
+ # We found good parameter
+ # Now param is keyphrase: "cache:mmm:www/zzz+aaa+bbb/ccc+ddd%20eee'fff,ggg"
+ $param =~ s/^(cache|related):[^\+]+//; # Should be useless since this is for hit on 'not pages'
+ &ChangeWordSeparatorsIntoSpace($param); # Change [ aaa+bbb/ccc+ddd%20eee'fff,ggg ] into [ aaa bbb/ccc ddd eee fff ggg]
+ $param =~ s/^ +//; $param =~ s/ +$//; $param =~ tr/ /\+/s;
+ if ((length $param) > 0) { $_keyphrases{$param}++; }
+ last;
+ }
+ }
+ }
+ elsif ($LevelForKeywordsDetection >= 2) { # Search engine with unknown URL syntax
+ foreach my $param (split(/&/,$KeyWordsNotSensitive?lc($refurl[1]):$refurl[1])) {
+ my $foundexcludeparam=0;
+ foreach my $paramtoexclude (@WordsToCleanSearchUrl) {
+ if ($param =~ /$paramtoexclude/i) { $foundexcludeparam=1; last; } # Not the param with search criteria
+ }
+ if ($foundexcludeparam) { next; }
+ # We found good parameter
+ $param =~ s/.*=//;
+ # Now param is keyphrase: "aaa+bbb/ccc+ddd%20eee'fff,ggg"
+ $param =~ s/^(cache|related):[^\+]+//; # Should be useless since this is for hit on 'not pages'
+ &ChangeWordSeparatorsIntoSpace($param); # Change [ aaa+bbb/ccc+ddd%20eee'fff,ggg ] into [ aaa bbb/ccc ddd eee fff ggg ]
+ $param =~ s/^ +//; $param =~ s/ +$//; $param =~ tr/ /\+/s;
+ if ((length $param) > 2) { $_keyphrases{$param}++; last; }
+ }
+ }
+ } # End of elsif refurl[1]
+ elsif ($SearchEnginesWithKeysNotInQuery{$tmprefererserver}) {
+ # If search engine with key inside page url like a9 (www.a9.com/searchkey1%20searchkey2)
+ if ($refurl[0] =~ /$SearchEnginesKnownUrl{$tmprefererserver}(.*)$/) {
+ my $param=$1;
+ &ChangeWordSeparatorsIntoSpace($param);
+ if ((length $param) > 0) { $_keyphrases{$param}++; }
+ }
+ }
+
+ }
+ }
+ } # End of if ($TmpRefererServer)
+ else {
+ # This hit came from a site other than a search engine
+ if ($PageBool) { $_from_p[3]++; }
+ $_from_h[3]++;
+ # http://www.mysite.com/ must be same referer than http://www.mysite.com but .../mypage/ differs of .../mypage
+ #if ($refurl[0] =~ /^[^\/]+\/$/) { $field[$pos_referer] =~ s/\/$//; } # Code moved in Save_History
+ # TODO: lowercase the value for referer server to have refering server not case sensitive
+ if ($URLReferrerWithQuery) {
+ if ($PageBool) { $_pagesrefs_p{$field[$pos_referer]}++; }
+ $_pagesrefs_h{$field[$pos_referer]}++;
+ }
+ else {
+ # We discard query for referer
+ if ($field[$pos_referer]=~/$regreferernoquery/o) {
+ if ($PageBool) { $_pagesrefs_p{"$1"}++; }
+ $_pagesrefs_h{"$1"}++;
+ }
+ else {
+ if ($PageBool) { $_pagesrefs_p{$field[$pos_referer]}++; }
+ $_pagesrefs_h{$field[$pos_referer]}++;
+ }
+ }
+ $found=1;
+ }
+ }
+
+ # News Link ?
+ if (! $found && $refererprot =~ /^news/i) {
+ $found=1;
+ if ($PageBool) { $_from_p[5]++; }
+ $_from_h[5]++;
+ }
+ }
+ }
+
+ # Origin not found
+ if (!$found) {
+ if ($ShowUnknownOrigin) { print "Unknown origin: $field[$pos_referer]\n"; }
+ if ($PageBool) { $_from_p[1]++; }
+ $_from_h[1]++;
+ }
+
+ # Analyze: EMail
+ #---------------
+ if ($pos_emails>=0 && $field[$pos_emails]) {
+ if ($field[$pos_emails] eq '<>') { $field[$pos_emails]='Unknown'; }
+ elsif ($field[$pos_emails] !~ /\@/) { $field[$pos_emails].="\@$SiteDomain"; }
+ $_emails_h{lc($field[$pos_emails])}++; #Count accesses for sender email (hit)
+ $_emails_k{lc($field[$pos_emails])}+=int($field[$pos_size]); #Count accesses for sender email (kb)
+ $_emails_l{lc($field[$pos_emails])}=$timerecord;
+ }
+ if ($pos_emailr>=0 && $field[$pos_emailr]) {
+ if ($field[$pos_emailr] !~ /\@/) { $field[$pos_emailr].="\@$SiteDomain"; }
+ $_emailr_h{lc($field[$pos_emailr])}++; #Count accesses for receiver email (hit)
+ $_emailr_k{lc($field[$pos_emailr])}+=int($field[$pos_size]); #Count accesses for receiver email (kb)
+ $_emailr_l{lc($field[$pos_emailr])}=$timerecord;
+ }
+ }
+
+ # Check cluster
+ #--------------
+ if ($pos_cluster>=0) {
+ if ($PageBool) { $_cluster_p{$field[$pos_cluster]}++; } #Count accesses for page (page)
+ $_cluster_h{$field[$pos_cluster]}++; #Count accesses for page (hit)
+ $_cluster_k{$field[$pos_cluster]}+=int($field[$pos_size]); #Count accesses for page (kb)
+ }
+
+ # Analyze: Extra
+ #---------------
+ foreach my $extranum (1..@ExtraName-1) {
+ if ($Debug) { debug(" Process extra analyze $extranum",4); }
+
+ # Check code
+ my $conditionok=0;
+ foreach my $condnum (0..@{$ExtraCodeFilter[$extranum]}-1) {
+ if ($Debug) { debug(" Check code '$field[$pos_code]' must be '$ExtraCodeFilter[$extranum][$condnum]'",5); }
+ if ($field[$pos_code] eq "$ExtraCodeFilter[$extranum][$condnum]") { $conditionok=1; last; }
+ }
+ if (! $conditionok && @{$ExtraCodeFilter[$extranum]}) { next; } # End for this section
+ if ($Debug) { debug(" No check on code or code is OK. Now we check other conditions.",5); }
+
+ # Check conditions
+ $conditionok=0;
+ foreach my $condnum (0..@{$ExtraConditionType[$extranum]}-1) {
+ my $conditiontype=$ExtraConditionType[$extranum][$condnum];
+ my $conditiontypeval=$ExtraConditionTypeVal[$extranum][$condnum];
+ if ($conditiontype eq 'URL') {
+ if ($Debug) { debug(" Check condition '$conditiontype' must contain '$conditiontypeval' in '$urlwithnoquery'",5); }
+ if ($urlwithnoquery =~ /$conditiontypeval/) { $conditionok=1; last; }
+ }
+ elsif ($conditiontype eq 'QUERY_STRING') {
+ if ($Debug) { debug(" Check condition '$conditiontype' must contain '$conditiontypeval' in '$standalonequery'",5); }
+ if ($standalonequery =~ /$conditiontypeval/) { $conditionok=1; last; }
+ }
+ elsif ($conditiontype eq 'REFERER') {
+ if ($Debug) { debug(" Check condition '$conditiontype' must contain '$conditiontypeval' in '$field[$pos_referer]'",5); }
+ if ($field[$pos_referer] =~ /$conditiontypeval/) { $conditionok=1; last; }
+ }
+ elsif ($conditiontype eq 'UA') {
+ if ($Debug) { debug(" Check condition '$conditiontype' must contain '$conditiontypeval' in '$field[$pos_agent]'",5); }
+ if ($field[$pos_agent] =~ /$conditiontypeval/) { $conditionok=1; last; }
+ }
+ elsif ($conditiontype eq 'HOST') {
+ if ($Debug) { debug(" Check condition '$conditiontype' must contain '$conditiontypeval' in '$field[$pos_host]'",5); }
+ if ($HostResolved =~ /$conditiontypeval/) { $conditionok=1; last; }
+ }
+ elsif ($conditiontype =~ /extra(\d+)/i) {
+ if ($Debug) { debug(" Check condition '$conditiontype' must contain '$conditiontypeval' in '$field[$pos_extra[$1]]'",5); }
+ if ($field[$pos_extra[$1]] =~ /$conditiontypeval/) { $conditionok=1; last; }
+ }
+ else { error("Wrong value of parameter ExtraSectionCondition$extranum"); }
+ }
+ if (! $conditionok && @{$ExtraConditionType[$extranum]}) { next; } # End for this section
+ if ($Debug) { debug(" No condition or condition is OK. Now we extract value for first column of extra chart.",5); }
+
+ # Determine actual column value to use.
+ my $rowkeyval;
+ my $rowkeyok=0;
+ foreach my $rowkeynum (0..@{$ExtraFirstColumnValuesType[$extranum]}-1) {
+ my $rowkeytype=$ExtraFirstColumnValuesType[$extranum][$rowkeynum];
+ my $rowkeytypeval=$ExtraFirstColumnValuesTypeVal[$extranum][$rowkeynum];
+ if ($rowkeytype eq 'URL') {
+ if ($urlwithnoquery =~ /$rowkeytypeval/) { $rowkeyval = "$1"; $rowkeyok = 1; last; }
+ }
+ elsif ($rowkeytype eq 'QUERY_STRING') {
+ if ($Debug) { debug(" Extract value from '$standalonequery' with regex '$rowkeytypeval'.",5); }
+ if ($standalonequery =~ /$rowkeytypeval/) { $rowkeyval = "$1"; $rowkeyok = 1; last; }
+ }
+ elsif ($rowkeytype eq 'REFERER') {
+ if ($field[$pos_referer] =~ /$rowkeytypeval/) { $rowkeyval = "$1"; $rowkeyok = 1; last; }
+ }
+ elsif ($rowkeytype eq 'UA') {
+ if ($field[$pos_agent] =~ /$rowkeytypeval/) { $rowkeyval = "$1"; $rowkeyok = 1; last; }
+ }
+ elsif ($rowkeytype eq 'HOST') {
+ if ($HostResolved =~ /$rowkeytypeval/) { $rowkeyval = "$1"; $rowkeyok = 1; last; }
+ }
+ elsif ($rowkeytype =~ /extra(\d+)/i) {
+ if ($field[$pos_extra[$1]] =~ /$rowkeytypeval/) { $rowkeyval = "$1"; $rowkeyok = 1; last; }
+ }
+ else { error("Wrong value of parameter ExtraSectionFirstColumnValues$extranum"); }
+ }
+ if (! $rowkeyok) { next; } # End for this section
+ if ($Debug) { debug(" Key val was found: $rowkeyval",5); }
+
+ # Here we got all values to increase counters
+ if ($PageBool && $ExtraStatTypes[$extranum] =~ /P/i) { ${'_section_' . $extranum . '_p'}{$rowkeyval}++; }
+ ${'_section_' . $extranum . '_h'}{$rowkeyval}++; # Must be set
+ if ($ExtraStatTypes[$extranum] =~ /B/i) { ${'_section_' . $extranum . '_k'}{$rowkeyval}+=int($field[$pos_size]); }
+ if ($ExtraStatTypes[$extranum] =~ /L/i) {
+ if (${'_section_' . $extranum . '_l'}{$rowkeyval}||0 < $timerecord) { ${'_section_' . $extranum . '_l'}{$rowkeyval}=$timerecord; }
+ }
+ # Check to avoid too large extra sections
+ if (scalar keys %{'_section_' . $extranum . '_h'} > $ExtraTrackedRowsLimit) {
+ error(<<END_ERROR_TEXT);
+The number of values found for extra section $extranum has grown too large.
+In order to prevent awstats from using an excessive amount of memory, the number
+of values is currently limited to $ExtraTrackedRowsLimit. Perhaps you should consider
+revising extract parameters for extra section $extranum. If you are certain you
+want to track such a large data set, you can increase the limit by setting
+ExtraTrackedRowsLimit in your awstats configuration file.
+END_ERROR_TEXT
+ }
+ }
+
+ # Every 20,000 approved lines after a flush, we test to clean too large hash arrays to flush data in tmp file
+ if (++$counterforflushtest >= 20000) {
+ #if (++$counterforflushtest >= 1) {
+ if ((scalar keys %_host_u) > ($LIMITFLUSH<<2) || (scalar keys %_url_p) > $LIMITFLUSH) {
+ # warning("Warning: Try to run AWStats update process more frequently to analyze smaler log files.");
+ if ($^X =~ /activestate/i || $^X =~ /activeperl/i) {
+ # We don't flush if perl is activestate to avoid slowing process because of memory hole
+ }
+ else {
+ # Clean tmp hash arrays
+ #%TmpDNSLookup = ();
+ %TmpOS = %TmpRefererServer = %TmpRobot = %TmpBrowser = ();
+ # We flush if perl is not activestate
+ print "Flush history file on disk";
+ if ((scalar keys %_host_u) > ($LIMITFLUSH<<2)) { print " (unique hosts reach flush limit of ".($LIMITFLUSH<<2).")"; }
+ if ((scalar keys %_url_p) > $LIMITFLUSH) { print " (unique url reach flush limit of ".($LIMITFLUSH).")"; }
+ print "\n";
+ if ($Debug) {
+ debug("End of set of $counterforflushtest records: Some hash arrays are too large. We flush and clean some.",2);
+ print " _host_p:".(scalar keys %_host_p)." _host_h:".(scalar keys %_host_h)." _host_k:".(scalar keys %_host_k)." _host_l:".(scalar keys %_host_l)." _host_s:".(scalar keys %_host_s)." _host_u:".(scalar keys %_host_u)."\n";
+ print " _url_p:".(scalar keys %_url_p)." _url_k:".(scalar keys %_url_k)." _url_e:".(scalar keys %_url_e)." _url_x:".(scalar keys %_url_x)."\n";
+ print " _waithost_e:".(scalar keys %_waithost_e)." _waithost_l:".(scalar keys %_waithost_l)." _waithost_s:".(scalar keys %_waithost_s)." _waithost_u:".(scalar keys %_waithost_u)."\n";
+ }
+ &Read_History_With_TmpUpdate($lastprocessedyear,$lastprocessedmonth,1,1,"all",($lastlinenb+$NbOfLinesParsed),$lastlineoffset,&CheckSum($_));
+ &GetDelaySinceStart(1); $NbOfLinesShowsteps=1;
+ }
+ }
+ $counterforflushtest=0;
+ }
+
+ } # End of loop for processing new record.
+
+ if ($Debug) {
+ debug(" _host_p:".(scalar keys %_host_p)." _host_h:".(scalar keys %_host_h)." _host_k:".(scalar keys %_host_k)." _host_l:".(scalar keys %_host_l)." _host_s:".(scalar keys %_host_s)." _host_u:".(scalar keys %_host_u)."\n",1);
+ debug(" _url_p:".(scalar keys %_url_p)." _url_k:".(scalar keys %_url_k)." _url_e:".(scalar keys %_url_e)." _url_x:".(scalar keys %_url_x)."\n",1);
+ debug(" _waithost_e:".(scalar keys %_waithost_e)." _waithost_l:".(scalar keys %_waithost_l)." _waithost_s:".(scalar keys %_waithost_s)." _waithost_u:".(scalar keys %_waithost_u)."\n",1);
+ debug("End of processing log file (AWStats memory cache is TmpDNSLookup=".(scalar keys %TmpDNSLookup)." TmpBrowser=".(scalar keys %TmpBrowser)." TmpOS=".(scalar keys %TmpOS)." TmpRefererServer=".(scalar keys %TmpRefererServer)." TmpRobot=".(scalar keys %TmpRobot).")",1);
+ }
+
+ # Save current processed month $lastprocessedmonth
+ # If lastprocessedmonth > 0 means there is at least one approved new record in log or at least one existing history file
+ if ($lastprocessedmonth) { # TODO: Do not save if we are sure a flush was just already done
+ # Get last line
+ seek(LOG,$lastlineoffset,0);
+ my $line=<LOG>;
+ chomp $line; $line =~ s/\r$//;
+ if (! $NbOfLinesParsed) {
+ # TODO If there was no lines parsed (log was empty), we only update LastUpdate line with YYYYMMDDHHMMSS 0 0 0 0 0
+ &Read_History_With_TmpUpdate($lastprocessedyear,$lastprocessedmonth,1,1,"all",($lastlinenb+$NbOfLinesParsed),$lastlineoffset,&CheckSum($line));
+ }
+ else {
+ &Read_History_With_TmpUpdate($lastprocessedyear,$lastprocessedmonth,1,1,"all",($lastlinenb+$NbOfLinesParsed),$lastlineoffset,&CheckSum($line));
+ }
+ }
+
+ if ($Debug) { debug("Close log file \"$LogFile\""); }
+ close LOG || error("Command for pipe '$LogFile' failed");
+
+ # Process the Rename - Archive - Purge phase
+ my $renameok=1; my $archiveok=1;
+
+ # Open Log file for writing if PurgeLogFile is on
+ if ($PurgeLogFile) {
+ if ($ArchiveLogRecords) {
+ if ($ArchiveLogRecords == 1) { # For backward compatibility
+ $ArchiveFileName="$DirData/${PROG}_archive$FileSuffix.log";
+ }
+ else {
+ $ArchiveFileName="$DirData/${PROG}_archive$FileSuffix.".&Substitute_Tags($ArchiveLogRecords).".log";
+ }
+ open(LOG,"+<$LogFile") || error("Enable to archive log records of \"$LogFile\" into \"$ArchiveFileName\" because source can't be opened for read and write: $!<br />\n");
+ }
+ else {
+ open(LOG,"+<$LogFile");
+ }
+ binmode LOG;
+ }
+
+ # Rename all HISTORYTMP files into HISTORYTXT
+ &Rename_All_Tmp_History;
+
+ # Purge Log file if option is on and all renaming are ok
+ if ($PurgeLogFile) {
+ # Archive LOG file into ARCHIVELOG
+ if ($ArchiveLogRecords) {
+ if ($Debug) { debug("Start of archiving log file"); }
+ open(ARCHIVELOG,">>$ArchiveFileName") || error("Couldn't open file \"$ArchiveFileName\" to archive log: $!");
+ binmode ARCHIVELOG;
+ while (<LOG>) {
+ if (! print ARCHIVELOG $_) { $archiveok=0; last; }
+ }
+ close(ARCHIVELOG) || error("Archiving failed during closing archive: $!");
+ if ($SaveDatabaseFilesWithPermissionsForEveryone) { chmod 0666,"$ArchiveFileName"; }
+ if ($Debug) { debug("End of archiving log file"); }
+ }
+ # If rename and archive ok
+ if ($renameok && $archiveok) {
+ if ($Debug) { debug("Purge log file"); }
+ my $bold=($ENV{'GATEWAY_INTERFACE'}?'<b>':'');
+ my $unbold=($ENV{'GATEWAY_INTERFACE'}?'</b>':'');
+ my $br=($ENV{'GATEWAY_INTERFACE'}?'<br />':'');
+ truncate(LOG,0) || warning("Warning: $bold$PROG$unbold couldn't purge logfile \"$bold$LogFile$unbold\".$br\nChange your logfile permissions to allow write for your web server CGI process or change PurgeLogFile=1 into PurgeLogFile=0 in configure file and think to purge sometimes manually your logfile (just after running an update process to not loose any not already processed records your log file contains).");
+ }
+ close(LOG);
+ }
+
+ if ($DNSLookup==1 && $DNSLookupAlreadyDone) {
+ # DNSLookup warning
+ my $bold=($ENV{'GATEWAY_INTERFACE'}?'<b>':'');
+ my $unbold=($ENV{'GATEWAY_INTERFACE'}?'</b>':'');
+ my $br=($ENV{'GATEWAY_INTERFACE'}?'<br />':'');
+ warning("Warning: $bold$PROG$unbold has detected that some hosts names were already resolved in your logfile $bold$DNSLookupAlreadyDone$unbold.$br\nIf DNS lookup was already made by the logger (web server), you should change your setup DNSLookup=$DNSLookup into DNSLookup=0 to increase $PROG speed.");
+ }
+ if ($DNSLookup==1 && $NbOfNewLines) {
+ # Save new DNS last update cache file
+ Save_DNS_Cache_File(\%TmpDNSLookup,"$DirData/$DNSLastUpdateCacheFile","$FileSuffix"); # Save into file using FileSuffix
+ }
+
+ if ($EnableLockForUpdate) {
+ # Remove lock
+ &Lock_Update(0);
+ # Restore signals handler
+ $SIG{INT} = 'DEFAULT'; # 2
+ #$SIG{KILL} = 'DEFAULT'; # 9
+ #$SIG{TERM} = 'DEFAULT'; # 15
+ }
+
+}
+# End of log processing if ($UPdateStats)
+
+
+#---------------------------------------------------------------------
+# SHOW REPORT
+#---------------------------------------------------------------------
+
+if (scalar keys %HTMLOutput) {
+
+ my $max_p; my $max_h; my $max_k; my $max_v;
+ my $total_u; my $total_v; my $total_p; my $total_h; my $total_k; my $total_e; my $total_x; my $total_s; my $total_l; my $total_r;
+ my $average_u; my $average_v; my $average_p; my $average_h; my $average_k; my $average_s;
+ my $rest_p; my $rest_h; my $rest_k; my $rest_e; my $rest_x; my $rest_s; my $rest_l; my $rest_r;
+ my $average_nb;
+
+ # Define the NewLinkParams for main chart
+ my $NewLinkParams=${QueryString};
+ $NewLinkParams =~ s/(^|&)update(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&)output(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&)staticlinks(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&)framename=[^&]*//i;
+ my $NewLinkTarget='';
+ if ($DetailedReportsOnNewWindows) { $NewLinkTarget=" target=\"awstatsbis\""; }
+ if (($FrameName eq 'mainleft' || $FrameName eq 'mainright') && $DetailedReportsOnNewWindows < 2) {
+ $NewLinkParams.="&framename=mainright";
+ $NewLinkTarget=" target=\"mainright\"";
+ }
+ $NewLinkParams =~ tr/&/&/s; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//;
+ if ($NewLinkParams) { $NewLinkParams="${NewLinkParams}&"; }
+
+ if ($FrameName ne 'mainleft') {
+
+ # READING DATA
+ #-------------
+ &Init_HashArray();
+
+ # Loop on each month of year
+ for (my $ix=12; $ix>=1; $ix--) {
+ my $monthix=sprintf("%02s",$ix);
+ if ($MonthRequired eq 'all' || $monthix eq $MonthRequired) {
+ &Read_History_With_TmpUpdate($YearRequired,$monthix,0,0,"all"); # Read full history file
+ }
+ elsif (($HTMLOutput{'main'} && $ShowMonthStats) || $HTMLOutput{'alldays'}) {
+ &Read_History_With_TmpUpdate($YearRequired,$monthix,0,0,"general time"); # Read general and time sections.
+ }
+ }
+ }
+
+ # HTMLHeadSection
+ if ($FrameName ne 'index' && $FrameName ne 'mainleft') {
+ print "<a name=\"top\"> </a>\n\n";
+ print "$HTMLHeadSection\n";
+ print "\n";
+ }
+
+ # Call to plugins' function AddHTMLBodyHeader
+ foreach my $pluginname (keys %{$PluginsLoaded{'AddHTMLBodyHeader'}}) {
+# my $function="AddHTMLBodyHeader_$pluginname()";
+# eval("$function");
+ my $function="AddHTMLBodyHeader_$pluginname";
+ &$function();
+ }
+
+ my $WIDTHMENU1=($FrameName eq 'mainleft'?$FRAMEWIDTH:150);
+
+ # TOP BAN
+ #---------------------------------------------------------------------
+ if ($ShowMenu || $FrameName eq 'mainleft') {
+ my $frame=($FrameName eq 'mainleft');
+
+ if ($Debug) { debug("ShowTopBan",2); }
+ print "$Center<a name=\"menu\"> </a>\n";
+
+ if ($FrameName ne 'mainleft') {
+ my $NewLinkParams=${QueryString};
+ $NewLinkParams =~ s/(^|&)update(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&)staticlinks(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&)year=[^&]*//i;
+ $NewLinkParams =~ s/(^|&)month=[^&]*//i;
+ $NewLinkParams =~ s/(^|&)framename=[^&]*//i;
+ $NewLinkParams =~ tr/&/&/s; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//;
+ my $NewLinkTarget='';
+ if ($FrameName eq 'mainright') { $NewLinkTarget=" target=\"_parent\""; }
+ print "<form name=\"FormDateFilter\" action=\"".XMLEncode("$AWScript?${NewLinkParams}")."\" style=\"padding: 0px 0px 0px 0px; margin-top: 0\"$NewLinkTarget>\n";
+ }
+
+ if ($QueryString !~ /buildpdf/i) {
+ print "<table class=\"aws_border\" border=\"0\" cellpadding=\"2\" cellspacing=\"0\" width=\"100%\">\n";
+ print "<tr><td>\n";
+ print "<table class=\"aws_data\" border=\"0\" cellpadding=\"1\" cellspacing=\"0\" width=\"100%\">\n";
+ }
+ else {
+ print "<table width=\"100%\">\n";
+ }
+
+ if ($FrameName ne 'mainright') {
+ # Print Statistics Of
+ if ($FrameName eq 'mainleft') {
+ my $shortSiteDomain=$SiteDomain;
+ if (length($SiteDomain) > 30) { $shortSiteDomain=substr($SiteDomain,0,20)."...".substr($SiteDomain,length($SiteDomain)-5,5); }
+ print "<tr><td class=\"awsm\"><b>$Message[7]:</b></td></tr><tr><td class=\"aws\"><span style=\"font-size: 12px;\">$shortSiteDomain</span></td>";
+ }
+ else { print "<tr><td class=\"aws\" valign=\"middle\"><b>$Message[7]:</b> </td><td class=\"aws\" valign=\"middle\"><span style=\"font-size: 14px;\">$SiteDomain</span></td>"; }
+
+ # Logo and flags
+ if ($FrameName ne 'mainleft') {
+ if ($LogoLink =~ "http://awstats.sourceforge.net";) {
+ print "<td align=\"right\" rowspan=\"3\"><a href=\"".XMLEncode($LogoLink)."\" target=\"awstatshome\"><img src=\"$DirIcons/other/$Logo\" border=\"0\"".AltTitle(ucfirst($PROG)." Web Site")." /></a>";
+ }
+ else {
+ print "<td align=\"right\" rowspan=\"3\"><a href=\"".XMLEncode($LogoLink)."\" target=\"awstatshome\"><img src=\"$DirIcons/other/$Logo\" border=\"0\" /></a>";
+ }
+ if (! $StaticLinks) { print "<br />"; Show_Flag_Links($Lang); }
+ print "</td>";
+ }
+ print "</tr>\n";
+ }
+ if ($FrameName ne 'mainleft') {
+ # Print Last Update
+ print "<tr valign=\"middle\"><td class=\"aws\" valign=\"middle\" width=\"$WIDTHMENU1\"><b>$Message[35]:</b> </td>";
+ print "<td class=\"aws\" valign=\"middle\"><span style=\"font-size: 12px;\">";
+ if ($LastUpdate) { print Format_Date($LastUpdate,0); }
+ else {
+ # Here NbOfOldLines = 0 (because LastUpdate is not defined)
+ if (! $UpdateStats) { print "<span style=\"color: #880000\">$Message[24]</span>"; }
+ else { print "<span style=\"color: #880000\">No qualified records found in log ($NbOfLinesCorrupted corrupted, $NbOfLinesDropped dropped)</span>"; }
+
+ }
+ print "</span>";
+ # Print Update Now link
+ if ($AllowToUpdateStatsFromBrowser && ! $StaticLinks) {
+ my $NewLinkParams=${QueryString};
+ $NewLinkParams =~ s/(^|&)update(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&)staticlinks(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&)framename=[^&]*//i;
+ if ($FrameName eq 'mainright') { $NewLinkParams.="&framename=mainright"; }
+ $NewLinkParams =~ tr/&/&/s; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//;
+ if ($NewLinkParams) { $NewLinkParams="${NewLinkParams}&"; }
+ print " ";
+ print "<a href=\"".XMLEncode("$AWScript?${NewLinkParams}update=1")."\">$Message[74]</a>";
+ }
+ print "</td>";
+
+ # Logo and flags
+ if ($FrameName eq 'mainright') {
+ if ($LogoLink =~ "http://awstats.sourceforge.net";) {
+ print "<td align=\"right\" rowspan=\"2\"><a href=\"".XMLEncode($LogoLink)."\" target=\"awstatshome\"><img src=\"$DirIcons/other/$Logo\" border=\"0\"".AltTitle(ucfirst($PROG)." Web Site")." /></a>\n";
+ }
+ else {
+ print "<td align=\"right\" rowspan=\"2\"><a href=\"".XMLEncode($LogoLink)."\" target=\"awstatshome\"><img src=\"$DirIcons/other/$Logo\" border=\"0\" /></a>\n";
+ }
+ if (! $StaticLinks) { print "<br />"; Show_Flag_Links($Lang); }
+ print "</td>";
+ }
+
+ print "</tr>\n";
+ # Print selected period of analysis (month and year required)
+ print "<tr><td class=\"aws\" valign=\"middle\"><b>$Message[133]:</b></td>";
+ print "<td class=\"aws\" valign=\"middle\">";
+ if ($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks) {
+ print "<select class=\"aws_formfield\" name=\"month\">\n";
+ foreach (1..12) { my $monthix=sprintf("%02s",$_); print "<option".($MonthRequired eq "$monthix"?" selected=\"true\"":"")." value=\"$monthix\">$MonthNumLib{$monthix}</option>\n"; }
+ if ($AllowFullYearView >= 2) {
+ print "<option".($MonthRequired eq 'all'?" selected=\"true\"":"")." value=\"all\">- $Message[6] -</option>\n";
+ }
+ print "</select>\n";
+ print "<select class=\"aws_formfield\" name=\"year\">\n";
+ # Add YearRequired in list if not in ListOfYears
+ $ListOfYears{$YearRequired}||=$MonthRequired;
+ foreach (sort keys %ListOfYears) { print "<option".($YearRequired eq "$_"?" selected=\"true\"":"")." value=\"$_\">$_</option>\n"; }
+ print "</select>\n";
+ print "<input type=\"hidden\" name=\"output\" value=\"".join(',',keys %HTMLOutput)."\" />\n";
+ if ($SiteConfig) { print "<input type=\"hidden\" name=\"config\" value=\"$SiteConfig\" />\n"; }
+ if ($DirConfig) { print "<input type=\"hidden\" name=\"configdir\" value=\"$DirConfig\" />\n"; }
+ if ($QueryString =~ /lang=(\w+)/i) { print "<input type=\"hidden\" name=\"lang\" value=\"$1\" />\n"; }
+ if ($QueryString =~ /debug=(\d+)/i) { print "<input type=\"hidden\" name=\"debug\" value=\"$1\" />\n"; }
+ if ($FrameName eq 'mainright') { print "<input type=\"hidden\" name=\"framename\" value=\"index\" />\n"; }
+ print "<input type=\"submit\" value=\" $Message[115] \" class=\"aws_button\" />";
+ }
+ else {
+ print "<span style=\"font-size: 14px;\">";
+ if ($MonthRequired eq 'all') { print "$Message[6] $YearRequired"; }
+ else { print "$Message[5] $MonthNumLib{$MonthRequired} $YearRequired"; }
+ print "</span>";
+ }
+ print "</td></tr>\n";
+ }
+ if ($QueryString !~ /buildpdf/i) {
+ print "</table>\n";
+ print "</td></tr></table>\n";
+ }
+ else {
+ print "</table>\n";
+ }
+
+ if ($FrameName ne 'mainleft') { print "</form>\n"; }
+ else { print "<br />\n"; }
+ print "\n";
+ }
+
+ # Call to plugins' function AddHTMLMenuHeader
+ foreach my $pluginname (keys %{$PluginsLoaded{'AddHTMLMenuHeader'}}) {
+# my $function="AddHTMLMenuHeader_$pluginname()";
+# eval("$function");
+ my $function="AddHTMLMenuHeader_$pluginname";
+ &$function();
+ }
+
+ # MENU
+ #---------------------------------------------------------------------
+ if ($ShowMenu || $FrameName eq 'mainleft') {
+ my $frame=($FrameName eq 'mainleft');
+
+ if ($Debug) { debug("ShowMenu",2); }
+
+ # Print menu links
+ if (($HTMLOutput{'main'} && $FrameName ne 'mainright') || $FrameName eq 'mainleft') { # If main page asked
+ # Define link anchor
+ my $linkanchor=($FrameName eq 'mainleft'?"$AWScript?${NewLinkParams}":"");
+ if ($linkanchor && ($linkanchor !~ /framename=mainright/)) { $linkanchor.="framename=mainright"; }
+ $linkanchor =~ s/&$//; $linkanchor=XMLEncode("$linkanchor");
+ # Define target
+ my $targetpage=($FrameName eq 'mainleft'?" target=\"mainright\"":"");
+ # Print Menu
+ my $linetitle; # TODO a virer
+ if (! $PluginsLoaded{'ShowMenu'}{'menuapplet'}) {
+ my $menuicon=0; # TODO a virer
+ # Menu HTML
+ print "<table".($frame?" cellspacing=\"0\" cellpadding=\"0\" border=\"0\"":"").">\n";
+ if ($FrameName eq 'mainleft' && $ShowMonthStats) { print ($frame?"<tr><td class=\"awsm\">":""); print "<a href=\"$linkanchor#top\"$targetpage>$Message[128]</a>"; print ($frame?"</td></tr>\n":" "); }
+ my %menu=(); my %menulink=(); my %menutext=();
+ # When
+ %menu=('month'=>$ShowMonthStats?1:0,'daysofmonth'=>$ShowDaysOfMonthStats?2:0,'daysofweek'=>$ShowDaysOfWeekStats?3:0,'hours'=>$ShowHoursStats?4:0);
+ %menulink=('month'=>1,'daysofmonth'=>1,'daysofweek'=>1,'hours'=>1);
+ %menutext=('month'=>$Message[162],'daysofmonth'=>$Message[138],'daysofweek'=>$Message[91],'hours'=>$Message[20]);
+ ShowMenuCateg('when',$Message[93],'menu4.png',$frame,$targetpage,$linkanchor,$NewLinkParams,$NewLinkTarget,\%menu,\%menulink,\%menutext);
+ # Who
+ %menu=('countries'=>$ShowDomainsStats?1:0,'alldomains'=>$ShowDomainsStats?2:0,'visitors'=>$ShowHostsStats?3:0,'allhosts'=>$ShowHostsStats?4:0,'lasthosts'=>($ShowHostsStats =~ /L/i)?5:0,'unknownip'=>$ShowHostsStats?6:0,'logins'=>$ShowAuthenticatedUsers?7:0,'alllogins'=>$ShowAuthenticatedUsers?8:0,'lastlogins'=>($ShowAuthenticatedUsers =~ /L/i)?9:0,'emailsenders'=>$ShowEMailSenders?10:0,'allemails'=>$ShowEMailSenders?11:0,'lastemails'=>($ShowEMailSenders =~ /L/i)?12:0,'emailreceivers'=>$ShowEMailReceivers?13:0,'allemailr'=>$ShowEMailReceivers?14:0,'lastemailr'=>($ShowEMailReceivers =~ /L/i)?15:0,'robots'=>$ShowRobotsStats?16:0,'allrobots'=>$ShowRobotsStats?17:0,'lastrobots'=>($ShowRobotsStats =~ /L/i)?18:0,'worms'=>$ShowWormsStats?19:0);
+ %menulink=('countries'=>1,'alldomains'=>2,'visitors'=>1,'allhosts'=>2,'lasthosts'=>2,'unknownip'=>2,'logins'=>1,'alllogins'=>2,'lastlogins'=>2,'emailsenders'=>1,'allemails'=>2,'lastemails'=>2,'emailreceivers'=>1,'allemailr'=>2,'lastemailr'=>2,'robots'=>1,'allrobots'=>2,'lastrobots'=>2,'worms'=>1);
+ %menutext=('countries'=>$Message[148],'alldomains'=>$Message[80],'visitors'=>$Message[81],'allhosts'=>$Message[80],'lasthosts'=>$Message[9],'unknownip'=>$Message[45],'logins'=>$Message[94],'alllogins'=>$Message[80],'lastlogins'=>$Message[9],'emailsenders'=>$Message[131],'allemails'=>$Message[80],'lastemails'=>$Message[9],'emailreceivers'=>$Message[132],'allemailr'=>$Message[80],'lastemailr'=>$Message[9],'robots'=>$Message[53],'allrobots'=>$Message[80],'lastrobots'=>$Message[9],'worms'=>$Message[136]);
+ ShowMenuCateg('who',$Message[92],'menu5.png',$frame,$targetpage,$linkanchor,$NewLinkParams,$NewLinkTarget,\%menu,\%menulink,\%menutext);
+ # Navigation
+ $linetitle=&AtLeastOneNotNull($ShowSessionsStats,$ShowPagesStats,$ShowFileTypesStats,$ShowFileSizesStats,$ShowOSStats,$ShowBrowsersStats,$ShowScreenSizeStats);
+ if ($linetitle) { print "<tr><td class=\"awsm\"".($frame?"":" valign=\"top\"").">".($menuicon?"<img src=\"$DirIcons/other/menu2.png\" /> ":"")."<b>$Message[72]:</b></td>\n"; }
+ if ($linetitle) { print ($frame?"</tr>\n":"<td class=\"awsm\">"); }
+ if ($ShowSessionsStats) { print ($frame?"<tr><td class=\"awsm\">":""); print "<a href=\"$linkanchor#sessions\"$targetpage>$Message[117]</a>"; print ($frame?"</td></tr>\n":" "); }
+ if ($ShowFileTypesStats) { print ($frame?"<tr><td class=\"awsm\">":""); print "<a href=\"$linkanchor#filetypes\"$targetpage>$Message[73]</a>"; print ($frame?"</td></tr>\n":" "); }
+ if ($ShowPagesStats) { print ($frame?"<tr><td class=\"awsm\">":""); print "<a href=\"$linkanchor#urls\"$targetpage>$Message[29]</a>\n"; print ($frame?"</td></tr>\n":" "); }
+ if ($ShowPagesStats) { print ($frame?"<tr><td class=\"awsm\"> <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> ":""); print "<a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=urldetail"):"$PROG$StaticLinks.urldetail.$StaticExt")."\"$NewLinkTarget>$Message[80]</a>\n"; print ($frame?"</td></tr>\n":" "); }
+ if ($ShowPagesStats =~ /E/i) { print ($frame?"<tr><td class=\"awsm\"> <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> ":""); print "<a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=urlentry"):"$PROG$StaticLinks.urlentry.$StaticExt")."\"$NewLinkTarget>$Message[104]</a>\n"; print ($frame?"</td></tr>\n":" "); }
+ if ($ShowPagesStats =~ /X/i) { print ($frame?"<tr><td class=\"awsm\"> <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> ":""); print "<a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=urlexit"):"$PROG$StaticLinks.urlexit.$StaticExt")."\"$NewLinkTarget>$Message[116]</a>\n"; print ($frame?"</td></tr>\n":" "); }
+ if ($ShowOSStats) { print ($frame?"<tr><td class=\"awsm\">":""); print "<a href=\"$linkanchor#os\"$targetpage>$Message[59]</a>"; print ($frame?"</td></tr>\n":" "); }
+ if ($ShowOSStats) { print ($frame?"<tr><td class=\"awsm\"> <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> ":""); print "<a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=osdetail"):"$PROG$StaticLinks.osdetail.$StaticExt")."\"$NewLinkTarget>$Message[58]</a>\n"; print ($frame?"</td></tr>\n":" "); }
+ if ($ShowOSStats) { print ($frame?"<tr><td class=\"awsm\"> <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> ":""); print "<a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=unknownos"):"$PROG$StaticLinks.unknownos.$StaticExt")."\"$NewLinkTarget>$Message[0]</a>\n"; print ($frame?"</td></tr>\n":" "); }
+ if ($ShowBrowsersStats) { print ($frame?"<tr><td class=\"awsm\">":""); print "<a href=\"$linkanchor#browsers\"$targetpage>$Message[21]</a>"; print ($frame?"</td></tr>\n":" "); }
+ if ($ShowBrowsersStats) { print ($frame?"<tr><td class=\"awsm\"> <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> ":""); print "<a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=browserdetail"):"$PROG$StaticLinks.browserdetail.$StaticExt")."\"$NewLinkTarget>$Message[58]</a>\n"; print ($frame?"</td></tr>\n":" "); }
+ if ($ShowBrowsersStats) { print ($frame?"<tr><td class=\"awsm\"> <img height=\"8\" width=\"9\" src=\"$DirIcons/other/page.png\" alt=\"...\" /> ":""); print "<a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=unknownbrowser"):"$PROG$StaticLinks.unknownbrowser.$StaticExt")."\"$NewLinkTarget>$Message[0]</a>\n"; print ($frame?"</td></tr>\n":" "); }
+ if ($ShowScreenSizeStats) { print ($frame?"<tr><td class=\"awsm\">":""); print "<a href=\"$linkanchor#screensizes\"$targetpage>$Message[135]</a>"; print ($frame?"</td></tr>\n":" "); }
+ if ($linetitle) { print ($frame?"":"</td></tr>\n"); }
+ # Referers
+ %menu=('referer'=>$ShowOriginStats?1:0,'refererse'=>$ShowOriginStats?2:0,'refererpages'=>$ShowOriginStats?3:0,'keys'=>($ShowKeyphrasesStats || $ShowKeywordsStats)?4:0,'keyphrases'=>$ShowKeyphrasesStats?5:0,'keywords'=>$ShowKeywordsStats?6:0);
+ %menulink=('referer'=>1,'refererse'=>2,'refererpages'=>2,'keys'=>1,'keyphrases'=>2,'keywords'=>2);
+ %menutext=('referer'=>$Message[37],'refererse'=>$Message[126],'refererpages'=>$Message[127],'keys'=>$Message[14],'keyphrases'=>$Message[120],'keywords'=>$Message[121]);
+ ShowMenuCateg('referers',$Message[23],'menu7.png',$frame,$targetpage,$linkanchor,$NewLinkParams,$NewLinkTarget,\%menu,\%menulink,\%menutext);
+ # Others
+ %menu=('filetypes'=>($ShowFileTypesStats =~ /C/i)?1:0,'misc'=>$ShowMiscStats?2:0,'errors'=>($ShowHTTPErrorsStats||$ShowSMTPErrorsStats)?3:0,'clusters'=>$ShowClusterStats?5:0);
+ %menulink=('filetypes'=>1,'misc'=>1,'errors'=>1,'clusters'=>1);
+ %menutext=('filetypes'=>$Message[98],'misc'=>$Message[139],'errors'=>($ShowSMTPErrorsStats?$Message[147]:$Message[32]),'clusters'=>$Message[155]);
+ foreach (keys %TrapInfosForHTTPErrorCodes) {
+ $menu{"errors$_"}=$ShowHTTPErrorsStats?4:0;
+ $menulink{"errors$_"}=2;
+ $menutext{"errors$_"}=$Message[31];
+ }
+ ShowMenuCateg('others',$Message[2],'menu8.png',$frame,$targetpage,$linkanchor,$NewLinkParams,$NewLinkTarget,\%menu,\%menulink,\%menutext);
+ # Extra/Marketing
+ %menu=();
+ %menulink=();
+ %menutext=();
+ foreach (1..@ExtraName-1) {
+ $menu{"extra$_"}=1;
+ $menulink{"extra$_"}=1;
+ $menutext{"extra$_"}=$ExtraName[$_];
+ }
+ ShowMenuCateg('extra',$Message[134],'',$frame,$targetpage,$linkanchor,$NewLinkParams,$NewLinkTarget,\%menu,\%menulink,\%menutext);
+ print "</table>\n";
+ }
+ else {
+ # Menu Applet
+ if ($frame) { }
+ else {}
+ }
+ #print ($frame?"":"<br />\n");
+ print "<br />\n";
+ }
+ # Print Back link
+ elsif (! $HTMLOutput{'main'}) {
+ print "<table>\n";
+ $NewLinkParams =~ s/(^|&)hostfilter=[^&]*//i;
+ $NewLinkParams =~ s/(^|&)urlfilter=[^&]*//i;
+ $NewLinkParams =~ s/(^|&)refererpagesfilter=[^&]*//i;
+ $NewLinkParams =~ tr/&/&/s; $NewLinkParams =~ s/&$//;
+ if (! $DetailedReportsOnNewWindows || $FrameName eq 'mainright' || $QueryString =~ /buildpdf/i) {
+ print "<tr><td class=\"aws\"><a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript".(${NewLinkParams}?"?${NewLinkParams}":"")):"$PROG$StaticLinks.$StaticExt")."\">$Message[76]</a></td></tr>\n";
+ }
+ else {
+ print "<tr><td class=\"aws\"><a href=\"javascript:parent.window.close();\">$Message[118]</a></td></tr>\n";
+ }
+ print "</table>\n";
+ print "\n";
+ }
+ }
+
+ # Call to plugins' function AddHTMLMenuFooter
+ foreach my $pluginname (keys %{$PluginsLoaded{'AddHTMLMenuFooter'}}) {
+# my $function="AddHTMLMenuFooter_$pluginname()";
+# eval("$function");
+ my $function="AddHTMLMenuFooter_$pluginname";
+ &$function();
+ }
+
+ # Exit if left frame
+ if ($FrameName eq 'mainleft') {
+ &html_end(0);
+ exit 0;
+ }
+
+ # FirstTime LastTime TotalVisits TotalUnique TotalPages TotalHits TotalBytes TotalHostsKnown TotalHostsUnknown
+ my $FirstTime=0;
+ my $LastTime=0;
+ $TotalUnique=$TotalVisits=$TotalPages=$TotalHits=$TotalBytes=0;
+ $TotalNotViewedPages=$TotalNotViewedHits=$TotalNotViewedBytes=0;
+ $TotalHostsKnown=$TotalHostsUnknown=0;
+ my $beginmonth=$MonthRequired;my $endmonth=$MonthRequired;
+ if ($MonthRequired eq 'all') { $beginmonth=1;$endmonth=12; }
+ for (my $month=$beginmonth; $month<=$endmonth; $month++) {
+ my $monthix=sprintf("%02s",$month);
+ if ($FirstTime{$YearRequired.$monthix} && ($FirstTime == 0 || $FirstTime > $FirstTime{$YearRequired.$monthix})) { $FirstTime = $FirstTime{$YearRequired.$monthix}; }
+ if ($LastTime < ($LastTime{$YearRequired.$monthix}||0)) { $LastTime = $LastTime{$YearRequired.$monthix}; }
+ $TotalHostsKnown+=$MonthHostsKnown{$YearRequired.$monthix}||0; # Wrong in year view
+ $TotalHostsUnknown+=$MonthHostsUnknown{$YearRequired.$monthix}||0; # Wrong in year view
+ $TotalUnique+=$MonthUnique{$YearRequired.$monthix}||0; # Wrong in year view
+ $TotalVisits+=$MonthVisits{$YearRequired.$monthix}||0;
+ $TotalPages+=$MonthPages{$YearRequired.$monthix}||0;
+ $TotalHits+=$MonthHits{$YearRequired.$monthix}||0;
+ $TotalBytes+=$MonthBytes{$YearRequired.$monthix}||0;
+ $TotalNotViewedPages+=$MonthNotViewedPages{$YearRequired.$monthix}||0;
+ $TotalNotViewedHits+=$MonthNotViewedHits{$YearRequired.$monthix}||0;
+ $TotalNotViewedBytes+=$MonthNotViewedBytes{$YearRequired.$monthix}||0;
+ }
+ # TotalHitsErrors TotalBytesErrors
+ my $TotalHitsErrors=0; my $TotalBytesErrors=0;
+ foreach (keys %_errors_h) { $TotalHitsErrors+=$_errors_h{$_}; $TotalBytesErrors+=$_errors_k{$_}; }
+ # TotalEntries (if not already specifically counted, we init it from _url_e hash table)
+ if (!$TotalEntries) { foreach (keys %_url_e) { $TotalEntries+=$_url_e{$_}; } }
+ # TotalExits (if not already specifically counted, we init it from _url_x hash table)
+ if (!$TotalExits) { foreach (keys %_url_x) { $TotalExits+=$_url_x{$_}; } }
+ # TotalBytesPages (if not already specifically counted, we init it from _url_k hash table)
+ if (!$TotalBytesPages) { foreach (keys %_url_k) { $TotalBytesPages+=$_url_k{$_}; } }
+ # TotalKeyphrases (if not already specifically counted, we init it from _keyphrases hash table)
+ if (!$TotalKeyphrases) { foreach (keys %_keyphrases) { $TotalKeyphrases+=$_keyphrases{$_}; } }
+ # TotalKeywords (if not already specifically counted, we init it from _keywords hash table)
+ if (!$TotalKeywords) { foreach (keys %_keywords) { $TotalKeywords+=$_keywords{$_}; } }
+ # TotalSearchEnginesPages (if not already specifically counted, we init it from _se_referrals_p hash table)
+ if (!$TotalSearchEnginesPages) { foreach (keys %_se_referrals_p) { $TotalSearchEnginesPages+=$_se_referrals_p{$_}; } }
+ # TotalSearchEnginesHits (if not already specifically counted, we init it from _se_referrals_h hash table)
+ if (!$TotalSearchEnginesHits) { foreach (keys %_se_referrals_h) { $TotalSearchEnginesHits+=$_se_referrals_h{$_}; } }
+ # TotalRefererPages (if not already specifically counted, we init it from _pagesrefs_p hash table)
+ if (!$TotalRefererPages) { foreach (keys %_pagesrefs_p) { $TotalRefererPages+=$_pagesrefs_p{$_}; } }
+ # TotalRefererHits (if not already specifically counted, we init it from _pagesrefs_h hash table)
+ if (!$TotalRefererHits) { foreach (keys %_pagesrefs_h) { $TotalRefererHits+=$_pagesrefs_h{$_}; } }
+ # TotalDifferentPages (if not already specifically counted, we init it from _url_p hash table)
+ $TotalDifferentPages||=scalar keys %_url_p;
+ # TotalDifferentKeyphrases (if not already specifically counted, we init it from _keyphrases hash table)
+ $TotalDifferentKeyphrases||=scalar keys %_keyphrases;
+ # TotalDifferentKeywords (if not already specifically counted, we init it from _keywords hash table)
+ $TotalDifferentKeywords||=scalar keys %_keywords;
+ # TotalDifferentSearchEngines (if not already specifically counted, we init it from _se_referrals_h hash table)
+ $TotalDifferentSearchEngines||=scalar keys %_se_referrals_h;
+ # TotalDifferentReferer (if not already specifically counted, we init it from _pagesrefs_h hash table)
+ $TotalDifferentReferer||=scalar keys %_pagesrefs_h;
+
+ # Define firstdaytocountaverage, lastdaytocountaverage, firstdaytoshowtime, lastdaytoshowtime
+ my $firstdaytocountaverage=$nowyear.$nowmonth."01"; # Set day cursor to 1st day of month
+ my $firstdaytoshowtime=$nowyear.$nowmonth."01"; # Set day cursor to 1st day of month
+ my $lastdaytocountaverage=$nowyear.$nowmonth.$nowday; # Set day cursor to today
+ my $lastdaytoshowtime=$nowyear.$nowmonth."31"; # Set day cursor to last day of month
+ if ($MonthRequired eq 'all') {
+ $firstdaytocountaverage=$YearRequired."0101"; # Set day cursor to 1st day of the required year
+ }
+ if (($MonthRequired ne $nowmonth && $MonthRequired ne 'all') || $YearRequired ne $nowyear) {
+ if ($MonthRequired eq 'all') {
+ $firstdaytocountaverage=$YearRequired."0101"; # Set day cursor to 1st day of the required year
+ $firstdaytoshowtime=$YearRequired."1201"; # Set day cursor to 1st day of last month of required year
+ $lastdaytocountaverage=$YearRequired."1231"; # Set day cursor to last day of the required year
+ $lastdaytoshowtime=$YearRequired."1231"; # Set day cursor to last day of last month of required year
+ }
+ else {
+ $firstdaytocountaverage=$YearRequired.$MonthRequired."01"; # Set day cursor to 1st day of the required month
+ $firstdaytoshowtime=$YearRequired.$MonthRequired."01"; # Set day cursor to 1st day of the required month
+ $lastdaytocountaverage=$YearRequired.$MonthRequired."31"; # Set day cursor to last day of the required month
+ $lastdaytoshowtime=$YearRequired.$MonthRequired."31"; # Set day cursor to last day of the required month
+ }
+ }
+ if ($Debug) {
+ debug("firstdaytocountaverage=$firstdaytocountaverage, lastdaytocountaverage=$lastdaytocountaverage",1);
+ debug("firstdaytoshowtime=$firstdaytoshowtime, lastdaytoshowtime=$lastdaytoshowtime",1);
+ }
+
+ # Call to plugins' function AddHTMLContentHeader
+ foreach my $pluginname (keys %{$PluginsLoaded{'AddHTMLContentHeader'}}) {
+# my $function="AddHTMLContentHeader_$pluginname()";
+# eval("$function");
+ my $function="AddHTMLContentHeader_$pluginname";
+ &$function();
+ }
+
+ # Output particular part
+ #-----------------------
+ if (scalar keys %HTMLOutput == 1) {
+
+ if ($HTMLOutput{'alldomains'}) {
+ print "$Center<a name=\"domains\"> </a><br />\n";
+ # Show domains list
+ my $title=''; my $cpt=0;
+ if ($HTMLOutput{'alldomains'}) { $title.="$Message[25]"; $cpt=(scalar keys %_domener_h); }
+ &tab_head("$title",19,0,'domains');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th width=\"$WIDTHCOLICON\"> </th><th colspan=\"2\">$Message[17]</th>";
+ if ($ShowDomainsStats =~ /P/i) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th>"; }
+ if ($ShowDomainsStats =~ /H/i) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; }
+ if ($ShowDomainsStats =~ /B/i) { print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; }
+ print "<th> </th>";
+ print "</tr>\n";
+ $total_p=$total_h=$total_k=0;
+ $max_h=1; foreach (values %_domener_h) { if ($_ > $max_h) { $max_h = $_; } }
+ $max_k=1; foreach (values %_domener_k) { if ($_ > $max_k) { $max_k = $_; } }
+ my $count=0;
+ &BuildKeyList($MaxRowsInHTMLOutput,1,\%_domener_h,\%_domener_p);
+ foreach my $key (@keylist) {
+ my $bredde_p=0;my $bredde_h=0;my $bredde_k=0;
+ if ($max_h > 0) { $bredde_p=int($BarWidth*$_domener_p{$key}/$max_h)+1; } # use max_h to enable to compare pages with hits
+ if ($_domener_p{$key} && $bredde_p==1) { $bredde_p=2; }
+ if ($max_h > 0) { $bredde_h=int($BarWidth*$_domener_h{$key}/$max_h)+1; }
+ if ($_domener_h{$key} && $bredde_h==1) { $bredde_h=2; }
+ if ($max_k > 0) { $bredde_k=int($BarWidth*($_domener_k{$key}||0)/$max_k)+1; }
+ if ($_domener_k{$key} && $bredde_k==1) { $bredde_k=2; }
+ my $newkey=lc($key);
+ if ($newkey eq 'ip' || ! $DomainsHashIDLib{$newkey}) {
+ print "<tr><td width=\"$WIDTHCOLICON\"><img src=\"$DirIcons\/flags\/ip.png\" height=\"14\"".AltTitle("$Message[0]")." /></td><td class=\"aws\">$Message[0]</td><td>$newkey</td>";
+ }
+ else {
+ print "<tr><td width=\"$WIDTHCOLICON\"><img src=\"$DirIcons\/flags\/$newkey.png\" height=\"14\"".AltTitle("$newkey")." /></td><td class=\"aws\">$DomainsHashIDLib{$newkey}</td><td>$newkey</td>";
+ }
+ if ($ShowDomainsStats =~ /P/i) { print "<td>$_domener_p{$key}</td>"; }
+ if ($ShowDomainsStats =~ /H/i) { print "<td>$_domener_h{$key}</td>"; }
+ if ($ShowDomainsStats =~ /B/i) { print "<td>".Format_Bytes($_domener_k{$key})."</td>"; }
+ print "<td class=\"aws\">";
+ if ($ShowDomainsStats =~ /P/i) { print "<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"5\"".AltTitle("$Message[56]: ".int($_domener_p{$key}))." /><br />\n"; }
+ if ($ShowDomainsStats =~ /H/i) { print "<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_h\" height=\"5\"".AltTitle("$Message[57]: ".int($_domener_h{$key}))." /><br />\n"; }
+ if ($ShowDomainsStats =~ /B/i) { print "<img src=\"$DirIcons\/other\/$BarPng{'hk'}\" width=\"$bredde_k\" height=\"5\"".AltTitle("$Message[75]: ".Format_Bytes($_domener_k{$key}))." />"; }
+ print "</td>";
+ print "</tr>\n";
+ $total_p += $_domener_p{$key};
+ $total_h += $_domener_h{$key};
+ $total_k += $_domener_k{$key}||0;
+ $count++;
+ }
+ $rest_p=$TotalPages-$total_p;
+ $rest_h=$TotalHits-$total_h;
+ $rest_k=$TotalBytes-$total_k;
+ if ($rest_p > 0 || $rest_h > 0 || $rest_k > 0) { # All other domains (known or not)
+ print "<tr><td width=\"$WIDTHCOLICON\"> </td><td colspan=\"2\" class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
+ if ($ShowDomainsStats =~ /P/i) { print "<td>$rest_p</td>"; }
+ if ($ShowDomainsStats =~ /H/i) { print "<td>$rest_h</td>"; }
+ if ($ShowDomainsStats =~ /B/i) { print "<td>".Format_Bytes($rest_k)."</td>"; }
+ print "<td class=\"aws\"> </td>";
+ print "</tr>\n";
+ }
+ &tab_end();
+ &html_end(1);
+ }
+ if ($HTMLOutput{'allhosts'} || $HTMLOutput{'lasthosts'}) {
+ print "$Center<a name=\"hosts\"> </a><br />\n";
+ # Show filter form
+ &ShowFormFilter("hostfilter",$FilterIn{'host'},$FilterEx{'host'});
+ # Show hosts list
+ my $title=''; my $cpt=0;
+ if ($HTMLOutput{'allhosts'}) { $title.="$Message[81]"; $cpt=(scalar keys %_host_h); }
+ if ($HTMLOutput{'lasthosts'}) { $title.="$Message[9]"; $cpt=(scalar keys %_host_h); }
+ &tab_head("$title",19,0,'hosts');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>";
+ if ($FilterIn{'host'} || $FilterEx{'host'}) { # With filter
+ if ($FilterIn{'host'}) { print "$Message[79] '<b>$FilterIn{'host'}</b>'"; }
+ if ($FilterIn{'host'} && $FilterEx{'host'}) { print " - "; }
+ if ($FilterEx{'host'}) { print " Exlude $Message[79] '<b>$FilterEx{'host'}</b>'"; }
+ if ($FilterIn{'host'} || $FilterEx{'host'}) { print ": "; }
+ print "$cpt $Message[81]";
+ if ($MonthRequired ne 'all') {
+ if ($HTMLOutput{'allhosts'} || $HTMLOutput{'lasthosts'}) { print "<br />$Message[102]: $TotalHostsKnown $Message[82], $TotalHostsUnknown $Message[1] - $TotalUnique $Message[11]"; }
+ }
+ }
+ else { # Without filter
+ if ($MonthRequired ne 'all') { print "$Message[102] : $TotalHostsKnown $Message[82], $TotalHostsUnknown $Message[1] - $TotalUnique $Message[11]"; }
+ else { print "$Message[102] : ".(scalar keys %_host_h); }
+ }
+ print "</th>";
+ &ShowHostInfo('__title__');
+ if ($ShowHostsStats =~ /P/i) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th>"; }
+ if ($ShowHostsStats =~ /H/i) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; }
+ if ($ShowHostsStats =~ /B/i) { print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; }
+ if ($ShowHostsStats =~ /L/i) { print "<th width=\"120\">$Message[9]</th>"; }
+ print "</tr>\n";
+ $total_p=$total_h=$total_k=0;
+ my $count=0;
+ if ($HTMLOutput{'allhosts'}) { &BuildKeyList($MaxRowsInHTMLOutput,$MinHit{'Host'},\%_host_h,\%_host_p); }
+ if ($HTMLOutput{'lasthosts'}) { &BuildKeyList($MaxRowsInHTMLOutput,$MinHit{'Host'},\%_host_h,\%_host_l); }
+ foreach my $key (@keylist) {
+ my $host=CleanFromCSSA($key);
+ print "<tr><td class=\"aws\">".($_robot_l{$key}?'<b>':'')."$host".($_robot_l{$key}?'</b>':'')."</td>";
+ &ShowHostInfo($key);
+ if ($ShowHostsStats =~ /P/i) { print "<td>".($_host_p{$key}?$_host_p{$key}:" ")."</td>"; }
+ if ($ShowHostsStats =~ /H/i) { print "<td>$_host_h{$key}</td>"; }
+ if ($ShowHostsStats =~ /B/i) { print "<td>".Format_Bytes($_host_k{$key})."</td>"; }
+ if ($ShowHostsStats =~ /L/i) { print "<td>".($_host_l{$key}?Format_Date($_host_l{$key},1):'-')."</td>"; }
+ print "</tr>\n";
+ $total_p += $_host_p{$key};
+ $total_h += $_host_h{$key};
+ $total_k += $_host_k{$key}||0;
+ $count++;
+ }
+ if ($Debug) { debug("Total real / shown : $TotalPages / $total_p - $TotalHits / $total_h - $TotalBytes / $total_h",2); }
+ $rest_p=$TotalPages-$total_p;
+ $rest_h=$TotalHits-$total_h;
+ $rest_k=$TotalBytes-$total_k;
+ if ($rest_p > 0 || $rest_h > 0 || $rest_k > 0) { # All other visitors (known or not)
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
+ &ShowHostInfo('');
+ if ($ShowHostsStats =~ /P/i) { print "<td>".($rest_p?$rest_p:" ")."</td>"; }
+ if ($ShowHostsStats =~ /H/i) { print "<td>$rest_h</td>"; }
+ if ($ShowHostsStats =~ /B/i) { print "<td>".Format_Bytes($rest_k)."</td>"; }
+ if ($ShowHostsStats =~ /L/i) { print "<td> </td>"; }
+ print "</tr>\n";
+ }
+ &tab_end();
+ &html_end(1);
+ }
+ if ($HTMLOutput{'unknownip'}) {
+ print "$Center<a name=\"unknownip\"> </a><br />\n";
+ &tab_head("$Message[45]",19,0,'unknownwip');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>".(scalar keys %_host_h)." $Message[1]</th>";
+ &ShowHostInfo('__title__');
+ if ($ShowHostsStats =~ /P/i) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th>"; }
+ if ($ShowHostsStats =~ /H/i) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; }
+ if ($ShowHostsStats =~ /B/i) { print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; }
+ if ($ShowHostsStats =~ /L/i) { print "<th width=\"120\">$Message[9]</th>"; }
+ print "</tr>\n";
+ $total_p=$total_h=$total_k=0;
+ my $count=0;
+ &BuildKeyList($MaxRowsInHTMLOutput,$MinHit{'Host'},\%_host_h,\%_host_p);
+ foreach my $key (@keylist) {
+ my $host=CleanFromCSSA($key);
+ print "<tr><td class=\"aws\">$host</td>";
+ &ShowHostInfo($key);
+ if ($ShowHostsStats =~ /P/i) { print "<td>".($_host_p{$key}?$_host_p{$key}:" ")."</td>"; }
+ if ($ShowHostsStats =~ /H/i) { print "<td>$_host_h{$key}</td>"; }
+ if ($ShowHostsStats =~ /B/i) { print "<td>".Format_Bytes($_host_k{$key})."</td>"; }
+ if ($ShowHostsStats =~ /L/i) { print "<td>".($_host_l{$key}?Format_Date($_host_l{$key},1):'-')."</td>"; }
+ print "</tr>\n";
+ $total_p += $_host_p{$key};
+ $total_h += $_host_h{$key};
+ $total_k += $_host_k{$key}||0;
+ $count++;
+ }
+ if ($Debug) { debug("Total real / shown : $TotalPages / $total_p - $TotalHits / $total_h - $TotalBytes / $total_h",2); }
+ $rest_p=$TotalPages-$total_p;
+ $rest_h=$TotalHits-$total_h;
+ $rest_k=$TotalBytes-$total_k;
+ if ($rest_p > 0 || $rest_h > 0 || $rest_k > 0) { # All other visitors (known or not)
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[82]</span></td>";
+ &ShowHostInfo('');
+ if ($ShowHostsStats =~ /P/i) { print "<td>".($rest_p?$rest_p:" ")."</td>"; }
+ if ($ShowHostsStats =~ /H/i) { print "<td>$rest_h</td>"; }
+ if ($ShowHostsStats =~ /B/i) { print "<td>".Format_Bytes($rest_k)."</td>"; }
+ if ($ShowHostsStats =~ /L/i) { print "<td> </td>"; }
+ print "</tr>\n";
+ }
+ &tab_end();
+ &html_end(1);
+ }
+ if ($HTMLOutput{'allemails'} || $HTMLOutput{'lastemails'}) {
+ &ShowEmailSendersChart($NewLinkParams,$NewLinkTarget);
+ &html_end(1);
+ }
+ if ($HTMLOutput{'allemailr'} || $HTMLOutput{'lastemailr'}) {
+ &ShowEmailReceiversChart($NewLinkParams,$NewLinkTarget);
+ &html_end(1);
+ }
+ if ($HTMLOutput{'alllogins'} || $HTMLOutput{'lastlogins'}) {
+ print "$Center<a name=\"logins\"> </a><br />\n";
+ my $title='';
+ if ($HTMLOutput{'alllogins'}) { $title.="$Message[94]"; }
+ if ($HTMLOutput{'lastlogins'}) { $title.="$Message[9]"; }
+ &tab_head("$title",19,0,'logins');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$Message[94] : ".(scalar keys %_login_h)."</th>";
+ &ShowUserInfo('__title__');
+ if ($ShowAuthenticatedUsers =~ /P/i) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th>"; }
+ if ($ShowAuthenticatedUsers =~ /H/i) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; }
+ if ($ShowAuthenticatedUsers =~ /B/i) { print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; }
+ if ($ShowAuthenticatedUsers =~ /L/i) { print "<th width=\"120\">$Message[9]</th>"; }
+ print "</tr>\n";
+ $total_p=$total_h=$total_k=0;
+ my $count=0;
+ if ($HTMLOutput{'alllogins'}) { &BuildKeyList($MaxRowsInHTMLOutput,$MinHit{'Host'},\%_login_h,\%_login_p); }
+ if ($HTMLOutput{'lastlogins'}) { &BuildKeyList($MaxRowsInHTMLOutput,$MinHit{'Host'},\%_login_h,\%_login_l); }
+ foreach my $key (@keylist) {
+ print "<tr><td class=\"aws\">$key</td>";
+ &ShowUserInfo($key);
+ if ($ShowAuthenticatedUsers =~ /P/i) { print "<td>".($_login_p{$key}?$_login_p{$key}:" ")."</td>"; }
+ if ($ShowAuthenticatedUsers =~ /H/i) { print "<td>$_login_h{$key}</td>"; }
+ if ($ShowAuthenticatedUsers =~ /B/i) { print "<td>".Format_Bytes($_login_k{$key})."</td>"; }
+ if ($ShowAuthenticatedUsers =~ /L/i) { print "<td>".($_login_l{$key}?Format_Date($_login_l{$key},1):'-')."</td>"; }
+ print "</tr>\n";
+ $total_p += $_login_p{$key}||0;
+ $total_h += $_login_h{$key};
+ $total_k += $_login_k{$key}||0;
+ $count++;
+ }
+ if ($Debug) { debug("Total real / shown : $TotalPages / $total_p - $TotalHits / $total_h - $TotalBytes / $total_h",2); }
+ $rest_p=$TotalPages-$total_p;
+ $rest_h=$TotalHits-$total_h;
+ $rest_k=$TotalBytes-$total_k;
+ if ($rest_p > 0 || $rest_h > 0 || $rest_k > 0) { # All other logins and/or anonymous
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[125]</span></td>";
+ &ShowUserInfo('');
+ if ($ShowAuthenticatedUsers =~ /P/i) { print "<td>".($rest_p?$rest_p:" ")."</td>"; }
+ if ($ShowAuthenticatedUsers =~ /H/i) { print "<td>$rest_h</td>"; }
+ if ($ShowAuthenticatedUsers =~ /B/i) { print "<td>".Format_Bytes($rest_k)."</td>"; }
+ if ($ShowAuthenticatedUsers =~ /L/i) { print "<td> </td>"; }
+ print "</tr>\n";
+ }
+ &tab_end();
+ &html_end(1);
+ }
+ if ($HTMLOutput{'allrobots'} || $HTMLOutput{'lastrobots'}) {
+ print "$Center<a name=\"robots\"> </a><br />\n";
+ my $title='';
+ if ($HTMLOutput{'allrobots'}) { $title.="$Message[53]"; }
+ if ($HTMLOutput{'lastrobots'}) { $title.="$Message[9]"; }
+ &tab_head("$title",19,0,'robots');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>".(scalar keys %_robot_h)." $Message[51]</th>";
+ if ($ShowRobotsStats =~ /H/i) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; }
+ if ($ShowRobotsStats =~ /B/i) { print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; }
+ if ($ShowRobotsStats =~ /L/i) { print "<th width=\"120\">$Message[9]</th>"; }
+ print "</tr>\n";
+ $total_p=$total_h=$total_k=$total_r=0;
+ my $count=0;
+ if ($HTMLOutput{'allrobots'}) { &BuildKeyList($MaxRowsInHTMLOutput,$MinHit{'Robot'},\%_robot_h,\%_robot_h); }
+ if ($HTMLOutput{'lastrobots'}) { &BuildKeyList($MaxRowsInHTMLOutput,$MinHit{'Robot'},\%_robot_h,\%_robot_l); }
+ foreach my $key (@keylist) {
+ print "<tr><td class=\"aws\">".($RobotsHashIDLib{$key}?$RobotsHashIDLib{$key}:$key)."</td>";
+ if ($ShowRobotsStats =~ /H/i) { print "<td>".($_robot_h{$key}-$_robot_r{$key}).($_robot_r{$key}?"+$_robot_r{$key}":"")."</td>"; }
+ if ($ShowRobotsStats =~ /B/i) { print "<td>".Format_Bytes($_robot_k{$key})."</td>"; }
+ if ($ShowRobotsStats =~ /L/i) { print "<td>".($_robot_l{$key}?Format_Date($_robot_l{$key},1):'-')."</td>"; }
+ print "</tr>\n";
+ #$total_p += $_robot_p{$key}||0;
+ $total_h += $_robot_h{$key};
+ $total_k += $_robot_k{$key}||0;
+ $total_r += $_robot_r{$key}||0;
+ $count++;
+ }
+ # For bots we need to count Totals
+ my $TotalPagesRobots = 0; #foreach (values %_robot_p) { $TotalPagesRobots+=$_; }
+ my $TotalHitsRobots = 0; foreach (values %_robot_h) { $TotalHitsRobots+=$_; }
+ my $TotalBytesRobots = 0; foreach (values %_robot_k) { $TotalBytesRobots+=$_; }
+ my $TotalRRobots = 0; foreach (values %_robot_r) { $TotalRRobots+=$_; }
+ $rest_p=0; #$rest_p=$TotalPagesRobots-$total_p;
+ $rest_h=$TotalHitsRobots-$total_h;
+ $rest_k=$TotalBytesRobots-$total_k;
+ $rest_r=$TotalRRobots-$total_r;
+ if ($Debug) { debug("Total real / shown : $TotalPagesRobots / $total_p - $TotalHitsRobots / $total_h - $TotalBytesRobots / $total_k",2); }
+ if ($rest_p > 0 || $rest_h > 0 || $rest_k > 0 || $rest_r > 0) { # All other robots
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
+ if ($ShowRobotsStats =~ /H/i) { print "<td>$rest_h</td>"; }
+ if ($ShowRobotsStats =~ /B/i) { print "<td>".(Format_Bytes($rest_k))."</td>"; }
+ if ($ShowRobotsStats =~ /L/i) { print "<td> </td>"; }
+ print "</tr>\n";
+ }
+ &tab_end("* $Message[156]".($TotalRRobots?" $Message[157]":""));
+ &html_end(1);
+ }
+ if ($HTMLOutput{'urldetail'} || $HTMLOutput{'urlentry'} || $HTMLOutput{'urlexit'}) {
+ # Call to plugins' function ShowPagesFilter
+ foreach my $pluginname (keys %{$PluginsLoaded{'ShowPagesFilter'}}) {
+# my $function="ShowPagesFilter_$pluginname()";
+# eval("$function");
+ my $function="ShowPagesFilter_$pluginname";
+ &$function();
+ }
+ print "$Center<a name=\"urls\"> </a><br />\n";
+ # Show filter form
+ &ShowFormFilter("urlfilter",$FilterIn{'url'},$FilterEx{'url'});
+ # Show URL list
+ my $title=''; my $cpt=0;
+ if ($HTMLOutput{'urldetail'}) { $title=$Message[19]; $cpt=(scalar keys %_url_p); }
+ if ($HTMLOutput{'urlentry'}) { $title=$Message[104]; $cpt=(scalar keys %_url_e); }
+ if ($HTMLOutput{'urlexit'}) { $title=$Message[116]; $cpt=(scalar keys %_url_x); }
+ &tab_head("$title",19,0,'urls');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>";
+ if ($FilterIn{'url'} || $FilterEx{'url'}) {
+ if ($FilterIn{'url'}) { print "$Message[79] <b>$FilterIn{'url'}</b>"; }
+ if ($FilterIn{'url'} && $FilterEx{'url'}) { print " - "; }
+ if ($FilterEx{'url'}) { print "Exclude $Message[79] <b>$FilterEx{'url'}</b>"; }
+ if ($FilterIn{'url'} || $FilterEx{'url'}) { print ": "; }
+ print "$cpt $Message[28]";
+ if ($MonthRequired ne 'all') {
+ if ($HTMLOutput{'urldetail'}) { print "<br />$Message[102]: $TotalDifferentPages $Message[28]"; }
+ }
+ }
+ else { print "$Message[102]: $cpt $Message[28]"; }
+ print "</th>";
+ if ($ShowPagesStats =~ /P/i) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[29]</th>"; }
+ if ($ShowPagesStats =~ /B/i) { print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[106]</th>"; }
+ if ($ShowPagesStats =~ /E/i) { print "<th bgcolor=\"#$color_e\" width=\"80\">$Message[104]</th>"; }
+ if ($ShowPagesStats =~ /X/i) { print "<th bgcolor=\"#$color_x\" width=\"80\">$Message[116]</th>"; }
+ # Call to plugins' function ShowPagesAddField
+ foreach my $pluginname (keys %{$PluginsLoaded{'ShowPagesAddField'}}) {
+# my $function="ShowPagesAddField_$pluginname('title')";
+# eval("$function");
+ my $function="ShowPagesAddField_$pluginname()";
+ &$function('title');
+ }
+ print "<th> </th></tr>\n";
+ $total_p=$total_k=$total_e=$total_x=0;
+ my $count=0;
+ if ($HTMLOutput{'urlentry'}) { &BuildKeyList($MaxRowsInHTMLOutput,$MinHit{'File'},\%_url_e,\%_url_e); }
+ elsif ($HTMLOutput{'urlexit'}) { &BuildKeyList($MaxRowsInHTMLOutput,$MinHit{'File'},\%_url_x,\%_url_x); }
+ else { &BuildKeyList($MaxRowsInHTMLOutput,$MinHit{'File'},\%_url_p,\%_url_p); }
+ $max_p=1; $max_k=1;
+ foreach my $key (@keylist) {
+ if ($_url_p{$key} > $max_p) { $max_p = $_url_p{$key}; }
+ if ($_url_k{$key}/($_url_p{$key}||1) > $max_k) { $max_k = $_url_k{$key}/($_url_p{$key}||1); }
+ }
+ foreach my $key (@keylist) {
+ print "<tr><td class=\"aws\">";
+ &ShowURLInfo($key);
+ print "</td>";
+ my $bredde_p=0; my $bredde_e=0; my $bredde_x=0; my $bredde_k=0;
+ if ($max_p > 0) { $bredde_p=int($BarWidth*($_url_p{$key}||0)/$max_p)+1; }
+ if (($bredde_p==1) && $_url_p{$key}) { $bredde_p=2; }
+ if ($max_p > 0) { $bredde_e=int($BarWidth*($_url_e{$key}||0)/$max_p)+1; }
+ if (($bredde_e==1) && $_url_e{$key}) { $bredde_e=2; }
+ if ($max_p > 0) { $bredde_x=int($BarWidth*($_url_x{$key}||0)/$max_p)+1; }
+ if (($bredde_x==1) && $_url_x{$key}) { $bredde_x=2; }
+ if ($max_k > 0) { $bredde_k=int($BarWidth*(($_url_k{$key}||0)/($_url_p{$key}||1))/$max_k)+1; }
+ if (($bredde_k==1) && $_url_k{$key}) { $bredde_k=2; }
+ if ($ShowPagesStats =~ /P/i) { print "<td>$_url_p{$key}</td>"; }
+ if ($ShowPagesStats =~ /B/i) { print "<td>".($_url_k{$key}?Format_Bytes($_url_k{$key}/($_url_p{$key}||1)):" ")."</td>"; }
+ if ($ShowPagesStats =~ /E/i) { print "<td>".($_url_e{$key}?$_url_e{$key}:" ")."</td>"; }
+ if ($ShowPagesStats =~ /X/i) { print "<td>".($_url_x{$key}?$_url_x{$key}:" ")."</td>"; }
+ # Call to plugins' function ShowPagesAddField
+ foreach my $pluginname (keys %{$PluginsLoaded{'ShowPagesAddField'}}) {
+# my $function="ShowPagesAddField_$pluginname('$key')";
+# eval("$function");
+ my $function="ShowPagesAddField_$pluginname";
+ &$function($key);
+ }
+ print "<td class=\"aws\">";
+ # alt and title are not provided to reduce page size
+ if ($ShowPagesStats =~ /P/i) { print "<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"4\" /><br />"; }
+ if ($ShowPagesStats =~ /B/i) { print "<img src=\"$DirIcons\/other\/$BarPng{'hk'}\" width=\"$bredde_k\" height=\"4\" /><br />"; }
+ if ($ShowPagesStats =~ /E/i) { print "<img src=\"$DirIcons\/other\/$BarPng{'he'}\" width=\"$bredde_e\" height=\"4\" /><br />"; }
+ if ($ShowPagesStats =~ /X/i) { print "<img src=\"$DirIcons\/other\/$BarPng{'hx'}\" width=\"$bredde_x\" height=\"4\" />"; }
+ print "</td></tr>\n";
+ $total_p += $_url_p{$key};
+ $total_e += $_url_e{$key};
+ $total_x += $_url_x{$key};
+ $total_k += $_url_k{$key};
+ $count++;
+ }
+ if ($Debug) { debug("Total real / shown : $TotalPages / $total_p - $TotalEntries / $total_e - $TotalExits / $total_x - $TotalBytesPages / $total_k",2); }
+ $rest_p=$TotalPages-$total_p;
+ $rest_k=$TotalBytesPages-$total_k;
+ $rest_e=$TotalEntries-$total_e;
+ $rest_x=$TotalExits-$total_x;
+ if ($rest_p > 0 || $rest_e > 0 || $rest_k > 0) {
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
+ if ($ShowPagesStats =~ /P/i) { print "<td>".($rest_p?$rest_p:" ")."</td>"; }
+ if ($ShowPagesStats =~ /B/i) { print "<td>".($rest_k?Format_Bytes($rest_k/($rest_p||1)):" ")."</td>"; }
+ if ($ShowPagesStats =~ /E/i) { print "<td>".($rest_e?$rest_e:" ")."</td>"; }
+ if ($ShowPagesStats =~ /X/i) { print "<td>".($rest_x?$rest_x:" ")."</td>"; }
+ # Call to plugins' function ShowPagesAddField
+ foreach my $pluginname (keys %{$PluginsLoaded{'ShowPagesAddField'}}) {
+# my $function="ShowPagesAddField_$pluginname('')";
+# eval("$function");
+ my $function="ShowPagesAddField_$pluginname";
+ &$function('');
+ }
+ print "<td> </td></tr>\n";
+ }
+ &tab_end();
+ &html_end(1);
+ }
+ if ($HTMLOutput{'unknownos'}) {
+ print "$Center<a name=\"unknownos\"> </a><br />\n";
+ my $title="$Message[46]";
+ &tab_head("$title",19,0,'unknownos');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>User agent (".(scalar keys %_unknownreferer_l).")</th><th>$Message[9]</th></tr>\n";
+ $total_l=0;
+ my $count=0;
+ &BuildKeyList($MaxRowsInHTMLOutput,1,\%_unknownreferer_l,\%_unknownreferer_l);
+ foreach my $key (@keylist) {
+ my $useragent=CleanFromCSSA($key);
+ print "<tr><td class=\"aws\">$useragent</td>";
+ print "<td>".Format_Date($_unknownreferer_l{$key},1)."</td>";
+ print "</tr>\n";
+ $total_l+=1;
+ $count++;
+ }
+ $rest_l=(scalar keys %_unknownreferer_l)-$total_l;
+ if ($rest_l > 0) {
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
+ print "<td>-</td>";
+ print "</tr>\n";
+ }
+ &tab_end();
+ &html_end(1);
+ }
+ if ($HTMLOutput{'unknownbrowser'}) {
+ print "$Center<a name=\"unknownbrowser\"> </a><br />\n";
+ my $title="$Message[50]";
+ &tab_head("$title",19,0,'unknownbrowser');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>User agent (".(scalar keys %_unknownrefererbrowser_l).")</th><th>$Message[9]</th></tr>\n";
+ $total_l=0;
+ my $count=0;
+ &BuildKeyList($MaxRowsInHTMLOutput,1,\%_unknownrefererbrowser_l,\%_unknownrefererbrowser_l);
+ foreach my $key (@keylist) {
+ my $useragent=CleanFromCSSA($key);
+ print "<tr><td class=\"aws\">$useragent</td><td>".Format_Date($_unknownrefererbrowser_l{$key},1)."</td></tr>\n";
+ $total_l+=1;
+ $count++;
+ }
+ $rest_l=(scalar keys %_unknownrefererbrowser_l)-$total_l;
+ if ($rest_l > 0) {
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
+ print "<td>-</td>";
+ print "</tr>\n";
+ }
+ &tab_end();
+ &html_end(1);
+ }
+ if ($HTMLOutput{'osdetail'}) {
+ # Show os versions
+ print "$Center<a name=\"osversions\"> </a><br />";
+ my $title="$Message[59]";
+ &tab_head("$title",19,0,'osversions');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"2\">$Message[58]</th>";
+ print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>";
+ print "<th> </th>";
+ print "</tr>\n";
+ $total_h=0;
+ my $count=0;
+ &BuildKeyList(MinimumButNoZero(scalar keys %_os_h,500),1,\%_os_h,\%_os_h);
+ my %keysinkeylist=();
+ $max_h=1;
+ # Count total by family
+ my %totalfamily_h=();
+ my $TotalFamily=0;
+ OSLOOP: foreach my $key (@keylist) {
+ $total_h+=$_os_h{$key};
+ if ($_os_h{$key} > $max_h) { $max_h = $_os_h{$key}; }
+ foreach my $family (@OSFamily) { if ($key =~ /^$family/i) { $totalfamily_h{$family}+=$_os_h{$key}; $TotalFamily+=$_os_h{$key}; next OSLOOP; } }
+ }
+ # Write records grouped in a browser family
+ foreach my $family (@OSFamily) {
+ my $p=' ';
+ if ($total_h) { $p=int($totalfamily_h{$family}/$total_h*1000)/10; $p="$p %"; }
+ my $familyheadershown=0;
+ foreach my $key (reverse sort keys %_os_h) {
+ if ($key =~ /^$family(.*)/i) {
+ if (! $familyheadershown) {
+ print "<tr bgcolor=\"#F6F6F6\"><td class=\"aws\" colspan=\"2\"><b>".uc($family)."</b></td>";
+ print "<td><b>".int($totalfamily_h{$family})."</b></td><td><b>$p</b></td><td> </td>";
+ print "</tr>\n";
+ $familyheadershown=1;
+ }
+ $keysinkeylist{$key}=1;
+ my $ver=$1;
+ my $p=' ';
+ if ($total_h) { $p=int($_os_h{$key}/$total_h*1000)/10; $p="$p %"; }
+ print "<tr>";
+ print "<td".($count?"":" width=\"$WIDTHCOLICON\"")."><img src=\"$DirIcons\/os\/$key.png\"".AltTitle("")." /></td>";
+ print "<td class=\"aws\">$OSHashLib{$key}</td>";
+ my $bredde_h=0;
+ if ($max_h > 0) { $bredde_h=int($BarWidth*($_os_h{$key}||0)/$max_h)+1; }
+ if (($bredde_h==1) && $_os_h{$key}) { $bredde_h=2; }
+ print "<td>$_os_h{$key}</td><td>$p</td>";
+ print "<td class=\"aws\">";
+ # alt and title are not provided to reduce page size
+ if ($ShowOSStats) { print "<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_h\" height=\"5\" /><br />"; }
+ print "</td>";
+ print "</tr>\n";
+ $count++;
+ }
+ }
+ }
+ # Write other records
+ my $familyheadershown=0;
+ foreach my $key (@keylist) {
+ if ($keysinkeylist{$key}) { next; }
+ if (! $familyheadershown) {
+ my $p=' ';
+ if ($total_h) { $p=int(($total_h-$TotalFamily)/$total_h*1000)/10; $p="$p %"; }
+ print "<tr bgcolor=\"#F6F6F6\"><td class=\"aws\" colspan=\"2\"><b>$Message[2]</b></td>";
+ print "<td><b>".($total_h-$TotalFamily)."</b></td><td><b>$p</b></td><td> </td>";
+ print "</tr>\n";
+ $familyheadershown=1;
+ }
+ my $p=' ';
+ if ($total_h) { $p=int($_os_h{$key}/$total_h*1000)/10; $p="$p %"; }
+ print "<tr>";
+ if ($key eq 'Unknown') {
+ print "<td".($count?"":" width=\"$WIDTHCOLICON\"")."><img src=\"$DirIcons\/browser\/unknown.png\"".AltTitle("")." /></td><td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td>";
+ }
+ else {
+ my $keywithoutcumul=$key; $keywithoutcumul =~ s/cumul$//i;
+ my $libos=$OSHashLib{$keywithoutcumul}||$keywithoutcumul;
+ my $nameicon=$keywithoutcumul; $nameicon =~ s/[^\w]//g;
+ print "<td".($count?"":" width=\"$WIDTHCOLICON\"")."><img src=\"$DirIcons\/os\/$nameicon.png\"".AltTitle("")." /></td><td class=\"aws\">$libos</td>";
+ }
+ my $bredde_h=0;
+ if ($max_h > 0) { $bredde_h=int($BarWidth*($_os_h{$key}||0)/$max_h)+1; }
+ if (($bredde_h==1) && $_os_h{$key}) { $bredde_h=2; }
+ print "<td>$_os_h{$key}</td><td>$p</td>";
+ print "<td class=\"aws\">";
+ # alt and title are not provided to reduce page size
+ if ($ShowOSStats) { print "<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_h\" height=\"5\" /><br />"; }
+ print "</td>";
+ print "</tr>\n";
+ }
+ &tab_end();
+ &html_end(1);
+ }
+ if ($HTMLOutput{'browserdetail'}) {
+ # Show browsers versions
+ print "$Center<a name=\"browsersversions\"> </a><br />";
+ my $title="$Message[21]";
+ &tab_head("$title",19,0,'browsersversions');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"2\">$Message[58]</th>";
+ print "<th width=\"80\">$Message[111]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>";
+ print "<th> </th>";
+ print "</tr>\n";
+ $total_h=0;
+ my $count=0;
+ &BuildKeyList(MinimumButNoZero(scalar keys %_browser_h,500),1,\%_browser_h,\%_browser_h);
+ my %keysinkeylist=();
+ $max_h=1;
+ # Count total by family
+ my %totalfamily_h=();
+ my $TotalFamily=0;
+ BROWSERLOOP: foreach my $key (@keylist) {
+ $total_h+=$_browser_h{$key};
+ if ($_browser_h{$key} > $max_h) { $max_h = $_browser_h{$key}; }
+ foreach my $family (keys %BrowsersFamily) { if ($key =~ /^$family/i) { $totalfamily_h{$family}+=$_browser_h{$key}; $TotalFamily+=$_browser_h{$key}; next BROWSERLOOP; } }
+ }
+ # Write records grouped in a browser family
+ foreach my $family (sort { $BrowsersFamily{$a} <=> $BrowsersFamily{$b} } keys %BrowsersFamily) {
+ my $p=' ';
+ if ($total_h) { $p=int($totalfamily_h{$family}/$total_h*1000)/10; $p="$p %"; }
+ my $familyheadershown=0;
+ foreach my $key (reverse sort keys %_browser_h) {
+ if ($key =~ /^$family(.*)/i) {
+ if (! $familyheadershown) {
+ print "<tr bgcolor=\"#F6F6F6\"><td class=\"aws\" colspan=\"2\"><b>".uc($family)."</b></td>";
+ print "<td> </td><td><b>".int($totalfamily_h{$family})."</b></td><td><b>$p</b></td><td> </td>";
+ print "</tr>\n";
+ $familyheadershown=1;
+ }
+ $keysinkeylist{$key}=1;
+ my $ver=$1;
+ my $p=' ';
+ if ($total_h) { $p=int($_browser_h{$key}/$total_h*1000)/10; $p="$p %"; }
+ print "<tr>";
+ print "<td".($count?"":" width=\"$WIDTHCOLICON\"")."><img src=\"$DirIcons\/browser\/$family.png\"".AltTitle("")." /></td>";
+ print "<td class=\"aws\">".ucfirst($family)." ".($ver?"$ver":"?")."</td>";
+ print "<td>".($BrowsersHereAreGrabbers{$family}?"<b>$Message[112]</b>":"$Message[113]")."</td>";
+ my $bredde_h=0;
+ if ($max_h > 0) { $bredde_h=int($BarWidth*($_browser_h{$key}||0)/$max_h)+1; }
+ if (($bredde_h==1) && $_browser_h{$key}) { $bredde_h=2; }
+ print "<td>$_browser_h{$key}</td><td>$p</td>";
+ print "<td class=\"aws\">";
+ # alt and title are not provided to reduce page size
+ if ($ShowBrowsersStats) { print "<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_h\" height=\"5\" /><br />"; }
+ print "</td>";
+ print "</tr>\n";
+ $count++;
+ }
+ }
+ }
+ # Write other records
+ my $familyheadershown=0;
+ foreach my $key (@keylist) {
+ if ($keysinkeylist{$key}) { next; }
+ if (! $familyheadershown) {
+ my $p=' ';
+ if ($total_h) { $p=int(($total_h-$TotalFamily)/$total_h*1000)/10; $p="$p %"; }
+ print "<tr bgcolor=\"#F6F6F6\"><td class=\"aws\" colspan=\"2\"><b>$Message[2]</b></td>";
+ print "<td> </td><td><b>".($total_h-$TotalFamily)."</b></td><td><b>$p</b></td><td> </td>";
+ print "</tr>\n";
+ $familyheadershown=1;
+ }
+ my $p=' ';
+ if ($total_h) { $p=int($_browser_h{$key}/$total_h*1000)/10; $p="$p %"; }
+ print "<tr>";
+ if ($key eq 'Unknown') {
+ print "<td".($count?"":" width=\"$WIDTHCOLICON\"")."><img src=\"$DirIcons\/browser\/unknown.png\"".AltTitle("")." /></td><td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td><td width=\"80\">?</td>";
+ }
+ else {
+ my $keywithoutcumul=$key; $keywithoutcumul =~ s/cumul$//i;
+ my $libbrowser=$BrowsersHashIDLib{$keywithoutcumul}||$keywithoutcumul;
+ my $nameicon=$BrowsersHashIcon{$keywithoutcumul}||"notavailable";
+ print "<td".($count?"":" width=\"$WIDTHCOLICON\"")."><img src=\"$DirIcons\/browser\/$nameicon.png\"".AltTitle("")." /></td><td class=\"aws\">$libbrowser</td><td>".($BrowsersHereAreGrabbers{$key}?"<b>$Message[112]</b>":"$Message[113]")."</td>";
+ }
+ my $bredde_h=0;
+ if ($max_h > 0) { $bredde_h=int($BarWidth*($_browser_h{$key}||0)/$max_h)+1; }
+ if (($bredde_h==1) && $_browser_h{$key}) { $bredde_h=2; }
+ print "<td>$_browser_h{$key}</td><td>$p</td>";
+ print "<td class=\"aws\">";
+ # alt and title are not provided to reduce page size
+ if ($ShowBrowsersStats) { print "<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_h\" height=\"5\" /><br />"; }
+ print "</td>";
+ print "</tr>\n";
+ }
+ &tab_end();
+ &html_end(1);
+ }
+ if ($HTMLOutput{'refererse'}) {
+ print "$Center<a name=\"refererse\"> </a><br />\n";
+ my $title="$Message[40]";
+ &tab_head("$title",19,0,'refererse');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$TotalDifferentSearchEngines $Message[122]</th>";
+ print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th>";
+ print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>";
+ print "</tr>\n";
+ $total_s=0;
+ my $count=0;
+ &BuildKeyList($MaxRowsInHTMLOutput,$MinHit{'Refer'},\%_se_referrals_h,((scalar keys %_se_referrals_p)?\%_se_referrals_p:\%_se_referrals_h)); # before 5.4 only hits were recorded
+ foreach my $key (@keylist) {
+ my $newreferer=CleanFromCSSA($SearchEnginesHashLib{$key}||$key);
+ my $p_p; my $p_h;
+ if ($TotalSearchEnginesPages) { $p_p=int($_se_referrals_p{$key}/$TotalSearchEnginesPages*1000)/10; }
+ if ($TotalSearchEnginesHits) { $p_h=int($_se_referrals_h{$key}/$TotalSearchEnginesHits*1000)/10; }
+ print "<tr><td class=\"aws\">$newreferer</td>";
+ print "<td>".($_se_referrals_p{$key}?$_se_referrals_p{$key}:' ')."</td>";
+ print "<td>".($_se_referrals_p{$key}?"$p_p %":' ')."</td>";
+ print "<td>$_se_referrals_h{$key}</td>";
+ print "<td>$p_h %</td>";
+ print "</tr>\n";
+ $total_p += $_se_referrals_p{$key};
+ $total_h += $_se_referrals_h{$key};
+ $count++;
+ }
+ if ($Debug) { debug("Total real / shown : $TotalSearchEnginesPages / $total_p - $TotalSearchEnginesHits / $total_h",2); }
+ $rest_p=$TotalSearchEnginesPages-$total_p;
+ $rest_h=$TotalSearchEnginesHits-$total_h;
+ if ($rest_p > 0 || $rest_h > 0) {
+ my $p_p;my $p_h;
+ if ($TotalSearchEnginesPages) { $p_p=int($rest_p/$TotalSearchEnginesPages*1000)/10; }
+ if ($TotalSearchEnginesHits) { $p_h=int($rest_h/$TotalSearchEnginesHits*1000)/10; }
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
+ print "<td>".($rest_p?$rest_p:' ')."</td>";
+ print "<td>".($rest_p?"$p_p %":' ')."</td>";
+ print "<td>$rest_h</td>";
+ print "<td>$p_h %</td>";
+ print "</tr>\n";
+ }
+ &tab_end();
+ &html_end(1);
+ }
+ if ($HTMLOutput{'refererpages'}) {
+ print "$Center<a name=\"refererpages\"> </a><br />\n";
+ # Show filter form
+ &ShowFormFilter("refererpagesfilter",$FilterIn{'refererpages'},$FilterEx{'refererpages'});
+ my $title="$Message[41]"; my $cpt=0;
+ $cpt=(scalar keys %_pagesrefs_h);
+ &tab_head("$title",19,0,'refererpages');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>";
+ if ($FilterIn{'refererpages'} || $FilterEx{'refererpages'}) {
+ if ($FilterIn{'refererpages'}) { print "$Message[79] <b>$FilterIn{'refererpages'}</b>"; }
+ if ($FilterIn{'refererpages'} && $FilterEx{'refererpages'}) { print " - "; }
+ if ($FilterEx{'refererpages'}) { print "Exclude $Message[79] <b>$FilterEx{'refererpages'}</b>"; }
+ if ($FilterIn{'refererpages'} || $FilterEx{'refererpages'}) { print ": "; }
+ print "$cpt $Message[28]";
+ #if ($MonthRequired ne 'all') {
+ # if ($HTMLOutput{'refererpages'}) { print "<br />$Message[102]: $TotalDifferentPages $Message[28]"; }
+ #}
+ }
+ else { print "$Message[102]: $cpt $Message[28]"; }
+ print "</th>";
+ print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th>";
+ print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>";
+ print "</tr>\n";
+ $total_s=0;
+ my $count=0;
+ &BuildKeyList($MaxRowsInHTMLOutput,$MinHit{'Refer'},\%_pagesrefs_h,((scalar keys %_pagesrefs_p)?\%_pagesrefs_p:\%_pagesrefs_h));
+ foreach my $key (@keylist) {
+ my $nompage=CleanFromCSSA($key);
+ if (length($nompage)>$MaxLengthOfShownURL) { $nompage=substr($nompage,0,$MaxLengthOfShownURL)."..."; }
+ my $p_p; my $p_h;
+ if ($TotalRefererPages) { $p_p=int($_pagesrefs_p{$key}/$TotalRefererPages*1000)/10; }
+ if ($TotalRefererHits) { $p_h=int($_pagesrefs_h{$key}/$TotalRefererHits*1000)/10; }
+ print "<tr><td class=\"aws\">";
+ &ShowURLInfo($key);
+ print "</td>";
+ print "<td>".($_pagesrefs_p{$key}?$_pagesrefs_p{$key}:' ')."</td><td>".($_pagesrefs_p{$key}?"$p_p %":' ')."</td>";
+ print "<td>".($_pagesrefs_h{$key}?$_pagesrefs_h{$key}:' ')."</td><td>".($_pagesrefs_h{$key}?"$p_h %":' ')."</td>";
+ print "</tr>\n";
+ $total_p += $_pagesrefs_p{$key};
+ $total_h += $_pagesrefs_h{$key};
+ $count++;
+ }
+ if ($Debug) { debug("Total real / shown : $TotalRefererPages / $total_p - $TotalRefererHits / $total_h",2); }
+ $rest_p=$TotalRefererPages-$total_p;
+ $rest_h=$TotalRefererHits-$total_h;
+ if ($rest_p > 0 || $rest_h > 0) {
+ my $p_p; my $p_h;
+ if ($TotalRefererPages) { $p_p=int($rest_p/$TotalRefererPages*1000)/10; }
+ if ($TotalRefererHits) { $p_h=int($rest_h/$TotalRefererHits*1000)/10; }
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
+ print "<td>".($rest_p?$rest_p:' ')."</td>";
+ print "<td>".($rest_p?"$p_p %":' ')."</td>";
+ print "<td>$rest_h</td>";
+ print "<td>$p_h %</td>";
+ print "</tr>\n";
+ }
+ &tab_end();
+ &html_end(1);
+ }
+ if ($HTMLOutput{'keyphrases'}) {
+ print "$Center<a name=\"keyphrases\"> </a><br />\n";
+ &tab_head($Message[43],19,0,'keyphrases');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"".Tooltip(15)."><th>$TotalDifferentKeyphrases $Message[103]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[14]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[15]</th></tr>\n";
+ $total_s=0;
+ my $count=0;
+ &BuildKeyList($MaxRowsInHTMLOutput,$MinHit{'Keyphrase'},\%_keyphrases,\%_keyphrases);
+ foreach my $key (@keylist) {
+ my $mot;
+ # Convert coded keywords (utf8,...) to be correctly reported in HTML page.
+ if ($PluginsLoaded{'DecodeKey'}{'decodeutfkeys'}) { $mot=CleanFromCSSA(DecodeKey_decodeutfkeys($key,$PageCode||'iso-8859-1')); }
+ else { $mot = CleanFromCSSA(DecodeEncodedString($key)); }
+ my $p;
+ if ($TotalKeyphrases) { $p=int($_keyphrases{$key}/$TotalKeyphrases*1000)/10; }
+ print "<tr><td class=\"aws\">".XMLEncode($mot)."</td><td>$_keyphrases{$key}</td><td>$p %</td></tr>\n";
+ $total_s += $_keyphrases{$key};
+ $count++;
+ }
+ if ($Debug) { debug("Total real / shown : $TotalKeyphrases / $total_s",2); }
+ $rest_s=$TotalKeyphrases-$total_s;
+ if ($rest_s > 0) {
+ my $p;
+ if ($TotalKeyphrases) { $p=int($rest_s/$TotalKeyphrases*1000)/10; }
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[124]</span></td><td>$rest_s</td>";
+ print "<td>$p %</td></tr>\n";
+ }
+ &tab_end();
+ &html_end(1);
+ }
+ if ($HTMLOutput{'keywords'}) {
+ print "$Center<a name=\"keywords\"> </a><br />\n";
+ &tab_head($Message[44],19,0,'keywords');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"".Tooltip(15)."><th>$TotalDifferentKeywords $Message[13]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[14]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[15]</th></tr>\n";
+ $total_s=0;
+ my $count=0;
+ &BuildKeyList($MaxRowsInHTMLOutput,$MinHit{'Keyword'},\%_keywords,\%_keywords);
+ foreach my $key (@keylist) {
+ my $mot;
+ # Convert coded keywords (utf8,...) to be correctly reported in HTML page.
+ if ($PluginsLoaded{'DecodeKey'}{'decodeutfkeys'}) { $mot=CleanFromCSSA(DecodeKey_decodeutfkeys($key,$PageCode||'iso-8859-1')); }
+ else { $mot = CleanFromCSSA(DecodeEncodedString($key)); }
+ my $p;
+ if ($TotalKeywords) { $p=int($_keywords{$key}/$TotalKeywords*1000)/10; }
+ print "<tr><td class=\"aws\">".XMLEncode($mot)."</td><td>$_keywords{$key}</td><td>$p %</td></tr>\n";
+ $total_s += $_keywords{$key};
+ $count++;
+ }
+ if ($Debug) { debug("Total real / shown : $TotalKeywords / $total_s",2); }
+ $rest_s=$TotalKeywords-$total_s;
+ if ($rest_s > 0) {
+ my $p;
+ if ($TotalKeywords) { $p=int($rest_s/$TotalKeywords*1000)/10; }
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[30]</span></td><td>$rest_s</td>";
+ print "<td>$p %</td></tr>\n";
+ }
+ &tab_end();
+ &html_end(1);
+ }
+ foreach my $code (keys %TrapInfosForHTTPErrorCodes) {
+ if ($HTMLOutput{"errors$code"}) {
+ print "$Center<a name=\"errors$code\"> </a><br />\n";
+ &tab_head($Message[47],19,0,"errors$code");
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>URL (".(scalar keys %_sider404_h).")</th><th bgcolor=\"#$color_h\">$Message[49]</th><th>$Message[23]</th></tr>\n";
+ $total_h=0;
+ my $count=0;
+ &BuildKeyList($MaxRowsInHTMLOutput,1,\%_sider404_h,\%_sider404_h);
+ foreach my $key (@keylist) {
+ my $nompage=XMLEncode(CleanFromCSSA($key));
+ #if (length($nompage)>$MaxLengthOfShownURL) { $nompage=substr($nompage,0,$MaxLengthOfShownURL)."..."; }
+ my $referer=XMLEncode(CleanFromCSSA($_referer404_h{$key}));
+ print "<tr><td class=\"aws\">$nompage</td>";
+ print "<td>$_sider404_h{$key}</td>";
+ print "<td class=\"aws\">".($referer?"$referer":" ")."</td>";
+ print "</tr>\n";
+ $total_s += $_sider404_h{$key};
+ $count++;
+ }
+ # TODO Build TotalErrorHits
+ # if ($Debug) { debug("Total real / shown : $TotalErrorHits / $total_h",2); }
+ # $rest_h=$TotalErrorHits-$total_h;
+ # if ($rest_h > 0) {
+ # my $p;
+ # if ($TotalErrorHits) { $p=int($rest_h/$TotalErrorHits*1000)/10; }
+ # print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[30]</span></td>";
+ # print "<td>$rest_h</td>";
+ # print "<td>...</td>";
+ # print "</tr>\n";
+ # }
+ &tab_end();
+ &html_end(1);
+ }
+ }
+ if ($HTMLOutput{'info'}) {
+ # Not yet available
+ print "$Center<a name=\"info\"> </a><br />";
+ &html_end(1);
+ }
+
+ my $htmloutput='';
+ foreach my $key (keys %HTMLOutput) { $htmloutput=$key; }
+ if ($htmloutput =~ /^plugin_(\w+)$/) {
+ my $pluginname=$1;
+ print "$Center<a name=\"plugin_$pluginname\"> </a><br />";
+# my $function="AddHTMLGraph_$pluginname()";
+# eval("$function");
+ my $function="AddHTMLGraph_$pluginname";
+ &$function();
+ &html_end(1);
+ }
+ }
+
+ # Output main page
+ #-----------------
+
+ if ($HTMLOutput{'main'}) {
+
+ # SUMMARY
+ #---------------------------------------------------------------------
+ if ($ShowSummary) {
+ if ($Debug) { debug("ShowSummary",2); }
+ #print "$Center<a name=\"summary\"> </a><br />\n";
+ my $title="$Message[128]";
+ &tab_head("$title",0,0,'month');
+
+ my $NewLinkParams=${QueryString};
+ $NewLinkParams =~ s/(^|&)update(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&)staticlinks(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&)year=[^&]*//i;
+ $NewLinkParams =~ s/(^|&)month=[^&]*//i;
+ $NewLinkParams =~ s/(^|&)framename=[^&]*//i;
+ $NewLinkParams =~ tr/&/&/s; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//;
+ if ($NewLinkParams) { $NewLinkParams="${NewLinkParams}&"; }
+ my $NewLinkTarget='';
+ if ($FrameName eq 'mainright') { $NewLinkTarget=" target=\"_parent\""; }
+
+ # Ratio
+ my $RatioVisits=0; my $RatioPages=0; my $RatioHits=0; my $RatioBytes=0;
+ if ($TotalUnique > 0) { $RatioVisits=int($TotalVisits/$TotalUnique*100)/100; }
+ if ($TotalVisits > 0) { $RatioPages=int($TotalPages/$TotalVisits*100)/100; }
+ if ($TotalVisits > 0) { $RatioHits=int($TotalHits/$TotalVisits*100)/100; }
+ if ($TotalVisits > 0) { $RatioBytes=int(($TotalBytes/1024)*100/($LogType eq 'M'?$TotalHits:$TotalVisits))/100; }
+
+ my $colspan=5;
+ my $w='20';
+ if ($LogType eq 'W' || $LogType eq 'S') { $w='17'; $colspan=6; }
+
+ # Show first/last
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\">";
+ print "<td class=\"aws\"><b>$Message[133]</b></td><td class=\"aws\" colspan=\"".($colspan-1)."\">\n";
+ print ($MonthRequired eq 'all'?"$Message[6] $YearRequired":"$Message[5] ".$MonthNumLib{$MonthRequired}." $YearRequired");
+ print "</td></tr>\n";
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\">";
+ print "<td class=\"aws\"><b>$Message[8]</b></td>\n";
+ print "<td class=\"aws\" colspan=\"".($colspan-1)."\">".($FirstTime?Format_Date($FirstTime,0):"NA")."</td>";
+ print "</tr>\n";
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\">";
+ print "<td class=\"aws\"><b>$Message[9]</b></td>\n";
+ print "<td class=\"aws\" colspan=\"".($colspan-1)."\">".($LastTime?Format_Date($LastTime,0):"NA")."</td>\n";
+ print "</tr>\n";
+
+ # Show main indicators title row
+ print "<tr>";
+ if ($LogType eq 'W' || $LogType eq 'S') { print "<td bgcolor=\"#$color_TableBGTitle\"> </td>"; }
+ if ($ShowSummary =~ /U/i) { print "<td width=\"$w%\" bgcolor=\"#$color_u\"".Tooltip(2).">$Message[11]</td>"; } else { print "<td bgcolor=\"#$color_TableBGTitle\" width=\"20%\"> </td>"; }
+ if ($ShowSummary =~ /V/i) { print "<td width=\"$w%\" bgcolor=\"#$color_v\"".Tooltip(1).">$Message[10]</td>"; } else { print "<td bgcolor=\"#$color_TableBGTitle\" width=\"20%\"> </td>"; }
+ if ($ShowSummary =~ /P/i) { print "<td width=\"$w%\" bgcolor=\"#$color_p\"".Tooltip(3).">$Message[56]</td>"; } else { print "<td bgcolor=\"#$color_TableBGTitle\" width=\"20%\"> </td>"; }
+ if ($ShowSummary =~ /H/i) { print "<td width=\"$w%\" bgcolor=\"#$color_h\"".Tooltip(4).">$Message[57]</td>"; } else { print "<td bgcolor=\"#$color_TableBGTitle\" width=\"20%\"> </td>"; }
+ if ($ShowSummary =~ /B/i) { print "<td width=\"$w%\" bgcolor=\"#$color_k\"".Tooltip(5).">$Message[75]</td>"; } else { print "<td bgcolor=\"#$color_TableBGTitle\" width=\"20%\"> </td>"; }
+ print "</tr>\n";
+ # Show main indicators values for viewed traffic
+ print "<tr>";
+ if ($LogType eq 'M') {
+ print "<td class=\"aws\">$Message[165]</td>";
+ print "<td> <br /> </td>\n";
+ print "<td> <br /> </td>\n";
+ if ($ShowSummary =~ /H/i) { print "<td><b>$TotalHits</b>".($LogType eq 'M'?"":"<br />($RatioHits ".lc($Message[57]."/".$Message[12]).")")."</td>"; } else { print "<td> </td>"; }
+ if ($ShowSummary =~ /B/i) { print "<td><b>".Format_Bytes(int($TotalBytes))."</b><br />($RatioBytes $Message[108]/".lc($Message[($LogType eq 'M'?149:12)]).")</td>"; } else { print "<td> </td>"; }
+ }
+ else {
+ if ($LogType eq 'W' || $LogType eq 'S') { print "<td class=\"aws\">$Message[160] *</td>"; }
+ if ($ShowSummary =~ /U/i) { print "<td>".($MonthRequired eq 'all'?"<b><= $TotalUnique</b><br />$Message[129]":"<b>$TotalUnique</b><br /> ")."</td>"; } else { print "<td> </td>"; }
+ if ($ShowSummary =~ /V/i) { print "<td><b>$TotalVisits</b><br />($RatioVisits $Message[52])</td>"; } else { print "<td> </td>"; }
+ if ($ShowSummary =~ /P/i) { print "<td><b>$TotalPages</b><br />($RatioPages ".lc($Message[56]."/".$Message[12]).")</td>"; } else { print "<td> </td>"; }
+ if ($ShowSummary =~ /H/i) { print "<td><b>$TotalHits</b>".($LogType eq 'M'?"":"<br />($RatioHits ".lc($Message[57]."/".$Message[12]).")")."</td>"; } else { print "<td> </td>"; }
+ if ($ShowSummary =~ /B/i) { print "<td><b>".Format_Bytes(int($TotalBytes))."</b><br />($RatioBytes $Message[108]/".lc($Message[($LogType eq 'M'?149:12)]).")</td>"; } else { print "<td> </td>"; }
+ }
+ print "</tr>\n";
+ # Show main indicators values for not viewed traffic values
+ if ($LogType eq 'M' || $LogType eq 'W' || $LogType eq 'S') {
+ print "<tr>";
+ if ($LogType eq 'M') {
+ print "<td class=\"aws\">$Message[166]</td>";
+ print "<td> <br /> </td>\n";
+ print "<td> <br /> </td>\n";
+ if ($ShowSummary =~ /H/i) { print "<td><b>$TotalNotViewedHits</b></td>"; } else { print "<td> </td>"; }
+ if ($ShowSummary =~ /B/i) { print "<td><b>".Format_Bytes(int($TotalNotViewedBytes))."</b></td>"; } else { print "<td> </td>"; }
+ }
+ else {
+ if ($LogType eq 'W' || $LogType eq 'S') { print "<td class=\"aws\">$Message[161] *</td>"; }
+ print "<td colspan=\"2\"> <br /> </td>\n";
+ if ($ShowSummary =~ /P/i) { print "<td><b>$TotalNotViewedPages</b></td>"; } else { print "<td> </td>"; }
+ if ($ShowSummary =~ /H/i) { print "<td><b>$TotalNotViewedHits</b></td>"; } else { print "<td> </td>"; }
+ if ($ShowSummary =~ /B/i) { print "<td><b>".Format_Bytes(int($TotalNotViewedBytes))."</b></td>"; } else { print "<td> </td>"; }
+ }
+ print "</tr>\n";
+ }
+ &tab_end($LogType eq 'W' || $LogType eq 'S'?"* $Message[159]":"");
+ }
+
+ # BY MONTH
+ #---------------------------------------------------------------------
+ if ($ShowMonthStats) {
+
+ if ($Debug) { debug("ShowMonthStats",2); }
+ print "$Center<a name=\"month\"> </a><br />\n";
+ my $title="$Message[162]";
+ &tab_head("$title",0,0,'month');
+ print "<tr><td align=\"center\">\n";
+ print "<center>\n";
+
+ $average_nb=$average_u=$average_v=$average_p=$average_h=$average_k=0;
+ $total_u=$total_v=$total_p=$total_h=$total_k=0;
+
+ $max_v=$max_p=$max_h=$max_k=1;
+ # Define total and max
+ for (my $ix=1; $ix<=12; $ix++) {
+ my $monthix=sprintf("%02s",$ix);
+ $total_u+=$MonthUnique{$YearRequired.$monthix}||0;
+ $total_v+=$MonthVisits{$YearRequired.$monthix}||0;
+ $total_p+=$MonthPages{$YearRequired.$monthix}||0;
+ $total_h+=$MonthHits{$YearRequired.$monthix}||0;
+ $total_k+=$MonthBytes{$YearRequired.$monthix}||0;
+ #if (($MonthUnique{$YearRequired.$monthix}||0) > $max_v) { $max_v=$MonthUnique{$YearRequired.$monthix}; }
+ if (($MonthVisits{$YearRequired.$monthix}||0) > $max_v) { $max_v=$MonthVisits{$YearRequired.$monthix}; }
+ #if (($MonthPages{$YearRequired.$monthix}||0) > $max_p) { $max_p=$MonthPages{$YearRequired.$monthix}; }
+ if (($MonthHits{$YearRequired.$monthix}||0) > $max_h) { $max_h=$MonthHits{$YearRequired.$monthix}; }
+ if (($MonthBytes{$YearRequired.$monthix}||0) > $max_k) { $max_k=$MonthBytes{$YearRequired.$monthix}; }
+ }
+ # Define average
+ # TODO
+
+ # Show bars for month
+ if ($PluginsLoaded{'ShowGraph'}{'graphapplet'}) {
+ my @blocklabel=();
+ for (my $ix=1; $ix<=12; $ix++) {
+ my $monthix=sprintf("%02s",$ix);
+ push @blocklabel,"$MonthNumLib{$monthix}\\xA7$YearRequired";
+ }
+ my @vallabel=("$Message[11]","$Message[10]","$Message[56]","$Message[57]","$Message[75]");
+ my @valcolor=("$color_u","$color_v","$color_p","$color_h","$color_k");
+ my @valmax=($max_v,$max_v,$max_h,$max_h,$max_k);
+ my @valtotal=($total_u,$total_v,$total_p,$total_h,$total_k);
+ my @valaverage=();
+ #my @valaverage=($average_v,$average_p,$average_h,$average_k);
+ my @valdata=();
+ my $xx=0;
+ for (my $ix=1; $ix<=12; $ix++) {
+ my $monthix=sprintf("%02s",$ix);
+ $valdata[$xx++]=$MonthUnique{$YearRequired.$monthix}||0;
+ $valdata[$xx++]=$MonthVisits{$YearRequired.$monthix}||0;
+ $valdata[$xx++]=$MonthPages{$YearRequired.$monthix}||0;
+ $valdata[$xx++]=$MonthHits{$YearRequired.$monthix}||0;
+ $valdata[$xx++]=$MonthBytes{$YearRequired.$monthix}||0;
+ }
+ ShowGraph_graphapplet("$title","month",$ShowMonthStats,\@blocklabel,\@vallabel,\@valcolor,\@valmax,\@valtotal,\@valaverage,\@valdata);
+ }
+ else {
+ print "<table>\n";
+ print "<tr valign=\"bottom\">";
+ print "<td> </td>\n";
+ for (my $ix=1; $ix<=12; $ix++) {
+ my $monthix=sprintf("%02s",$ix);
+ my $bredde_u=0; my $bredde_v=0;my $bredde_p=0;my $bredde_h=0;my $bredde_k=0;
+ if ($max_v > 0) { $bredde_u=int(($MonthUnique{$YearRequired.$monthix}||0)/$max_v*$BarHeight)+1; }
+ if ($max_v > 0) { $bredde_v=int(($MonthVisits{$YearRequired.$monthix}||0)/$max_v*$BarHeight)+1; }
+ if ($max_h > 0) { $bredde_p=int(($MonthPages{$YearRequired.$monthix}||0)/$max_h*$BarHeight)+1; }
+ if ($max_h > 0) { $bredde_h=int(($MonthHits{$YearRequired.$monthix}||0)/$max_h*$BarHeight)+1; }
+ if ($max_k > 0) { $bredde_k=int(($MonthBytes{$YearRequired.$monthix}||0)/$max_k*$BarHeight)+1; }
+ print "<td>";
+ if ($ShowMonthStats =~ /U/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vu'}\" height=\"$bredde_u\" width=\"6\"".AltTitle("$Message[11]: ".($MonthUnique{$YearRequired.$monthix}||0))." />"; }
+ if ($ShowMonthStats =~ /V/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vv'}\" height=\"$bredde_v\" width=\"6\"".AltTitle("$Message[10]: ".($MonthVisits{$YearRequired.$monthix}||0))." />"; }
+ if ($ShowMonthStats =~ /P/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vp'}\" height=\"$bredde_p\" width=\"6\"".AltTitle("$Message[56]: ".($MonthPages{$YearRequired.$monthix}||0))." />"; }
+ if ($ShowMonthStats =~ /H/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vh'}\" height=\"$bredde_h\" width=\"6\"".AltTitle("$Message[57]: ".($MonthHits{$YearRequired.$monthix}||0))." />"; }
+ if ($ShowMonthStats =~ /B/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vk'}\" height=\"$bredde_k\" width=\"6\"".AltTitle("$Message[75]: ".Format_Bytes($MonthBytes{$YearRequired.$monthix}))." />"; }
+ print "</td>\n";
+ }
+ print "<td> </td>";
+ print "</tr>\n";
+ # Show lib for month
+ print "<tr valign=\"middle\">";
+# if (!$StaticLinks) {
+# print "<td><a href=\"".XMLEncode("$AWScript?${NewLinkParams}month=12&year=".($YearRequired-1))."\"><<</a></td>";
+# }
+# else {
+ print "<td> </td>";
+# }
+ for (my $ix=1; $ix<=12; $ix++) {
+ my $monthix=sprintf("%02s",$ix);
+# if (!$StaticLinks) {
+# print "<td><a href=\"".XMLEncode("$AWScript?${NewLinkParams}month=$monthix&year=$YearRequired")."\">$MonthNumLib{$monthix}<br />$YearRequired</a></td>";
+# }
+# else {
+ print "<td>".(! $StaticLinks && $monthix==$nowmonth && $YearRequired==$nowyear?'<font class="currentday">':'');
+ print "$MonthNumLib{$monthix}<br />$YearRequired";
+ print (! $StaticLinks && $monthix==$nowmonth && $YearRequired==$nowyear?'</font>':'');
+ print "</td>";
+# }
+ }
+# if (!$StaticLinks) {
+# print "<td><a href=\"".XMLEncode("$AWScript?${NewLinkParams}month=1&year=".($YearRequired+1))."\">>></a></td>";
+# }
+# else {
+ print "<td> </td>";
+# }
+ print "</tr>\n";
+ print "</table>\n";
+ }
+ print "<br />\n";
+
+ # Show data array for month
+ if ($AddDataArrayMonthStats) {
+ print "<table>\n";
+ print "<tr><td width=\"80\" bgcolor=\"#$color_TableBGRowTitle\">$Message[5]</td>";
+ if ($ShowMonthStats =~ /U/i) { print "<td width=\"80\" bgcolor=\"#$color_u\"".Tooltip(2).">$Message[11]</td>"; }
+ if ($ShowMonthStats =~ /V/i) { print "<td width=\"80\" bgcolor=\"#$color_v\"".Tooltip(1).">$Message[10]</td>"; }
+ if ($ShowMonthStats =~ /P/i) { print "<td width=\"80\" bgcolor=\"#$color_p\"".Tooltip(3).">$Message[56]</td>"; }
+ if ($ShowMonthStats =~ /H/i) { print "<td width=\"80\" bgcolor=\"#$color_h\"".Tooltip(4).">$Message[57]</td>"; }
+ if ($ShowMonthStats =~ /B/i) { print "<td width=\"80\" bgcolor=\"#$color_k\"".Tooltip(5).">$Message[75]</td>"; }
+ print "</tr>\n";
+ for (my $ix=1; $ix<=12; $ix++) {
+ my $monthix=sprintf("%02s",$ix);
+ print "<tr>";
+ print "<td>".(! $StaticLinks && $monthix==$nowmonth && $YearRequired==$nowyear?'<font class="currentday">':'');
+ print "$MonthNumLib{$monthix} $YearRequired";
+ print (! $StaticLinks && $monthix==$nowmonth && $YearRequired==$nowyear?'</font>':'');
+ print "</td>";
+ if ($ShowMonthStats =~ /U/i) { print "<td>",$MonthUnique{$YearRequired.$monthix}?$MonthUnique{$YearRequired.$monthix}:"0","</td>"; }
+ if ($ShowMonthStats =~ /V/i) { print "<td>",$MonthVisits{$YearRequired.$monthix}?$MonthVisits{$YearRequired.$monthix}:"0","</td>"; }
+ if ($ShowMonthStats =~ /P/i) { print "<td>",$MonthPages{$YearRequired.$monthix}?$MonthPages{$YearRequired.$monthix}:"0","</td>"; }
+ if ($ShowMonthStats =~ /H/i) { print "<td>",$MonthHits{$YearRequired.$monthix}?$MonthHits{$YearRequired.$monthix}:"0","</td>"; }
+ if ($ShowMonthStats =~ /B/i) { print "<td>",Format_Bytes(int($MonthBytes{$YearRequired.$monthix}||0)),"</td>"; }
+ print "</tr>\n";
+ }
+ # Average row
+ # TODO
+ # Total row
+ print "<tr><td bgcolor=\"#$color_TableBGRowTitle\">$Message[102]</td>";
+ if ($ShowMonthStats =~ /U/i) { print "<td bgcolor=\"#$color_TableBGRowTitle\">$total_u</td>"; }
+ if ($ShowMonthStats =~ /V/i) { print "<td bgcolor=\"#$color_TableBGRowTitle\">$total_v</td>"; }
+ if ($ShowMonthStats =~ /P/i) { print "<td bgcolor=\"#$color_TableBGRowTitle\">$total_p</td>"; }
+ if ($ShowMonthStats =~ /H/i) { print "<td bgcolor=\"#$color_TableBGRowTitle\">$total_h</td>"; }
+ if ($ShowMonthStats =~ /B/i) { print "<td bgcolor=\"#$color_TableBGRowTitle\">".Format_Bytes($total_k)."</td>"; }
+ print "</tr>\n";
+ print "</table>\n<br />\n";
+ }
+
+ print "</center>\n";
+ print "</td></tr>\n";
+ &tab_end();
+ }
+
+ print "\n<a name=\"when\"> </a>\n\n";
+
+ # BY DAY OF MONTH
+ #---------------------------------------------------------------------
+ if ($ShowDaysOfMonthStats) {
+ if ($Debug) { debug("ShowDaysOfMonthStats",2); }
+ print "$Center<a name=\"daysofmonth\"> </a><br />\n";
+ my $title="$Message[138]";
+ &tab_head("$title",0,0,'daysofmonth');
+ print "<tr>";
+ print "<td align=\"center\">\n";
+ print "<center>\n";
+
+ my $NewLinkParams=${QueryString};
+ $NewLinkParams =~ s/(^|&)update(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&)staticlinks(=\w*|$)//i;
+ $NewLinkParams =~ s/(^|&)year=[^&]*//i;
+ $NewLinkParams =~ s/(^|&)month=[^&]*//i;
+ $NewLinkParams =~ s/(^|&)framename=[^&]*//i;
+ $NewLinkParams =~ tr/&/&/s; $NewLinkParams =~ s/^&//; $NewLinkParams =~ s/&$//;
+ if ($NewLinkParams) { $NewLinkParams="${NewLinkParams}&"; }
+ my $NewLinkTarget='';
+ if ($FrameName eq 'mainright') { $NewLinkTarget=" target=\"_parent\""; }
+
+ $average_nb=$average_u=$average_v=$average_p=$average_h=$average_k=0;
+ $total_u=$total_v=$total_p=$total_h=$total_k=0;
+ # Define total and max
+ $max_v=$max_h=$max_k=0; # Start from 0 because can be lower than 1
+ foreach my $daycursor ($firstdaytoshowtime..$lastdaytoshowtime) {
+ $daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/;
+ my $year=$1; my $month=$2; my $day=$3;
+ if (! DateIsValid($day,$month,$year)) { next; } # If not an existing day, go to next
+ $total_v+=$DayVisits{$year.$month.$day}||0;
+ $total_p+=$DayPages{$year.$month.$day}||0;
+ $total_h+=$DayHits{$year.$month.$day}||0;
+ $total_k+=$DayBytes{$year.$month.$day}||0;
+ if (($DayVisits{$year.$month.$day}||0) > $max_v) { $max_v=$DayVisits{$year.$month.$day}; }
+ #if (($DayPages{$year.$month.$day}||0) > $max_p) { $max_p=$DayPages{$year.$month.$day}; }
+ if (($DayHits{$year.$month.$day}||0) > $max_h) { $max_h=$DayHits{$year.$month.$day}; }
+ if (($DayBytes{$year.$month.$day}||0) > $max_k) { $max_k=$DayBytes{$year.$month.$day}; }
+ }
+ # Define average
+ foreach my $daycursor ($firstdaytocountaverage..$lastdaytocountaverage) {
+ $daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/;
+ my $year=$1; my $month=$2; my $day=$3;
+ if (! DateIsValid($day,$month,$year)) { next; } # If not an existing day, go to next
+ $average_nb++; # Increase number of day used to count
+ $average_v+=($DayVisits{$daycursor}||0);
+ $average_p+=($DayPages{$daycursor}||0);
+ $average_h+=($DayHits{$daycursor}||0);
+ $average_k+=($DayBytes{$daycursor}||0);
+ }
+ if ($average_nb) {
+ $average_v=$average_v/$average_nb;
+ $average_p=$average_p/$average_nb;
+ $average_h=$average_h/$average_nb;
+ $average_k=$average_k/$average_nb;
+ if ($average_v > $max_v) { $max_v=$average_v; }
+ #if ($average_p > $max_p) { $max_p=$average_p; }
+ if ($average_h > $max_h) { $max_h=$average_h; }
+ if ($average_k > $max_k) { $max_k=$average_k; }
+ }
+ else {
+ $average_v="?";
+ $average_p="?";
+ $average_h="?";
+ $average_k="?";
+ }
+
+ # Show bars for day
+ if ($PluginsLoaded{'ShowGraph'}{'graphapplet'}) {
+ my @blocklabel=();
+ foreach my $daycursor ($firstdaytoshowtime..$lastdaytoshowtime) {
+ $daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/;
+ my $year=$1; my $month=$2; my $day=$3;
+ if (! DateIsValid($day,$month,$year)) { next; } # If not an existing day, go to next
+ my $bold=($day==$nowday && $month==$nowmonth && $year==$nowyear?':':'');
+ my $weekend=(DayOfWeek($day,$month,$year)=~/[06]/?'!':'');
+ push @blocklabel,"$day\xA7$MonthNumLib{$month}$weekend$bold";
+ }
+ my @vallabel=("$Message[10]","$Message[56]","$Message[57]","$Message[75]");
+ my @valcolor=("$color_v","$color_p","$color_h","$color_k");
+ my @valmax=($max_v,$max_h,$max_h,$max_k);
+ my @valtotal=($total_v,$total_p,$total_h,$total_k);
+ $average_v=sprintf("%.2f",$average_v);
+ $average_p=sprintf("%.2f",$average_p);
+ $average_h=sprintf("%.2f",$average_h);
+ $average_k=(int($average_k)?Format_Bytes(sprintf("%.2f",$average_k)):"0.00");
+ my @valaverage=($average_v,$average_p,$average_h,$average_k);
+ my @valdata=();
+ my $xx=0;
+ foreach my $daycursor ($firstdaytoshowtime..$lastdaytoshowtime) {
+ $daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/;
+ my $year=$1; my $month=$2; my $day=$3;
+ if (! DateIsValid($day,$month,$year)) { next; } # If not an existing day, go to next
+ $valdata[$xx++]=$DayVisits{$year.$month.$day}||0;
+ $valdata[$xx++]=$DayPages{$year.$month.$day}||0;
+ $valdata[$xx++]=$DayHits{$year.$month.$day}||0;
+ $valdata[$xx++]=$DayBytes{$year.$month.$day}||0;
+ }
+ ShowGraph_graphapplet("$title","daysofmonth",$ShowDaysOfMonthStats,\@blocklabel,\@vallabel,\@valcolor,\@valmax,\@valtotal,\@valaverage,\@valdata);
+ }
+ else {
+ print "<table>\n";
+ print "<tr valign=\"bottom\">\n";
+ foreach my $daycursor ($firstdaytoshowtime..$lastdaytoshowtime) {
+ $daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/;
+ my $year=$1; my $month=$2; my $day=$3;
+ if (! DateIsValid($day,$month,$year)) { next; } # If not an existing day, go to next
+ my $bredde_v=0; my $bredde_p=0; my $bredde_h=0; my $bredde_k=0;
+ if ($max_v > 0) { $bredde_v=int(($DayVisits{$year.$month.$day}||0)/$max_v*$BarHeight)+1; }
+ if ($max_h > 0) { $bredde_p=int(($DayPages{$year.$month.$day}||0)/$max_h*$BarHeight)+1; }
+ if ($max_h > 0) { $bredde_h=int(($DayHits{$year.$month.$day}||0)/$max_h*$BarHeight)+1; }
+ if ($max_k > 0) { $bredde_k=int(($DayBytes{$year.$month.$day}||0)/$max_k*$BarHeight)+1; }
+ print "<td>";
+ if ($ShowDaysOfMonthStats =~ /V/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vv'}\" height=\"$bredde_v\" width=\"4\"".AltTitle("$Message[10]: ".int($DayVisits{$year.$month.$day}||0))." />"; }
+ if ($ShowDaysOfMonthStats =~ /P/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vp'}\" height=\"$bredde_p\" width=\"4\"".AltTitle("$Message[56]: ".int($DayPages{$year.$month.$day}||0))." />"; }
+ if ($ShowDaysOfMonthStats =~ /H/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vh'}\" height=\"$bredde_h\" width=\"4\"".AltTitle("$Message[57]: ".int($DayHits{$year.$month.$day}||0))." />"; }
+ if ($ShowDaysOfMonthStats =~ /B/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vk'}\" height=\"$bredde_k\" width=\"4\"".AltTitle("$Message[75]: ".Format_Bytes($DayBytes{$year.$month.$day}))." />"; }
+ print "</td>\n";
+ }
+ print "<td> </td>";
+ # Show average value cell
+ print "<td>";
+ my $bredde_v=0; my $bredde_p=0; my $bredde_h=0; my $bredde_k=0;
+ if ($max_v > 0) { $bredde_v=int($average_v/$max_v*$BarHeight)+1; }
+ if ($max_h > 0) { $bredde_p=int($average_p/$max_h*$BarHeight)+1; }
+ if ($max_h > 0) { $bredde_h=int($average_h/$max_h*$BarHeight)+1; }
+ if ($max_k > 0) { $bredde_k=int($average_k/$max_k*$BarHeight)+1; }
+ $average_v=sprintf("%.2f",$average_v);
+ $average_p=sprintf("%.2f",$average_p);
+ $average_h=sprintf("%.2f",$average_h);
+ $average_k=(int($average_k)?Format_Bytes(sprintf("%.2f",$average_k)):"0.00");
+ if ($ShowDaysOfMonthStats =~ /V/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vv'}\" height=\"$bredde_v\" width=\"4\"".AltTitle("$Message[10]: $average_v")." />"; }
+ if ($ShowDaysOfMonthStats =~ /P/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vp'}\" height=\"$bredde_p\" width=\"4\"".AltTitle("$Message[56]: $average_p")." />"; }
+ if ($ShowDaysOfMonthStats =~ /H/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vh'}\" height=\"$bredde_h\" width=\"4\"".AltTitle("$Message[57]: $average_h")." />"; }
+ if ($ShowDaysOfMonthStats =~ /B/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vk'}\" height=\"$bredde_k\" width=\"4\"".AltTitle("$Message[75]: $average_k")." />"; }
+ print "</td>\n";
+ print "</tr>\n";
+ # Show lib for day
+ print "<tr valign=\"middle\">";
+ foreach my $daycursor ($firstdaytoshowtime..$lastdaytoshowtime) {
+ $daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/;
+ my $year=$1; my $month=$2; my $day=$3;
+ if (! DateIsValid($day,$month,$year)) { next; } # If not an existing day, go to next
+ my $dayofweekcursor=DayOfWeek($day,$month,$year);
+ print "<td".($dayofweekcursor=~/[06]/?" bgcolor=\"#$color_weekend\"":"").">";
+ print (! $StaticLinks && $day==$nowday && $month==$nowmonth && $year==$nowyear?'<font class="currentday">':'');
+ print "$day<br /><span style=\"font-size: ".($FrameName ne 'mainright' && $QueryString !~ /buildpdf/i?"9":"8")."px;\">".$MonthNumLib{$month}."</span>";
+ print (! $StaticLinks && $day==$nowday && $month==$nowmonth && $year==$nowyear?'</font>':'');
+ print "</td>\n";
+ }
+ print "<td> </td>";
+ print "<td valign=\"middle\"".Tooltip(18).">$Message[96]</td>\n";
+ print "</tr>\n";
+ print "</table>\n";
+ }
+ print "<br />\n";
+
+ # Show data array for days
+ if ($AddDataArrayShowDaysOfMonthStats) {
+ print "<table>\n";
+ print "<tr><td width=\"80\" bgcolor=\"#$color_TableBGRowTitle\">$Message[4]</td>";
+ if ($ShowDaysOfMonthStats =~ /V/i) { print "<td width=\"80\" bgcolor=\"#$color_v\"".Tooltip(1).">$Message[10]</td>"; }
+ if ($ShowDaysOfMonthStats =~ /P/i) { print "<td width=\"80\" bgcolor=\"#$color_p\"".Tooltip(3).">$Message[56]</td>"; }
+ if ($ShowDaysOfMonthStats =~ /H/i) { print "<td width=\"80\" bgcolor=\"#$color_h\"".Tooltip(4).">$Message[57]</td>"; }
+ if ($ShowDaysOfMonthStats =~ /B/i) { print "<td width=\"80\" bgcolor=\"#$color_k\"".Tooltip(5).">$Message[75]</td>"; }
+ print "</tr>";
+ foreach my $daycursor ($firstdaytoshowtime..$lastdaytoshowtime) {
+ $daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/;
+ my $year=$1; my $month=$2; my $day=$3;
+ if (! DateIsValid($day,$month,$year)) { next; } # If not an existing day, go to next
+ my $dayofweekcursor=DayOfWeek($day,$month,$year);
+ print "<tr".($dayofweekcursor=~/[06]/?" bgcolor=\"#$color_weekend\"":"").">";
+ print "<td>".(! $StaticLinks && $day==$nowday && $month==$nowmonth && $year==$nowyear?'<font class="currentday">':'');
+ print Format_Date("$year$month$day"."000000",2);
+ print (! $StaticLinks && $day==$nowday && $month==$nowmonth && $year==$nowyear?'</font>':'');
+ print "</td>";
+ if ($ShowDaysOfMonthStats =~ /V/i) { print "<td>",$DayVisits{$year.$month.$day}?$DayVisits{$year.$month.$day}:"0","</td>"; }
+ if ($ShowDaysOfMonthStats =~ /P/i) { print "<td>",$DayPages{$year.$month.$day}?$DayPages{$year.$month.$day}:"0","</td>"; }
+ if ($ShowDaysOfMonthStats =~ /H/i) { print "<td>",$DayHits{$year.$month.$day}?$DayHits{$year.$month.$day}:"0","</td>"; }
+ if ($ShowDaysOfMonthStats =~ /B/i) { print "<td>",Format_Bytes(int($DayBytes{$year.$month.$day}||0)),"</td>"; }
+ print "</tr>\n";
+ }
+ # Average row
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><td>$Message[96]</td>";
+ if ($ShowDaysOfMonthStats =~ /V/i) { print "<td>$average_v</td>"; }
+ if ($ShowDaysOfMonthStats =~ /P/i) { print "<td>$average_p</td>"; }
+ if ($ShowDaysOfMonthStats =~ /H/i) { print "<td>$average_h</td>"; }
+ if ($ShowDaysOfMonthStats =~ /B/i) { print "<td>$average_k</td>"; }
+ print "</tr>\n";
+ # Total row
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><td>$Message[102]</td>";
+ if ($ShowDaysOfMonthStats =~ /V/i) { print "<td>$total_v</td>"; }
+ if ($ShowDaysOfMonthStats =~ /P/i) { print "<td>$total_p</td>"; }
+ if ($ShowDaysOfMonthStats =~ /H/i) { print "<td>$total_h</td>"; }
+ if ($ShowDaysOfMonthStats =~ /B/i) { print "<td>".Format_Bytes($total_k)."</td>"; }
+ print "</tr>\n";
+ print "</table>\n<br />";
+ }
+
+ print "</center>\n";
+ print "</td></tr>\n";
+ &tab_end();
+ }
+
+ # BY DAY OF WEEK
+ #-------------------------
+ if ($ShowDaysOfWeekStats) {
+ if ($Debug) { debug("ShowDaysOfWeekStats",2); }
+ print "$Center<a name=\"daysofweek\"> </a><br />\n";
+ my $title="$Message[91]";
+ &tab_head("$title",18,0,'daysofweek');
+ print "<tr>";
+ print "<td align=\"center\">";
+ print "<center>\n";
+
+ $max_h=$max_k=0; # Start from 0 because can be lower than 1
+ # Get average value for day of week
+ my @avg_dayofweek_nb=(); my @avg_dayofweek_p=(); my @avg_dayofweek_h=(); my @avg_dayofweek_k=();
+ foreach my $daycursor ($firstdaytocountaverage..$lastdaytocountaverage) {
+ $daycursor =~ /^(\d\d\d\d)(\d\d)(\d\d)/;
+ my $year=$1; my $month=$2; my $day=$3;
+ if (! DateIsValid($day,$month,$year)) { next; } # If not an existing day, go to next
+ my $dayofweekcursor=DayOfWeek($day,$month,$year);
+ $avg_dayofweek_nb[$dayofweekcursor]++; # Increase number of day used to count for this day of week
+ $avg_dayofweek_p[$dayofweekcursor]+=($DayPages{$daycursor}||0);
+ $avg_dayofweek_h[$dayofweekcursor]+=($DayHits{$daycursor}||0);
+ $avg_dayofweek_k[$dayofweekcursor]+=($DayBytes{$daycursor}||0);
+ }
+ for (@DOWIndex) {
+ if ($avg_dayofweek_nb[$_]) {
+ $avg_dayofweek_p[$_]=$avg_dayofweek_p[$_]/$avg_dayofweek_nb[$_];
+ $avg_dayofweek_h[$_]=$avg_dayofweek_h[$_]/$avg_dayofweek_nb[$_];
+ $avg_dayofweek_k[$_]=$avg_dayofweek_k[$_]/$avg_dayofweek_nb[$_];
+ #if ($avg_dayofweek_p[$_] > $max_p) { $max_p = $avg_dayofweek_p[$_]; }
+ if ($avg_dayofweek_h[$_] > $max_h) { $max_h = $avg_dayofweek_h[$_]; }
+ if ($avg_dayofweek_k[$_] > $max_k) { $max_k = $avg_dayofweek_k[$_]; }
+ }
+ else {
+ $avg_dayofweek_p[$_]="?";
+ $avg_dayofweek_h[$_]="?";
+ $avg_dayofweek_k[$_]="?";
+ }
+ }
+
+ # Show bars for days of week
+ if ($PluginsLoaded{'ShowGraph'}{'graphapplet'}) {
+ my @blocklabel=();
+ for (@DOWIndex) { push @blocklabel,($Message[$_+84].($_=~/[06]/?"!":"")); }
+ my @vallabel=("$Message[56]","$Message[57]","$Message[75]");
+ my @valcolor=("$color_p","$color_h","$color_k");
+ my @valmax=(int($max_h),int($max_h),int($max_k));
+ my @valtotal=($total_p,$total_h,$total_k);
+ $average_p=sprintf("%.2f",$average_p);
+ $average_h=sprintf("%.2f",$average_h);
+ $average_k=(int($average_k)?Format_Bytes(sprintf("%.2f",$average_k)):"0.00");
+ my @valaverage=($average_p,$average_h,$average_k);
+ my @valdata=();
+ my $xx=0;
+ for (@DOWIndex) {
+ $valdata[$xx++]=$avg_dayofweek_p[$_]||0;
+ $valdata[$xx++]=$avg_dayofweek_h[$_]||0;
+ $valdata[$xx++]=$avg_dayofweek_k[$_]||0;
+ # Round to be ready to show array
+ $avg_dayofweek_p[$_]=sprintf("%.2f",$avg_dayofweek_p[$_]);
+ $avg_dayofweek_h[$_]=sprintf("%.2f",$avg_dayofweek_h[$_]);
+ $avg_dayofweek_k[$_]=sprintf("%.2f",$avg_dayofweek_k[$_]);
+ # Remove decimal part that are .0
+ if ($avg_dayofweek_p[$_] == int($avg_dayofweek_p[$_])) { $avg_dayofweek_p[$_]=int($avg_dayofweek_p[$_]); }
+ if ($avg_dayofweek_h[$_] == int($avg_dayofweek_h[$_])) { $avg_dayofweek_h[$_]=int($avg_dayofweek_h[$_]); }
+ }
+ ShowGraph_graphapplet("$title","daysofweek",$ShowDaysOfWeekStats,\@blocklabel,\@vallabel,\@valcolor,\@valmax,\@valtotal,\@valaverage,\@valdata);
+ }
+ else {
+ print "<table>\n";
+ print "<tr valign=\"bottom\">\n";
+ for (@DOWIndex) {
+ my $bredde_p=0; my $bredde_h=0; my $bredde_k=0;
+ if ($max_h > 0) { $bredde_p=int($avg_dayofweek_p[$_]/$max_h*$BarHeight)+1; }
+ if ($max_h > 0) { $bredde_h=int($avg_dayofweek_h[$_]/$max_h*$BarHeight)+1; }
+ if ($max_k > 0) { $bredde_k=int($avg_dayofweek_k[$_]/$max_k*$BarHeight)+1; }
+ $avg_dayofweek_p[$_]=sprintf("%.2f",$avg_dayofweek_p[$_]);
+ $avg_dayofweek_h[$_]=sprintf("%.2f",$avg_dayofweek_h[$_]);
+ $avg_dayofweek_k[$_]=sprintf("%.2f",$avg_dayofweek_k[$_]);
+ # Remove decimal part that are .0
+ if ($avg_dayofweek_p[$_] == int($avg_dayofweek_p[$_])) { $avg_dayofweek_p[$_]=int($avg_dayofweek_p[$_]); }
+ if ($avg_dayofweek_h[$_] == int($avg_dayofweek_h[$_])) { $avg_dayofweek_h[$_]=int($avg_dayofweek_h[$_]); }
+ print "<td valign=\"bottom\">";
+ if ($ShowDaysOfWeekStats =~ /P/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vp'}\" height=\"$bredde_p\" width=\"6\"".AltTitle("$Message[56]: $avg_dayofweek_p[$_]")." />"; }
+ if ($ShowDaysOfWeekStats =~ /H/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vh'}\" height=\"$bredde_h\" width=\"6\"".AltTitle("$Message[57]: $avg_dayofweek_h[$_]")." />"; }
+ if ($ShowDaysOfWeekStats =~ /B/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vk'}\" height=\"$bredde_k\" width=\"6\"".AltTitle("$Message[75]: ".Format_Bytes($avg_dayofweek_k[$_]))." />"; }
+ print "</td>\n";
+ }
+ print "</tr>\n";
+ print "<tr".Tooltip(17).">\n";
+ for (@DOWIndex) {
+ print "<td".($_=~/[06]/?" bgcolor=\"#$color_weekend\"":"").">".(! $StaticLinks && $_==($nowwday-1) && $MonthRequired==$nowmonth && $YearRequired==$nowyear?'<font class="currentday">':'');
+ print $Message[$_+84];
+ print (! $StaticLinks && $_==($nowwday-1) && $MonthRequired==$nowmonth && $YearRequired==$nowyear?'</font>':'');
+ print "</td>";
+ }
+ print "</tr>\n</table>\n";
+ }
+ print "<br />\n";
+
+ # Show data array for days of week
+ if ($AddDataArrayShowDaysOfWeekStats) {
+ print "<table>\n";
+ print "<tr><td width=\"80\" bgcolor=\"#$color_TableBGRowTitle\">$Message[4]</td>";
+ if ($ShowDaysOfWeekStats =~ /P/i) { print "<td width=\"80\" bgcolor=\"#$color_p\"".Tooltip(3).">$Message[56]</td>"; }
+ if ($ShowDaysOfWeekStats =~ /H/i) { print "<td width=\"80\" bgcolor=\"#$color_h\"".Tooltip(4).">$Message[57]</td>"; }
+ if ($ShowDaysOfWeekStats =~ /B/i) { print "<td width=\"80\" bgcolor=\"#$color_k\"".Tooltip(5).">$Message[75]</td></tr>"; }
+ for (@DOWIndex) {
+ print "<tr".($_=~/[06]/?" bgcolor=\"#$color_weekend\"":"").">";
+ print "<td>".(! $StaticLinks && $_==($nowwday-1) && $MonthRequired==$nowmonth && $YearRequired==$nowyear?'<font class="currentday">':'');
+ print $Message[$_+84];
+ print (! $StaticLinks && $_==($nowwday-1) && $MonthRequired==$nowmonth && $YearRequired==$nowyear?'</font>':'');
+ print "</td>";
+ if ($ShowDaysOfWeekStats =~ /P/i) { print "<td>",$avg_dayofweek_p[$_],"</td>"; }
+ if ($ShowDaysOfWeekStats =~ /H/i) { print "<td>",$avg_dayofweek_h[$_],"</td>"; }
+ if ($ShowDaysOfWeekStats =~ /B/i) { print "<td>",Format_Bytes($avg_dayofweek_k[$_]),"</td>"; }
+ print "</tr>\n";
+ }
+ print "</table>\n<br />\n";
+ }
+
+ print "</center></td>";
+ print "</tr>\n";
+ &tab_end();
+ }
+
+ # BY HOUR
+ #----------------------------
+ if ($ShowHoursStats) {
+ if ($Debug) { debug("ShowHoursStats",2); }
+ print "$Center<a name=\"hours\"> </a><br />\n";
+ my $title="$Message[20]";
+ if ($PluginsLoaded{'GetTimeZoneTitle'}{'timezone'}) { $title.=" (GMT ".(GetTimeZoneTitle_timezone()>=0?"+":"").int(GetTimeZoneTitle_timezone()).")"; }
+ &tab_head("$title",19,0,'hours');
+ print "<tr><td align=\"center\">\n";
+ print "<center>\n";
+
+ $max_h=$max_k=1;
+ for (my $ix=0; $ix<=23; $ix++) {
+ #if ($_time_p[$ix]>$max_p) { $max_p=$_time_p[$ix]; }
+ if ($_time_h[$ix]>$max_h) { $max_h=$_time_h[$ix]; }
+ if ($_time_k[$ix]>$max_k) { $max_k=$_time_k[$ix]; }
+ }
+
+ # Show bars for hour
+ if ($PluginsLoaded{'ShowGraph'}{'graphapplet'}) {
+ my @blocklabel=(0..23);
+ my @vallabel=("$Message[56]","$Message[57]","$Message[75]");
+ my @valcolor=("$color_p","$color_h","$color_k");
+ my @valmax=(int($max_h),int($max_h),int($max_k));
+ my @valtotal=($total_p,$total_h,$total_k);
+ my @valaverage=($average_p,$average_h,$average_k);
+ my @valdata=();
+ my $xx=0;
+ for (0..23) {
+ $valdata[$xx++]=$_time_p[$_]||0;
+ $valdata[$xx++]=$_time_h[$_]||0;
+ $valdata[$xx++]=$_time_k[$_]||0;
+ }
+ ShowGraph_graphapplet("$title","hours",$ShowHoursStats,\@blocklabel,\@vallabel,\@valcolor,\@valmax,\@valtotal,\@valaverage,\@valdata);
+ }
+ else {
+ print "<table>\n";
+ print "<tr valign=\"bottom\">\n";
+ for (my $ix=0; $ix<=23; $ix++) {
+ my $bredde_p=0;my $bredde_h=0;my $bredde_k=0;
+ if ($max_h > 0) { $bredde_p=int($BarHeight*$_time_p[$ix]/$max_h)+1; }
+ if ($max_h > 0) { $bredde_h=int($BarHeight*$_time_h[$ix]/$max_h)+1; }
+ if ($max_k > 0) { $bredde_k=int($BarHeight*$_time_k[$ix]/$max_k)+1; }
+ print "<td>";
+ if ($ShowHoursStats =~ /P/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vp'}\" height=\"$bredde_p\" width=\"6\"".AltTitle("$Message[56]: ".int($_time_p[$ix]))." />"; }
+ if ($ShowHoursStats =~ /H/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vh'}\" height=\"$bredde_h\" width=\"6\"".AltTitle("$Message[57]: ".int($_time_h[$ix]))." />"; }
+ if ($ShowHoursStats =~ /B/i) { print "<img align=\"bottom\" src=\"$DirIcons\/other\/$BarPng{'vk'}\" height=\"$bredde_k\" width=\"6\"".AltTitle("$Message[75]: ".Format_Bytes($_time_k[$ix]))." />"; }
+ print "</td>\n";
+ }
+ print "</tr>\n";
+ # Show hour lib
+ print "<tr".Tooltip(17).">";
+ for (my $ix=0; $ix<=23; $ix++) {
+ print "<th width=\"19\">$ix</th>\n"; # width=19 instead of 18 to avoid a MacOS browser bug.
+ }
+ print "</tr>\n";
+ # Show clock icon
+ print "<tr".Tooltip(17).">\n";
+ for (my $ix=0; $ix<=23; $ix++) {
+ my $hrs=($ix>=12?$ix-12:$ix);
+ my $hre=($ix>=12?$ix-11:$ix+1);
+ my $apm=($ix>=12?"pm":"am");
+ print "<td><img src=\"$DirIcons\/clock\/hr$hre.png\" width=\"10\" alt=\"$hrs:00 - $hre:00 $apm\" /></td>\n";
+ }
+ print "</tr>\n";
+ print "</table>\n";
+ }
+ print "<br />\n";
+
+ # Show data array for hours
+ if ($AddDataArrayShowHoursStats) {
+ print "<table width=\"650\"><tr>\n";
+ print "<td align=\"center\"><center>\n";
+
+ print "<table>\n";
+ print "<tr><td width=\"80\" bgcolor=\"#$color_TableBGRowTitle\">$Message[20]</td>";
+ if ($ShowHoursStats =~ /P/i) { print "<td width=\"80\" bgcolor=\"#$color_p\"".Tooltip(3).">$Message[56]</td>"; }
+ if ($ShowHoursStats =~ /H/i) { print "<td width=\"80\" bgcolor=\"#$color_h\"".Tooltip(4).">$Message[57]</td>"; }
+ if ($ShowHoursStats =~ /B/i) { print "<td width=\"80\" bgcolor=\"#$color_k\"".Tooltip(5).">$Message[75]</td>"; }
+ print "</tr>";
+ for (my $ix=0; $ix<=11; $ix++) {
+ my $monthix=($ix<10?"0$ix":"$ix");
+ print "<tr>";
+ print "<td>$monthix</td>";
+ if ($ShowHoursStats =~ /P/i) { print "<td>",$_time_p[$monthix]?$_time_p[$monthix]:"0","</td>"; }
+ if ($ShowHoursStats =~ /H/i) { print "<td>",$_time_h[$monthix]?$_time_h[$monthix]:"0","</td>"; }
+ if ($ShowHoursStats =~ /B/i) { print "<td>",Format_Bytes(int($_time_k[$monthix])),"</td>"; }
+ print "</tr>\n";
+ }
+ print "</table>\n";
+
+ print "</center></td>";
+ print "<td width=\"10\"> </td>";
+ print "<td align=\"center\"><center>\n";
+
+ print "<table>\n";
+ print "<tr><td width=\"80\" bgcolor=\"#$color_TableBGRowTitle\">$Message[20]</td>";
+ if ($ShowHoursStats =~ /P/i) { print "<td width=\"80\" bgcolor=\"#$color_p\"".Tooltip(3).">$Message[56]</td>"; }
+ if ($ShowHoursStats =~ /H/i) { print "<td width=\"80\" bgcolor=\"#$color_h\"".Tooltip(4).">$Message[57]</td>"; }
+ if ($ShowHoursStats =~ /B/i) { print "<td width=\"80\" bgcolor=\"#$color_k\"".Tooltip(5).">$Message[75]</td>"; }
+ print "</tr>\n";
+ for (my $ix=12; $ix<=23; $ix++) {
+ my $monthix=($ix<10?"0$ix":"$ix");
+ print "<tr>";
+ print "<td>$monthix</td>";
+ if ($ShowHoursStats =~ /P/i) { print "<td>",$_time_p[$monthix]?$_time_p[$monthix]:"0","</td>"; }
+ if ($ShowHoursStats =~ /H/i) { print "<td>",$_time_h[$monthix]?$_time_h[$monthix]:"0","</td>"; }
+ if ($ShowHoursStats =~ /B/i) { print "<td>",Format_Bytes(int($_time_k[$monthix])),"</td>"; }
+ print "</tr>\n";
+ }
+ print "</table>\n";
+
+ print "</center></td></tr></table>\n";
+ print "<br />\n";
+ }
+
+ print "</center></td></tr>\n";
+ &tab_end();
+ }
+
+ print "\n<a name=\"who\"> </a>\n\n";
+
+ # BY COUNTRY/DOMAIN
+ #---------------------------
+ if ($ShowDomainsStats) {
+ if ($Debug) { debug("ShowDomainsStats",2); }
+ print "$Center<a name=\"countries\"> </a><br />\n";
+ my $title="$Message[25] ($Message[77] $MaxNbOf{'Domain'}) - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=alldomains"):"$PROG$StaticLinks.alldomains.$StaticExt")."\"$NewLinkTarget>$Message[80]</a>";
+ &tab_head("$title",19,0,'countries');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th width=\"$WIDTHCOLICON\"> </th><th colspan=\"2\">$Message[17]</th>";
+ if ($ShowDomainsStats =~ /P/i) { print "<th bgcolor=\"#$color_p\" width=\"80\"".Tooltip(3).">$Message[56]</th>"; }
+ if ($ShowDomainsStats =~ /H/i) { print "<th bgcolor=\"#$color_h\" width=\"80\"".Tooltip(4).">$Message[57]</th>"; }
+ if ($ShowDomainsStats =~ /B/i) { print "<th bgcolor=\"#$color_k\" width=\"80\"".Tooltip(5).">$Message[75]</th>"; }
+ print "<th> </th>";
+ print "</tr>\n";
+ $total_p=$total_h=$total_k=0;
+ $max_h=1; foreach (values %_domener_h) { if ($_ > $max_h) { $max_h = $_; } }
+ $max_k=1; foreach (values %_domener_k) { if ($_ > $max_k) { $max_k = $_; } }
+ my $count=0;
+ &BuildKeyList($MaxNbOf{'Domain'},$MinHit{'Domain'},\%_domener_h,\%_domener_p);
+ foreach my $key (@keylist) {
+ my $bredde_p=0;my $bredde_h=0;my $bredde_k=0;
+ if ($max_h > 0) { $bredde_p=int($BarWidth*$_domener_p{$key}/$max_h)+1; } # use max_h to enable to compare pages with hits
+ if ($_domener_p{$key} && $bredde_p==1) { $bredde_p=2; }
+ if ($max_h > 0) { $bredde_h=int($BarWidth*$_domener_h{$key}/$max_h)+1; }
+ if ($_domener_h{$key} && $bredde_h==1) { $bredde_h=2; }
+ if ($max_k > 0) { $bredde_k=int($BarWidth*($_domener_k{$key}||0)/$max_k)+1; }
+ if ($_domener_k{$key} && $bredde_k==1) { $bredde_k=2; }
+ my $newkey=lc($key);
+ if ($newkey eq 'ip' || ! $DomainsHashIDLib{$newkey}) {
+ print "<tr><td width=\"$WIDTHCOLICON\"><img src=\"$DirIcons\/flags\/ip.png\" height=\"14\"".AltTitle("$Message[0]")." /></td><td class=\"aws\">$Message[0]</td><td>$newkey</td>";
+ }
+ else {
+ print "<tr><td width=\"$WIDTHCOLICON\"><img src=\"$DirIcons\/flags\/$newkey.png\" height=\"14\"".AltTitle("$newkey")." /></td><td class=\"aws\">$DomainsHashIDLib{$newkey}</td><td>$newkey</td>";
+ }
+ if ($ShowDomainsStats =~ /P/i) { print "<td>".($_domener_p{$key}?$_domener_p{$key}:' ')."</td>"; }
+ if ($ShowDomainsStats =~ /H/i) { print "<td>$_domener_h{$key}</td>"; }
+ if ($ShowDomainsStats =~ /B/i) { print "<td>".Format_Bytes($_domener_k{$key})."</td>"; }
+ print "<td class=\"aws\">";
+ if ($ShowDomainsStats =~ /P/i) { print "<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"5\"".AltTitle("")." /><br />\n"; }
+ if ($ShowDomainsStats =~ /H/i) { print "<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_h\" height=\"5\"".AltTitle("")." /><br />\n"; }
+ if ($ShowDomainsStats =~ /B/i) { print "<img src=\"$DirIcons\/other\/$BarPng{'hk'}\" width=\"$bredde_k\" height=\"5\"".AltTitle("")." />"; }
+ print "</td>";
+ print "</tr>\n";
+ $total_p += $_domener_p{$key};
+ $total_h += $_domener_h{$key};
+ $total_k += $_domener_k{$key}||0;
+ $count++;
+ }
+ $rest_p=$TotalPages-$total_p;
+ $rest_h=$TotalHits-$total_h;
+ $rest_k=$TotalBytes-$total_k;
+ if ($rest_p > 0 || $rest_h > 0 || $rest_k > 0) { # All other domains (known or not)
+ print "<tr><td width=\"$WIDTHCOLICON\"> </td><td colspan=\"2\" class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
+ if ($ShowDomainsStats =~ /P/i) { print "<td>$rest_p</td>"; }
+ if ($ShowDomainsStats =~ /H/i) { print "<td>$rest_h</td>"; }
+ if ($ShowDomainsStats =~ /B/i) { print "<td>".Format_Bytes($rest_k)."</td>"; }
+ print "<td class=\"aws\"> </td>";
+ print "</tr>\n";
+ }
+ &tab_end();
+ }
+
+ # BY HOST/VISITOR
+ #--------------------------
+ if ($ShowHostsStats) {
+ if ($Debug) { debug("ShowHostsStats",2); }
+ print "$Center<a name=\"visitors\"> </a><br />\n";
+ my $title="$Message[81] ($Message[77] $MaxNbOf{'HostsShown'}) - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=allhosts"):"$PROG$StaticLinks.allhosts.$StaticExt")."\"$NewLinkTarget>$Message[80]</a> - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=lasthosts"):"$PROG$StaticLinks.lasthosts.$StaticExt")."\"$NewLinkTarget>$Message[9]</a> - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=unknownip"):"$PROG$StaticLinks.unknownip.$StaticExt")."\"$NewLinkTarget>$Message[45]</a>";
+ &tab_head("$title",19,0,'visitors');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\">";
+ print "<th>";
+ if ($MonthRequired ne 'all') { print "$Message[81] : $TotalHostsKnown $Message[82], $TotalHostsUnknown $Message[1]<br />$TotalUnique $Message[11]</th>"; }
+ else { print "$Message[81] : ".(scalar keys %_host_h)."</th>"; }
+ &ShowHostInfo('__title__');
+ if ($ShowHostsStats =~ /P/i) { print "<th bgcolor=\"#$color_p\" width=\"80\"".Tooltip(3).">$Message[56]</th>"; }
+ if ($ShowHostsStats =~ /H/i) { print "<th bgcolor=\"#$color_h\" width=\"80\"".Tooltip(4).">$Message[57]</th>"; }
+ if ($ShowHostsStats =~ /B/i) { print "<th bgcolor=\"#$color_k\" width=\"80\"".Tooltip(5).">$Message[75]</th>"; }
+ if ($ShowHostsStats =~ /L/i) { print "<th width=\"120\">$Message[9]</th>"; }
+ print "</tr>\n";
+ $total_p=$total_h=$total_k=0;
+ my $count=0;
+ &BuildKeyList($MaxNbOf{'HostsShown'},$MinHit{'Host'},\%_host_h,\%_host_p);
+ foreach my $key (@keylist) {
+ print "<tr>";
+ print "<td class=\"aws\">$key</td>";
+ &ShowHostInfo($key);
+ if ($ShowHostsStats =~ /P/i) { print "<td>".($_host_p{$key}||" ")."</td>"; }
+ if ($ShowHostsStats =~ /H/i) { print "<td>$_host_h{$key}</td>"; }
+ if ($ShowHostsStats =~ /B/i) { print "<td>".Format_Bytes($_host_k{$key})."</td>"; }
+ if ($ShowHostsStats =~ /L/i) { print "<td>".($_host_l{$key}?Format_Date($_host_l{$key},1):'-')."</td>"; }
+ print "</tr>\n";
+ $total_p += $_host_p{$key};
+ $total_h += $_host_h{$key};
+ $total_k += $_host_k{$key}||0;
+ $count++;
+ }
+ $rest_p=$TotalPages-$total_p;
+ $rest_h=$TotalHits-$total_h;
+ $rest_k=$TotalBytes-$total_k;
+ if ($rest_p > 0 || $rest_h > 0 || $rest_k > 0) { # All other visitors (known or not)
+ print "<tr>";
+ print "<td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
+ &ShowHostInfo('');
+ if ($ShowHostsStats =~ /P/i) { print "<td>$rest_p</td>"; }
+ if ($ShowHostsStats =~ /H/i) { print "<td>$rest_h</td>"; }
+ if ($ShowHostsStats =~ /B/i) { print "<td>".Format_Bytes($rest_k)."</td>"; }
+ if ($ShowHostsStats =~ /L/i) { print "<td> </td>"; }
+ print "</tr>\n";
+ }
+ &tab_end();
+ }
+
+ # BY SENDER EMAIL
+ #----------------------------
+ if ($ShowEMailSenders) {
+ &ShowEmailSendersChart($NewLinkParams,$NewLinkTarget);
+ }
+
+ # BY RECEIVER EMAIL
+ #----------------------------
+ if ($ShowEMailReceivers) {
+ &ShowEmailReceiversChart($NewLinkParams,$NewLinkTarget);
+ }
+
+ # BY LOGIN
+ #----------------------------
+ if ($ShowAuthenticatedUsers) {
+ if ($Debug) { debug("ShowAuthenticatedUsers",2); }
+ print "$Center<a name=\"logins\"> </a><br />\n";
+ my $title="$Message[94] ($Message[77] $MaxNbOf{'LoginShown'}) - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=alllogins"):"$PROG$StaticLinks.alllogins.$StaticExt")."\"$NewLinkTarget>$Message[80]</a>";
+ if ($ShowAuthenticatedUsers =~ /L/i) { $title.=" - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=lastlogins"):"$PROG$StaticLinks.lastlogins.$StaticExt")."\"$NewLinkTarget>$Message[9]</a>"; }
+ &tab_head("$title",19,0,'logins');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$Message[94] : ".(scalar keys %_login_h)."</th>";
+ &ShowUserInfo('__title__');
+ if ($ShowAuthenticatedUsers =~ /P/i) { print "<th bgcolor=\"#$color_p\" width=\"80\"".Tooltip(3).">$Message[56]</th>"; }
+ if ($ShowAuthenticatedUsers =~ /H/i) { print "<th bgcolor=\"#$color_h\" width=\"80\"".Tooltip(4).">$Message[57]</th>"; }
+ if ($ShowAuthenticatedUsers =~ /B/i) { print "<th bgcolor=\"#$color_k\" width=\"80\"".Tooltip(5).">$Message[75]</th>"; }
+ if ($ShowAuthenticatedUsers =~ /L/i) { print "<th width=\"120\">$Message[9]</th>"; }
+ print "</tr>\n";
+ $total_p=$total_h=$total_k=0;
+ $max_h=1; foreach (values %_login_h) { if ($_ > $max_h) { $max_h = $_; } }
+ $max_k=1; foreach (values %_login_k) { if ($_ > $max_k) { $max_k = $_; } }
+ my $count=0;
+ &BuildKeyList($MaxNbOf{'LoginShown'},$MinHit{'Login'},\%_login_h,\%_login_p);
+ foreach my $key (@keylist) {
+ my $bredde_p=0;my $bredde_h=0;my $bredde_k=0;
+ if ($max_h > 0) { $bredde_p=int($BarWidth*$_login_p{$key}/$max_h)+1; } # use max_h to enable to compare pages with hits
+ if ($max_h > 0) { $bredde_h=int($BarWidth*$_login_h{$key}/$max_h)+1; }
+ if ($max_k > 0) { $bredde_k=int($BarWidth*$_login_k{$key}/$max_k)+1; }
+ print "<tr><td class=\"aws\">$key</td>";
+ &ShowUserInfo($key);
+ if ($ShowAuthenticatedUsers =~ /P/i) { print "<td>".($_login_p{$key}?$_login_p{$key}:" ")."</td>"; }
+ if ($ShowAuthenticatedUsers =~ /H/i) { print "<td>$_login_h{$key}</td>"; }
+ if ($ShowAuthenticatedUsers =~ /B/i) { print "<td>".Format_Bytes($_login_k{$key})."</td>"; }
+ if ($ShowAuthenticatedUsers =~ /L/i) { print "<td>".($_login_l{$key}?Format_Date($_login_l{$key},1):'-')."</td>"; }
+ print "</tr>\n";
+ $total_p += $_login_p{$key};
+ $total_h += $_login_h{$key};
+ $total_k += $_login_k{$key};
+ $count++;
+ }
+ $rest_p=$TotalPages-$total_p;
+ $rest_h=$TotalHits-$total_h;
+ $rest_k=$TotalBytes-$total_k;
+ if ($rest_p > 0 || $rest_h > 0 || $rest_k > 0) { # All other logins
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">".($PageDir eq 'rtl'?"<span dir=\"ltr\">":"")."$Message[125]".($PageDir eq 'rtl'?"</span>":"")."</span></td>";
+ &ShowUserInfo('');
+ if ($ShowAuthenticatedUsers =~ /P/i) { print "<td>".($rest_p?$rest_p:" ")."</td>"; }
+ if ($ShowAuthenticatedUsers =~ /H/i) { print "<td>$rest_h</td>"; }
+ if ($ShowAuthenticatedUsers =~ /B/i) { print "<td>".Format_Bytes($rest_k)."</td>"; }
+ if ($ShowAuthenticatedUsers =~ /L/i) { print "<td> </td>"; }
+ print "</tr>\n";
+ }
+ &tab_end();
+ }
+
+ # BY ROBOTS
+ #----------------------------
+ if ($ShowRobotsStats) {
+ if ($Debug) { debug("ShowRobotStats",2); }
+ print "$Center<a name=\"robots\"> </a><br />\n";
+ &tab_head("$Message[53] ($Message[77] $MaxNbOf{'RobotShown'}) - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=allrobots"):"$PROG$StaticLinks.allrobots.$StaticExt")."\"$NewLinkTarget>$Message[80]</a> - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=lastrobots"):"$PROG$StaticLinks.lastrobots.$StaticExt")."\"$NewLinkTarget>$Message[9]</a>",19,0,'robots');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"".Tooltip(16)."><th>".(scalar keys %_robot_h)." $Message[51]*</th>";
+ if ($ShowRobotsStats =~ /H/i) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; }
+ if ($ShowRobotsStats =~ /B/i) { print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; }
+ if ($ShowRobotsStats =~ /L/i) { print "<th width=\"120\">$Message[9]</th>"; }
+ print "</tr>\n";
+ $total_p=$total_h=$total_k=$total_r=0;
+ my $count=0;
+ &BuildKeyList($MaxNbOf{'RobotShown'},$MinHit{'Robot'},\%_robot_h,\%_robot_h);
+ foreach my $key (@keylist) {
+ print "<tr><td class=\"aws\">".($PageDir eq 'rtl'?"<span dir=\"ltr\">":"").($RobotsHashIDLib{$key}?$RobotsHashIDLib{$key}:$key).($PageDir eq 'rtl'?"</span>":"")."</td>";
+ if ($ShowRobotsStats =~ /H/i) { print "<td>".($_robot_h{$key}-$_robot_r{$key}).($_robot_r{$key}?"+$_robot_r{$key}":"")."</td>"; }
+ if ($ShowRobotsStats =~ /B/i) { print "<td>".Format_Bytes($_robot_k{$key})."</td>"; }
+ if ($ShowRobotsStats =~ /L/i) { print "<td>".($_robot_l{$key}?Format_Date($_robot_l{$key},1):'-')."</td>"; }
+ print "</tr>\n";
+ #$total_p += $_robot_p{$key};
+ $total_h += $_robot_h{$key};
+ $total_k += $_robot_k{$key}||0;
+ $total_r += $_robot_r{$key}||0;
+ $count++;
+ }
+ # For bots we need to count Totals
+ my $TotalPagesRobots = 0; #foreach (values %_robot_p) { $TotalPagesRobots+=$_; }
+ my $TotalHitsRobots = 0; foreach (values %_robot_h) { $TotalHitsRobots+=$_; }
+ my $TotalBytesRobots = 0; foreach (values %_robot_k) { $TotalBytesRobots+=$_; }
+ my $TotalRRobots = 0; foreach (values %_robot_r) { $TotalRRobots+=$_; }
+ $rest_p=0; #$rest_p=$TotalPagesRobots-$total_p;
+ $rest_h=$TotalHitsRobots-$total_h;
+ $rest_k=$TotalBytesRobots-$total_k;
+ $rest_r=$TotalRRobots-$total_r;
+ if ($rest_p > 0 || $rest_h > 0 || $rest_k > 0 || $rest_r > 0) { # All other robots
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
+ if ($ShowRobotsStats =~ /H/i) { print "<td>".($rest_h-$rest_r).($rest_r?"+$rest_r":"")."</td>"; }
+ if ($ShowRobotsStats =~ /B/i) { print "<td>".(Format_Bytes($rest_k))."</td>"; }
+ if ($ShowRobotsStats =~ /L/i) { print "<td> </td>"; }
+ print "</tr>\n";
+ }
+ &tab_end("* $Message[156]".($TotalRRobots?" $Message[157]":""));
+ }
+
+ # BY WORMS
+ #----------------------------
+ if ($ShowWormsStats) {
+ if ($Debug) { debug("ShowWormsStats",2); }
+ print "$Center<a name=\"worms\"> </a><br />\n";
+ &tab_head("$Message[163] ($Message[77] $MaxNbOf{'WormsShown'})",19,0,'worms');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"".Tooltip(21).">";
+ print "<th>".(scalar keys %_worm_h)." $Message[164]*</th>";
+ print "<th>$Message[167]</th>";
+ if ($ShowWormsStats =~ /H/i) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; }
+ if ($ShowWormsStats =~ /B/i) { print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; }
+ if ($ShowWormsStats =~ /L/i) { print "<th width=\"120\">$Message[9]</th>"; }
+ print "</tr>\n";
+ $total_p=$total_h=$total_k=0;
+ my $count=0;
+ &BuildKeyList($MaxNbOf{'WormsShown'},$MinHit{'Worm'},\%_worm_h,\%_worm_h);
+ foreach my $key (@keylist) {
+ print "<tr>";
+ print "<td class=\"aws\">".($PageDir eq 'rtl'?"<span dir=\"ltr\">":"").($WormsHashLib{$key}?$WormsHashLib{$key}:$key).($PageDir eq 'rtl'?"</span>":"")."</td>";
+ print "<td class=\"aws\">".($PageDir eq 'rtl'?"<span dir=\"ltr\">":"").($WormsHashTarget{$key}?$WormsHashTarget{$key}:$key).($PageDir eq 'rtl'?"</span>":"")."</td>";
+ if ($ShowWormsStats =~ /H/i) { print "<td>".$_worm_h{$key}."</td>"; }
+ if ($ShowWormsStats =~ /B/i) { print "<td>".Format_Bytes($_worm_k{$key})."</td>"; }
+ if ($ShowWormsStats =~ /L/i) { print "<td>".($_worm_l{$key}?Format_Date($_worm_l{$key},1):'-')."</td>"; }
+ print "</tr>\n";
+ #$total_p += $_worm_p{$key};
+ $total_h += $_worm_h{$key};
+ $total_k += $_worm_k{$key}||0;
+ $count++;
+ }
+ # For worms we need to count Totals
+ my $TotalPagesWorms = 0; #foreach (values %_worm_p) { $TotalPagesWorms+=$_; }
+ my $TotalHitsWorms = 0; foreach (values %_worm_h) { $TotalHitsWorms+=$_; }
+ my $TotalBytesWorms = 0; foreach (values %_worm_k) { $TotalBytesWorms+=$_; }
+ $rest_p=0; #$rest_p=$TotalPagesRobots-$total_p;
+ $rest_h=$TotalHitsWorms-$total_h;
+ $rest_k=$TotalBytesWorms-$total_k;
+ if ($rest_p > 0 || $rest_h > 0 || $rest_k > 0) { # All other worms
+ print "<tr>";
+ print "<td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
+ print "<td class=\"aws\">-</td>";
+ if ($ShowWormsStats =~ /H/i) { print "<td>".($rest_h)."</td>"; }
+ if ($ShowWormsStats =~ /B/i) { print "<td>".(Format_Bytes($rest_k))."</td>"; }
+ if ($ShowWormsStats =~ /L/i) { print "<td> </td>"; }
+ print "</tr>\n";
+ }
+ &tab_end("* $Message[158]");
+ }
+
+ print "\n<a name=\"how\"> </a>\n\n";
+
+ # BY SESSION
+ #----------------------------
+ if ($ShowSessionsStats) {
+ if ($Debug) { debug("ShowSessionsStats",2); }
+ print "$Center<a name=\"sessions\"> </a><br />\n";
+ my $title="$Message[117]";
+ &tab_head($title,19,0,'sessions');
+ my $Totals=0; foreach (@SessionsRange) { $average_s+=($_session{$_}||0)*$SessionsAverage{$_}; $Totals+=$_session{$_}||0; }
+ if ($Totals) { $average_s=int($average_s/$Totals); }
+ else { $average_s='?'; }
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"".Tooltip(1)."><th>$Message[10]: $TotalVisits - $Message[96]: $average_s s</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[10]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[15]</th></tr>\n";
+ $average_s=0;
+ $total_s=0;
+ my $count=0;
+ foreach my $key (@SessionsRange) {
+ my $p=0;
+ if ($TotalVisits) { $p=int($_session{$key}/$TotalVisits*1000)/10; }
+ $total_s+=$_session{$key}||0;
+ print "<tr><td class=\"aws\">$key</td>";
+ print "<td>".($_session{$key}?$_session{$key}:" ")."</td>";
+ print "<td>".($_session{$key}?"$p %":" ")."</td>";
+ print "</tr>\n";
+ $count++;
+ }
+ $rest_s=$TotalVisits-$total_s;
+ if ($rest_s > 0) { # All others sessions
+ my $p=0;
+ if ($TotalVisits) { $p=int($rest_s/$TotalVisits*1000)/10; }
+ print "<tr".Tooltip(20)."><td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td>";
+ print "<td>$rest_s</td>";
+ print "<td>".($rest_s?"$p %":" ")."</td>";
+ print "</tr>\n";
+ }
+ &tab_end();
+ }
+
+ # BY FILE TYPE
+ #-------------------------
+ if ($ShowFileTypesStats) {
+ if ($Debug) { debug("ShowFileTypesStatsCompressionStats",2); }
+ print "$Center<a name=\"filetypes\"> </a><br />\n";
+ my $Totalh=0; foreach (keys %_filetypes_h) { $Totalh+=$_filetypes_h{$_}; }
+ my $Totalk=0; foreach (keys %_filetypes_k) { $Totalk+=$_filetypes_k{$_}; }
+ my $title="$Message[73]";
+ if ($ShowFileTypesStats =~ /C/i) { $title.=" - $Message[98]"; }
+ &tab_head("$title",19,0,'filetypes');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"3\">$Message[73]</th>";
+ if ($ShowFileTypesStats =~ /H/i) { print "<th bgcolor=\"#$color_h\" width=\"80\"".Tooltip(4).">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>"; }
+ if ($ShowFileTypesStats =~ /B/i) { print "<th bgcolor=\"#$color_k\" width=\"80\"".Tooltip(5).">$Message[75]</th><th bgcolor=\"#$color_k\" width=\"80\">$Message[15]</th>"; }
+ if ($ShowFileTypesStats =~ /C/i) { print "<th bgcolor=\"#$color_k\" width=\"100\">$Message[100]</th><th bgcolor=\"#$color_k\" width=\"100\">$Message[101]</th><th bgcolor=\"#$color_k\" width=\"100\">$Message[99]</th>"; }
+ print "</tr>\n";
+ my $total_con=0; my $total_cre=0;
+ my $count=0;
+ &BuildKeyList($MaxRowsInHTMLOutput,1,\%_filetypes_h,\%_filetypes_h);
+ foreach my $key (@keylist) {
+ my $p_h=' '; my $p_k=' ';
+ if ($Totalh) { $p_h=int($_filetypes_h{$key}/$Totalh*1000)/10; $p_h="$p_h %"; }
+ if ($Totalk) { $p_k=int($_filetypes_k{$key}/$Totalk*1000)/10; $p_k="$p_k %"; }
+ if ($key eq 'Unknown') {
+ print "<tr><td".($count?"":" width=\"$WIDTHCOLICON\"")."><img src=\"$DirIcons\/mime\/unknown.png\"".AltTitle("")." /></td><td class=\"aws\" colspan=\"2\"><span style=\"color: #$color_other\">$Message[0]</span></td>";
+ }
+ else {
+ my $nameicon=$MimeHashIcon{$key}||"notavailable";
+ my $nametype=$MimeHashLib{$MimeHashFamily{$key}||""}||" ";
+ print "<tr><td".($count?"":" width=\"$WIDTHCOLICON\"")."><img src=\"$DirIcons\/mime\/$nameicon.png\"".AltTitle("")." /></td><td class=\"aws\">$key</td>";
+ print "<td class=\"aws\">$nametype</td>";
+ }
+ if ($ShowFileTypesStats =~ /H/i) { print "<td>$_filetypes_h{$key}</td><td>$p_h</td>"; }
+ if ($ShowFileTypesStats =~ /B/i) { print "<td>".Format_Bytes($_filetypes_k{$key})."</td><td>$p_k</td>"; }
+ if ($ShowFileTypesStats =~ /C/i) {
+ if ($_filetypes_gz_in{$key}) {
+ my $percent=int(100*(1-$_filetypes_gz_out{$key}/$_filetypes_gz_in{$key}));
+ printf("<td>%s</td><td>%s</td><td>%s (%s%)</td>",Format_Bytes($_filetypes_gz_in{$key}),Format_Bytes($_filetypes_gz_out{$key}),Format_Bytes($_filetypes_gz_in{$key}-$_filetypes_gz_out{$key}),$percent);
+ $total_con+=$_filetypes_gz_in{$key};
+ $total_cre+=$_filetypes_gz_out{$key};
+ }
+ else {
+ print "<td> </td><td> </td><td> </td>";
+ }
+ }
+ print "</tr>\n";
+ $count++;
+ }
+ # Add total (only usefull if compression is enabled)
+ if ($ShowFileTypesStats =~ /C/i) {
+ my $colspan=3;
+ if ($ShowFileTypesStats =~ /H/i) { $colspan+=2; }
+ if ($ShowFileTypesStats =~ /B/i) { $colspan+=2; }
+ print "<tr>";
+ print "<td class=\"aws\" colspan=\"$colspan\"><b>$Message[98]</b></td>";
+ if ($ShowFileTypesStats =~ /C/i) {
+ if ($total_con) {
+ my $percent=int(100*(1-$total_cre/$total_con));
+ printf("<td>%s</td><td>%s</td><td>%s (%s%)</td>",Format_Bytes($total_con),Format_Bytes($total_cre),Format_Bytes($total_con-$total_cre),$percent);
+ }
+ else {
+ print "<td> </td><td> </td><td> </td>";
+ }
+ }
+ print "</tr>\n";
+ }
+ &tab_end();
+ }
+
+ # BY FILE SIZE
+ #-------------------------
+ if ($ShowFileSizesStats) {
+
+ }
+
+ # BY FILE/URL
+ #-------------------------
+ if ($ShowPagesStats) {
+ if ($Debug) { debug("ShowPagesStats (MaxNbOf{'PageShown'}=$MaxNbOf{'PageShown'} TotalDifferentPages=$TotalDifferentPages)",2); }
+ print "$Center<a name=\"urls\"> </a><a name=\"entry\"> </a><a name=\"exit\"> </a><br />\n";
+ my $title="$Message[19] ($Message[77] $MaxNbOf{'PageShown'}) - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=urldetail"):"$PROG$StaticLinks.urldetail.$StaticExt")."\"$NewLinkTarget>$Message[80]</a>";
+ if ($ShowPagesStats =~ /E/i) { $title.=" - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=urlentry"):"$PROG$StaticLinks.urlentry.$StaticExt")."\"$NewLinkTarget>$Message[104]</a>"; }
+ if ($ShowPagesStats =~ /X/i) { $title.=" - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=urlexit"):"$PROG$StaticLinks.urlexit.$StaticExt")."\"$NewLinkTarget>$Message[116]</a>"; }
+ &tab_head("$title",19,0,'urls');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$TotalDifferentPages $Message[28]</th>";
+ if ($ShowPagesStats =~ /P/i && $LogType ne 'F') { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[29]</th>"; }
+ if ($ShowPagesStats =~ /[PH]/i && $LogType eq 'F') { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; }
+ if ($ShowPagesStats =~ /B/i) { print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[106]</th>"; }
+ if ($ShowPagesStats =~ /E/i) { print "<th bgcolor=\"#$color_e\" width=\"80\">$Message[104]</th>"; }
+ if ($ShowPagesStats =~ /X/i) { print "<th bgcolor=\"#$color_x\" width=\"80\">$Message[116]</th>"; }
+ # Call to plugins' function ShowPagesAddField
+ foreach my $pluginname (keys %{$PluginsLoaded{'ShowPagesAddField'}}) {
+# my $function="ShowPagesAddField_$pluginname('title')";
+# eval("$function");
+ my $function="ShowPagesAddField_$pluginname";
+ &$function('title');
+ }
+ print "<th> </th></tr>\n";
+ $total_p=$total_e=$total_x=$total_k=0;
+ $max_p=1; $max_k=1;
+ my $count=0;
+ &BuildKeyList($MaxNbOf{'PageShown'},$MinHit{'File'},\%_url_p,\%_url_p);
+ foreach my $key (@keylist) {
+ if ($_url_p{$key} > $max_p) { $max_p = $_url_p{$key}; }
+ if ($_url_k{$key}/($_url_p{$key}||1) > $max_k) { $max_k = $_url_k{$key}/($_url_p{$key}||1); }
+ }
+ foreach my $key (@keylist) {
+ print "<tr><td class=\"aws\">";
+ &ShowURLInfo($key);
+ print "</td>";
+ my $bredde_p=0; my $bredde_e=0; my $bredde_x=0; my $bredde_k=0;
+ if ($max_p > 0) { $bredde_p=int($BarWidth*($_url_p{$key}||0)/$max_p)+1; }
+ if (($bredde_p==1) && $_url_p{$key}) { $bredde_p=2; }
+ if ($max_p > 0) { $bredde_e=int($BarWidth*($_url_e{$key}||0)/$max_p)+1; }
+ if (($bredde_e==1) && $_url_e{$key}) { $bredde_e=2; }
+ if ($max_p > 0) { $bredde_x=int($BarWidth*($_url_x{$key}||0)/$max_p)+1; }
+ if (($bredde_x==1) && $_url_x{$key}) { $bredde_x=2; }
+ if ($max_k > 0) { $bredde_k=int($BarWidth*(($_url_k{$key}||0)/($_url_p{$key}||1))/$max_k)+1; }
+ if (($bredde_k==1) && $_url_k{$key}) { $bredde_k=2; }
+ if ($ShowPagesStats =~ /P/i && $LogType ne 'F') { print "<td>$_url_p{$key}</td>"; }
+ if ($ShowPagesStats =~ /[PH]/i && $LogType eq 'F') { print "<td>$_url_p{$key}</td>"; }
+ if ($ShowPagesStats =~ /B/i) { print "<td>".($_url_k{$key}?Format_Bytes($_url_k{$key}/($_url_p{$key}||1)):" ")."</td>"; }
+ if ($ShowPagesStats =~ /E/i) { print "<td>".($_url_e{$key}?$_url_e{$key}:" ")."</td>"; }
+ if ($ShowPagesStats =~ /X/i) { print "<td>".($_url_x{$key}?$_url_x{$key}:" ")."</td>"; }
+ # Call to plugins' function ShowPagesAddField
+ foreach my $pluginname (keys %{$PluginsLoaded{'ShowPagesAddField'}}) {
+# my $function="ShowPagesAddField_$pluginname('$key')";
+# eval("$function");
+ my $function="ShowPagesAddField_$pluginname";
+ &$function($key);
+ }
+ print "<td class=\"aws\">";
+ if ($ShowPagesStats =~ /P/i && $LogType ne 'F') { print "<img src=\"$DirIcons\/other\/$BarPng{'hp'}\" width=\"$bredde_p\" height=\"4\"".AltTitle("")." /><br />"; }
+ if ($ShowPagesStats =~ /[PH]/i && $LogType eq 'F') { print "<img src=\"$DirIcons\/other\/$BarPng{'hh'}\" width=\"$bredde_p\" height=\"4\"".AltTitle("")." /><br />"; }
+ if ($ShowPagesStats =~ /B/i) { print "<img src=\"$DirIcons\/other\/$BarPng{'hk'}\" width=\"$bredde_k\" height=\"4\"".AltTitle("")." /><br />"; }
+ if ($ShowPagesStats =~ /E/i) { print "<img src=\"$DirIcons\/other\/$BarPng{'he'}\" width=\"$bredde_e\" height=\"4\"".AltTitle("")." /><br />"; }
+ if ($ShowPagesStats =~ /X/i) { print "<img src=\"$DirIcons\/other\/$BarPng{'hx'}\" width=\"$bredde_x\" height=\"4\"".AltTitle("")." />"; }
+ print "</td></tr>\n";
+ $total_p += $_url_p{$key};
+ $total_e += $_url_e{$key};
+ $total_x += $_url_x{$key};
+ $total_k += $_url_k{$key};
+ $count++;
+ }
+ $rest_p=$TotalPages-$total_p;
+ $rest_e=$TotalEntries-$total_e;
+ $rest_x=$TotalExits-$total_x;
+ $rest_k=$TotalBytesPages-$total_k;
+ if ($rest_p > 0 || $rest_k > 0 || $rest_e > 0 || $rest_x > 0) { # All other urls
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
+ if ($ShowPagesStats =~ /P/i && $LogType ne 'F') { print "<td>$rest_p</td>"; }
+ if ($ShowPagesStats =~ /[PH]/i && $LogType eq 'F') { print "<td>$rest_p</td>"; }
+ if ($ShowPagesStats =~ /B/i) { print "<td>".($rest_k?Format_Bytes($rest_k/($rest_p||1)):" ")."</td>"; }
+ if ($ShowPagesStats =~ /E/i) { print "<td>".($rest_e?$rest_e:" ")."</td>"; }
+ if ($ShowPagesStats =~ /X/i) { print "<td>".($rest_x?$rest_x:" ")."</td>"; }
+ # Call to plugins' function ShowPagesAddField
+ foreach my $pluginname (keys %{$PluginsLoaded{'ShowPagesAddField'}}) {
+# my $function="ShowPagesAddField_$pluginname('')";
+# eval("$function");
+ my $function="ShowPagesAddField_$pluginname";
+ &$function('');
+ }
+ print "<td> </td></tr>\n";
+ }
+ &tab_end();
+ }
+
+ # BY OS
+ #----------------------------
+ if ($ShowOSStats) {
+ if ($Debug) { debug("ShowOSStats",2); }
+ print "$Center<a name=\"os\"> </a><br />\n";
+ my $Totalh=0; my %new_os_h=();
+ OSLOOP: foreach my $key (keys %_os_h) {
+ $Totalh+=$_os_h{$key};
+ foreach my $family (@OSFamily) { if ($key =~ /^$family/i) { $new_os_h{"${family}cumul"}+=$_os_h{$key}; next OSLOOP; } }
+ $new_os_h{$key}+=$_os_h{$key};
+ }
+ my $title="$Message[59] ($Message[77] $MaxNbOf{'OsShown'}) - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=osdetail"):"$PROG$StaticLinks.osdetail.$StaticExt")."\"$NewLinkTarget>$Message[80]/$Message[58]</a> - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=unknownos"):"$PROG$StaticLinks.unknownos.$StaticExt")."\"$NewLinkTarget>$Message[0]</a>";
+ &tab_head("$title",19,0,'os');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th width=\"$WIDTHCOLICON\"> </th><th>$Message[59]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th></tr>\n";
+ $total_h=0;
+ my $count=0;
+ &BuildKeyList($MaxNbOf{'OsShown'},$MinHit{'Os'},\%new_os_h,\%new_os_h);
+ foreach my $key (@keylist) {
+ my $p=' ';
+ if ($Totalh) { $p=int($new_os_h{$key}/$Totalh*1000)/10; $p="$p %"; }
+ if ($key eq 'Unknown') {
+ print "<tr><td".($count?"":" width=\"$WIDTHCOLICON\"")."><img src=\"$DirIcons\/os\/unknown.png\"".AltTitle("")." /></td><td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td><td>$_os_h{$key}</td><td>$p</td></tr>\n";
+ }
+ else {
+ my $keywithoutcumul=$key; $keywithoutcumul =~ s/cumul$//i;
+ my $libos=$OSHashLib{$keywithoutcumul}||$keywithoutcumul;
+ my $nameicon=$keywithoutcumul; $nameicon =~ s/[^\w]//g;
+ # TODO Use OSFamilyLib
+ if ($libos eq 'win') { $libos="<b>Windows</b>"; }
+ if ($libos eq 'mac') { $libos="<b>Macintosh</b>"; }
+ print "<tr><td".($count?"":" width=\"$WIDTHCOLICON\"")."><img src=\"$DirIcons\/os\/$nameicon.png\"".AltTitle("")." /></td><td class=\"aws\">$libos</td><td>$new_os_h{$key}</td><td>$p</td></tr>\n";
+ }
+ $total_h += $new_os_h{$key};
+ $count++;
+ }
+ if ($Debug) { debug("Total real / shown : $Totalh / $total_h",2); }
+ $rest_h=$Totalh-$total_h;
+ if ($rest_h > 0) {
+ my $p;
+ if ($Totalh) { $p=int($rest_h/$Totalh*1000)/10; }
+ print "<tr>";
+ print "<td> </td>";
+ print "<td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td><td>$rest_h</td>";
+ print "<td>$p %</td></tr>\n";
+ }
+ &tab_end();
+ }
+
+ # BY BROWSER
+ #----------------------------
+ if ($ShowBrowsersStats) {
+ if ($Debug) { debug("ShowBrowsersStats",2); }
+ print "$Center<a name=\"browsers\"> </a><br />\n";
+ my $Totalh=0; my %new_browser_h=();
+ BROWSERLOOP: foreach my $key (keys %_browser_h) {
+ $Totalh+=$_browser_h{$key};
+ foreach my $family (keys %BrowsersFamily) { if ($key =~ /^$family/i) { $new_browser_h{"${family}cumul"}+=$_browser_h{$key}; next BROWSERLOOP; } }
+ $new_browser_h{$key}+=$_browser_h{$key};
+ }
+ my $title="$Message[21] ($Message[77] $MaxNbOf{'BrowsersShown'}) - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=browserdetail"):"$PROG$StaticLinks.browserdetail.$StaticExt")."\"$NewLinkTarget>$Message[80]/$Message[58]</a> - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=unknownbrowser"):"$PROG$StaticLinks.unknownbrowser.$StaticExt")."\"$NewLinkTarget>$Message[0]</a>";
+ &tab_head("$title",19,0,'browsers');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th width=\"$WIDTHCOLICON\"> </th><th>$Message[21]</th><th width=\"80\">$Message[111]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th></tr>\n";
+ $total_h=0;
+ my $count=0;
+ &BuildKeyList($MaxNbOf{'BrowsersShown'},$MinHit{'Browser'},\%new_browser_h,\%new_browser_h);
+ foreach my $key (@keylist) {
+ my $p=' ';
+ if ($Totalh) { $p=int($new_browser_h{$key}/$Totalh*1000)/10; $p="$p %"; }
+ if ($key eq 'Unknown') {
+ print "<tr><td".($count?"":" width=\"$WIDTHCOLICON\"")."><img src=\"$DirIcons\/browser\/unknown.png\"".AltTitle("")." /></td><td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td><td width=\"80\">?</td><td>$_browser_h{$key}</td><td>$p</td></tr>\n";
+ }
+ else {
+ my $keywithoutcumul=$key; $keywithoutcumul =~ s/cumul$//i;
+ my $libbrowser=$BrowsersHashIDLib{$keywithoutcumul}||$keywithoutcumul;
+ my $nameicon=$BrowsersHashIcon{$keywithoutcumul}||"notavailable";
+ if ($BrowsersFamily{$keywithoutcumul}) { $libbrowser="<b>$libbrowser</b>"; }
+ print "<tr><td".($count?"":" width=\"$WIDTHCOLICON\"")."><img src=\"$DirIcons\/browser\/$nameicon.png\"".AltTitle("")." /></td><td class=\"aws\">".($PageDir eq 'rtl'?"<span dir=\"ltr\">":"")."$libbrowser".($PageDir eq 'rtl'?"</span>":"")."</td><td>".($BrowsersHereAreGrabbers{$key}?"<b>$Message[112]</b>":"$Message[113]")."</td><td>$new_browser_h{$key}</td><td>$p</td></tr>\n";
+ }
+ $total_h += $new_browser_h{$key};
+ $count++;
+ }
+ if ($Debug) { debug("Total real / shown : $Totalh / $total_h",2); }
+ $rest_h=$Totalh-$total_h;
+ if ($rest_h > 0) {
+ my $p;
+ if ($Totalh) { $p=int($rest_h/$Totalh*1000)/10; }
+ print "<tr>";
+ print "<td> </td>";
+ print "<td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td><td> </td><td>$rest_h</td>";
+ print "<td>$p %</td></tr>\n";
+ }
+ &tab_end();
+ }
+
+ # BY SCREEN SIZE
+ #----------------------------
+ if ($ShowScreenSizeStats) {
+ if ($Debug) { debug("ShowScreenSizeStats",2); }
+ print "$Center<a name=\"screensizes\"> </a><br />\n";
+ my $Totalh=0; foreach (keys %_screensize_h) { $Totalh+=$_screensize_h{$_}; }
+ my $title="$Message[135] ($Message[77] $MaxNbOf{'ScreenSizesShown'})";
+ &tab_head("$title",0,0,'screensizes');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$Message[135]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th></tr>\n";
+ my $total_h=0;
+ my $count=0;
+ &BuildKeyList($MaxNbOf{'ScreenSizesShown'},$MinHit{'ScreenSize'},\%_screensize_h,\%_screensize_h);
+ foreach my $key (@keylist) {
+ my $p=' ';
+ if ($Totalh) { $p=int($_screensize_h{$key}/$Totalh*1000)/10; $p="$p %"; }
+ $total_h+=$_screensize_h{$key}||0;
+ print "<tr>";
+ if ($key eq 'Unknown') {
+ print "<td class=\"aws\"><span style=\"color: #$color_other\">$Message[0]</span></td>";
+ print "<td>$p</td>";
+ }
+ else {
+ my $screensize=$key;
+ print "<td class=\"aws\">$screensize</td>";
+ print "<td>$p</td>";
+ }
+ print "</tr>\n";
+ $count++;
+ }
+ $rest_h=$Totalh-$total_h;
+ if ($rest_h > 0) { # All others sessions
+ my $p=0;
+ if ($Totalh) { $p=int($rest_h/$Totalh*1000)/10; }
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[2]</span></td>";
+ print "<td>".($rest_h?"$p %":" ")."</td>";
+ print "</tr>\n";
+ }
+ &tab_end();
+ }
+
+ print "\n<a name=\"refering\"> </a>\n\n";
+
+ # BY REFERENCE
+ #---------------------------
+ if ($ShowOriginStats) {
+ if ($Debug) { debug("ShowOriginStats",2); }
+ print "$Center<a name=\"referer\"> </a><br />\n";
+ my $Totalp=0; foreach (0..5) { $Totalp+=($_ != 4 || $IncludeInternalLinksInOriginSection)?$_from_p[$_]:0; }
+ my $Totalh=0; foreach (0..5) { $Totalh+=($_ != 4 || $IncludeInternalLinksInOriginSection)?$_from_h[$_]:0; }
+ &tab_head($Message[36],19,0,'referer');
+ my @p_p=(0,0,0,0,0,0);
+ if ($Totalp > 0) {
+ $p_p[0]=int($_from_p[0]/$Totalp*1000)/10;
+ $p_p[1]=int($_from_p[1]/$Totalp*1000)/10;
+ $p_p[2]=int($_from_p[2]/$Totalp*1000)/10;
+ $p_p[3]=int($_from_p[3]/$Totalp*1000)/10;
+ $p_p[4]=int($_from_p[4]/$Totalp*1000)/10;
+ $p_p[5]=int($_from_p[5]/$Totalp*1000)/10;
+ }
+ my @p_h=(0,0,0,0,0,0);
+ if ($Totalh > 0) {
+ $p_h[0]=int($_from_h[0]/$Totalh*1000)/10;
+ $p_h[1]=int($_from_h[1]/$Totalh*1000)/10;
+ $p_h[2]=int($_from_h[2]/$Totalh*1000)/10;
+ $p_h[3]=int($_from_h[3]/$Totalh*1000)/10;
+ $p_h[4]=int($_from_h[4]/$Totalh*1000)/10;
+ $p_h[5]=int($_from_h[5]/$Totalh*1000)/10;
+ }
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$Message[37]</th>";
+ if ($ShowOriginStats =~ /P/i) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th>"; }
+ if ($ShowOriginStats =~ /H/i) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>"; }
+ print "</tr>\n";
+ #------- Referrals by direct address/bookmarks
+ print "<tr><td class=\"aws\"><b>$Message[38]</b></td>";
+ if ($ShowOriginStats =~ /P/i) { print "<td>".($_from_p[0]?$_from_p[0]:" ")."</td><td>".($_from_p[0]?"$p_p[0] %":" ")."</td>"; }
+ if ($ShowOriginStats =~ /H/i) { print "<td>".($_from_h[0]?$_from_h[0]:" ")."</td><td>".($_from_h[0]?"$p_h[0] %":" ")."</td>"; }
+ print "</tr>\n";
+ #------- Referrals by news group
+ print "<tr><td class=\"aws\"><b>$Message[107]</b></td>";
+ if ($ShowOriginStats =~ /P/i) { print "<td>".($_from_p[5]?$_from_p[5]:" ")."</td><td>".($_from_p[5]?"$p_p[5] %":" ")."</td>"; }
+ if ($ShowOriginStats =~ /H/i) { print "<td>".($_from_h[5]?$_from_h[5]:" ")."</td><td>".($_from_h[5]?"$p_h[5] %":" ")."</td>"; }
+ print "</tr>\n";
+ #------- Referrals by search engines
+ print "<tr".Tooltip(13)."><td class=\"aws\"><b>$Message[40]</b> - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=refererse"):"$PROG$StaticLinks.refererse.$StaticExt")."\"$NewLinkTarget>$Message[80]</a><br />\n";
+ if (scalar keys %_se_referrals_h) {
+ print "<table>\n";
+ $total_p=0; $total_h=0;
+ my $count=0;
+ &BuildKeyList($MaxNbOf{'RefererShown'},$MinHit{'Refer'},\%_se_referrals_h,((scalar keys %_se_referrals_p)?\%_se_referrals_p:\%_se_referrals_h));
+ foreach my $key (@keylist) {
+ my $newreferer=CleanFromCSSA($SearchEnginesHashLib{$key}||$key);
+ print "<tr><td class=\"aws\">- $newreferer</td>";
+ print "<td>".($_se_referrals_p{$key}?$_se_referrals_p{$key}:'0')."</td>";
+ print "<td>$_se_referrals_h{$key}</td>";
+ print "</tr>\n";
+ $total_p += $_se_referrals_p{$key};
+ $total_h += $_se_referrals_h{$key};
+ $count++;
+ }
+ if ($Debug) { debug("Total real / shown : $TotalSearchEnginesPages / $total_p - $TotalSearchEnginesHits / $total_h",2); }
+ $rest_p=$TotalSearchEnginesPages-$total_p;
+ $rest_h=$TotalSearchEnginesHits-$total_h;
+ if ($rest_p > 0 || $rest_h > 0) {
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">- $Message[2]</span></td>";
+ print "<td>$rest_p</td>";
+ print "<td>$rest_h</td>";
+ print "</tr>\n";
+ }
+ print "</table>";
+ }
+ print "</td>\n";
+ if ($ShowOriginStats =~ /P/i) { print "<td valign=\"top\">".($_from_p[2]?$_from_p[2]:" ")."</td><td valign=\"top\">".($_from_p[2]?"$p_p[2] %":" ")."</td>"; }
+ if ($ShowOriginStats =~ /H/i) { print "<td valign=\"top\">".($_from_h[2]?$_from_h[2]:" ")."</td><td valign=\"top\">".($_from_h[2]?"$p_h[2] %":" ")."</td>"; }
+ print "</tr>\n";
+ #------- Referrals by external HTML link
+ print "<tr".Tooltip(14)."><td class=\"aws\"><b>$Message[41]</b> - <a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=refererpages"):"$PROG$StaticLinks.refererpages.$StaticExt")."\"$NewLinkTarget>$Message[80]</a><br />\n";
+ if (scalar keys %_pagesrefs_h) {
+ print "<table>\n";
+ $total_p=0; $total_h=0;
+ my $count=0;
+ &BuildKeyList($MaxNbOf{'RefererShown'},$MinHit{'Refer'},\%_pagesrefs_h,((scalar keys %_pagesrefs_p)?\%_pagesrefs_p:\%_pagesrefs_h));
+ foreach my $key (@keylist) {
+ print "<tr><td class=\"aws\">- ";
+ &ShowURLInfo($key);
+ print "</td>";
+ print "<td>".($_pagesrefs_p{$key}?$_pagesrefs_p{$key}:'0')."</td>";
+ print "<td>$_pagesrefs_h{$key}</td>";
+ print "</tr>\n";
+ $total_p += $_pagesrefs_p{$key};
+ $total_h += $_pagesrefs_h{$key};
+ $count++;
+ }
+ if ($Debug) { debug("Total real / shown : $TotalRefererPages / $total_p - $TotalRefererHits / $total_h",2); }
+ $rest_p=$TotalRefererPages-$total_p;
+ $rest_h=$TotalRefererHits-$total_h;
+ if ($rest_p > 0 || $rest_h > 0) {
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">- $Message[2]</span></td>";
+ print "<td>$rest_p</td>";
+ print "<td>$rest_h</td>";
+ print "</tr>\n";
+ }
+ print "</table>";
+ }
+ print "</td>\n";
+ if ($ShowOriginStats =~ /P/i) { print "<td valign=\"top\">".($_from_p[3]?$_from_p[3]:" ")."</td><td valign=\"top\">".($_from_p[3]?"$p_p[3] %":" ")."</td>"; }
+ if ($ShowOriginStats =~ /H/i) { print "<td valign=\"top\">".($_from_h[3]?$_from_h[3]:" ")."</td><td valign=\"top\">".($_from_h[3]?"$p_h[3] %":" ")."</td>"; }
+ print "</tr>\n";
+ #------- Referrals by internal HTML link
+ if ($IncludeInternalLinksInOriginSection) {
+ print "<tr><td class=\"aws\"><b>$Message[42]</b></td>";
+ if ($ShowOriginStats =~ /P/i) { print "<td>".($_from_p[4]?$_from_p[4]:" ")."</td><td>".($_from_p[4]?"$p_p[4] %":" ")."</td>"; }
+ if ($ShowOriginStats =~ /H/i) { print "<td>".($_from_h[4]?$_from_h[4]:" ")."</td><td>".($_from_h[4]?"$p_h[4] %":" ")."</td>"; }
+ print "</tr>\n";
+ }
+ #------- Unknown origin
+ print "<tr><td class=\"aws\"><b>$Message[39]</b></td>";
+ if ($ShowOriginStats =~ /P/i) { print "<td>".($_from_p[1]?$_from_p[1]:" ")."</td><td>".($_from_p[1]?"$p_p[1] %":" ")."</td>"; }
+ if ($ShowOriginStats =~ /H/i) { print "<td>".($_from_h[1]?$_from_h[1]:" ")."</td><td>".($_from_h[1]?"$p_h[1] %":" ")."</td>"; }
+ print "</tr>\n";
+ &tab_end();
+ }
+
+ print "\n<a name=\"keys\"> </a>\n\n";
+
+ # BY SEARCH KEYWORDS AND/OR KEYPHRASES
+ #-------------------------------------
+ if ($ShowKeyphrasesStats) { print "$Center<a name=\"keyphrases\"> </a>"; }
+ if ($ShowKeywordsStats) { print "$Center<a name=\"keywords\"> </a>"; }
+ if ($ShowKeyphrasesStats || $ShowKeywordsStats) { print "<br />\n"; }
+ if ($ShowKeyphrasesStats && $ShowKeywordsStats) { print "<table width=\"100%\" cellpadding=\"0\" cellspacing=\"0\"><tr>"; }
+ if ($ShowKeyphrasesStats) {
+ # By Keyphrases
+ if ($ShowKeyphrasesStats && $ShowKeywordsStats) { print "<td width=\"50%\" valign=\"top\">\n"; }
+ if ($Debug) { debug("ShowKeyphrasesStats",2); }
+ &tab_head("$Message[120] ($Message[77] $MaxNbOf{'KeyphrasesShown'})<br /><a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=keyphrases"):"$PROG$StaticLinks.keyphrases.$StaticExt")."\"$NewLinkTarget>$Message[80]</a>",19,($ShowKeyphrasesStats && $ShowKeywordsStats)?95:70,'keyphrases');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"".Tooltip(15)."><th>$TotalDifferentKeyphrases $Message[103]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[14]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[15]</th></tr>\n";
+ $total_s=0;
+ my $count=0;
+ &BuildKeyList($MaxNbOf{'KeyphrasesShown'},$MinHit{'Keyphrase'},\%_keyphrases,\%_keyphrases);
+ foreach my $key (@keylist) {
+ my $mot;
+ # Convert coded keywords (utf8,...) to be correctly reported in HTML page.
+ if ($PluginsLoaded{'DecodeKey'}{'decodeutfkeys'}) { $mot=CleanFromCSSA(DecodeKey_decodeutfkeys($key,$PageCode||'iso-8859-1')); }
+ else { $mot = CleanFromCSSA(DecodeEncodedString($key)); }
+ my $p;
+ if ($TotalKeyphrases) { $p=int($_keyphrases{$key}/$TotalKeyphrases*1000)/10; }
+ print "<tr><td class=\"aws\">".XMLEncode($mot)."</td><td>$_keyphrases{$key}</td><td>$p %</td></tr>\n";
+ $total_s += $_keyphrases{$key};
+ $count++;
+ }
+ if ($Debug) { debug("Total real / shown : $TotalKeyphrases / $total_s",2); }
+ $rest_s=$TotalKeyphrases-$total_s;
+ if ($rest_s > 0) {
+ my $p;
+ if ($TotalKeyphrases) { $p=int($rest_s/$TotalKeyphrases*1000)/10; }
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[124]</span></td><td>$rest_s</td>";
+ print "<td>$p %</td></tr>\n";
+ }
+ &tab_end();
+ if ($ShowKeyphrasesStats && $ShowKeywordsStats) { print "</td>\n"; }
+ }
+ if ($ShowKeyphrasesStats && $ShowKeywordsStats) { print "<td> </td>"; }
+ if ($ShowKeywordsStats) {
+ # By Keywords
+ if ($ShowKeyphrasesStats && $ShowKeywordsStats) { print "<td width=\"50%\" valign=\"top\">\n"; }
+ if ($Debug) { debug("ShowKeywordsStats",2); }
+ &tab_head("$Message[121] ($Message[77] $MaxNbOf{'KeywordsShown'})<br /><a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=keywords"):"$PROG$StaticLinks.keywords.$StaticExt")."\"$NewLinkTarget>$Message[80]</a>",19,($ShowKeyphrasesStats && $ShowKeywordsStats)?95:70,'keywords');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"".Tooltip(15)."><th>$TotalDifferentKeywords $Message[13]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[14]</th><th bgcolor=\"#$color_s\" width=\"80\">$Message[15]</th></tr>\n";
+ $total_s=0;
+ my $count=0;
+ &BuildKeyList($MaxNbOf{'KeywordsShown'},$MinHit{'Keyword'},\%_keywords,\%_keywords);
+ foreach my $key (@keylist) {
+ my $mot;
+ # Convert coded keywords (utf8,...) to be correctly reported in HTML page.
+ if ($PluginsLoaded{'DecodeKey'}{'decodeutfkeys'}) { $mot=CleanFromCSSA(DecodeKey_decodeutfkeys($key,$PageCode||'iso-8859-1')); }
+ else { $mot = CleanFromCSSA(DecodeEncodedString($key)); }
+ my $p;
+ if ($TotalKeywords) { $p=int($_keywords{$key}/$TotalKeywords*1000)/10; }
+ print "<tr><td class=\"aws\">".XMLEncode($mot)."</td><td>$_keywords{$key}</td><td>$p %</td></tr>\n";
+ $total_s += $_keywords{$key};
+ $count++;
+ }
+ if ($Debug) { debug("Total real / shown : $TotalKeywords / $total_s",2); }
+ $rest_s=$TotalKeywords-$total_s;
+ if ($rest_s > 0) {
+ my $p;
+ if ($TotalKeywords) { $p=int($rest_s/$TotalKeywords*1000)/10; }
+ print "<tr><td class=\"aws\"><span style=\"color: #$color_other\">$Message[30]</span></td><td>$rest_s</td>";
+ print "<td>$p %</td></tr>\n";
+ }
+ &tab_end();
+ if ($ShowKeyphrasesStats && $ShowKeywordsStats) { print "</td>\n"; }
+ }
+ if ($ShowKeyphrasesStats && $ShowKeywordsStats) { print "</tr></table>\n"; }
+
+ print "\n<a name=\"other\"> </a>\n\n";
+
+ # BY MISC
+ #----------------------------
+ if ($ShowMiscStats) {
+ if ($Debug) { debug("ShowMiscStats",2); }
+ print "$Center<a name=\"misc\"> </a><br />\n";
+ my $Totalh=0; my %new_browser_h=();
+ if ($_misc_h{'AddToFavourites'}) {
+ foreach my $key (keys %_browser_h) {
+ $Totalh+=$_browser_h{$key};
+ if ($key =~ /^msie/i) { $new_browser_h{"msiecumul"}+=$_browser_h{$key}; }
+ }
+ if ($new_browser_h{'msiecumul'}) { $_misc_h{'AddToFavourites'}=int(0.5+$_misc_h{'AddToFavourites'}*$Totalh/$new_browser_h{'msiecumul'}); }
+ }
+ my $title="$Message[139]";
+ &tab_head("$title",19,0,'misc');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$Message[139]</th>";
+ print "<th width=\"100\"> </th>";
+ print "<th width=\"100\"> </th>";
+ print "</tr>\n";
+ my %label=('AddToFavourites'=>$Message[137],'JavascriptDisabled'=>$Message[168],'JavaEnabled'=>$Message[140],'DirectorSupport'=>$Message[141],
+ 'FlashSupport'=>$Message[142],'RealPlayerSupport'=>$Message[143],'QuickTimeSupport'=>$Message[144],
+ 'WindowsMediaPlayerSupport'=>$Message[145],'PDFSupport'=>$Message[146]);
+ foreach my $key (@MiscListOrder) {
+ my $mischar=substr($key,0,1);
+ if ($ShowMiscStats !~ /$mischar/i) { next; }
+ my $total=0;
+ my $p;
+ if ($MiscListCalc{$key} eq 'v') { $total=$TotalVisits; }
+ if ($MiscListCalc{$key} eq 'u') { $total=$TotalUnique; }
+ if ($MiscListCalc{$key} eq 'hm') { $total=$_misc_h{'TotalMisc'}||0; }
+ if ($total) { $p=int($_misc_h{$key}/$total*1000)/10; }
+ print "<tr>";
+ print "<td class=\"aws\">".($PageDir eq 'rtl'?"<span dir=\"ltr\">":"").$label{$key}.($PageDir eq 'rtl'?"</span>":"")."</td>";
+ if ($MiscListCalc{$key} eq 'v') { print "<td>".($_misc_h{$key}||0)." / $total $Message[12]</td>"; }
+ if ($MiscListCalc{$key} eq 'u') { print "<td>".($_misc_h{$key}||0)." / $total $Message[18]</td>"; }
+ if ($MiscListCalc{$key} eq 'hm') { print "<td>-</td>"; }
+ print "<td>".($total?"$p %":" ")."</td>";
+ print "</tr>\n";
+ }
+ &tab_end();
+ }
+
+ # BY HTTP STATUS
+ #----------------------------
+ if ($ShowHTTPErrorsStats) {
+ if ($Debug) { debug("ShowHTTPErrorsStats",2); }
+ print "$Center<a name=\"errors\"> </a><br />\n";
+ my $title="$Message[32]";
+ &tab_head("$title",19,0,'errors');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"2\">$Message[32]*</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th><th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th></tr>\n";
+ $total_h=0;
+ my $count=0;
+ &BuildKeyList($MaxRowsInHTMLOutput,1,\%_errors_h,\%_errors_h);
+ foreach my $key (@keylist) {
+ my $p=int($_errors_h{$key}/$TotalHitsErrors*1000)/10;
+ print "<tr".Tooltip($key,$key).">";
+ if ($TrapInfosForHTTPErrorCodes{$key}) { print "<td><a href=\"".($ENV{'GATEWAY_INTERFACE'} || !$StaticLinks?XMLEncode("$AWScript?${NewLinkParams}output=errors$key"):"$PROG$StaticLinks.errors$key.$StaticExt")."\"$NewLinkTarget>$key</a></td>"; }
+ else { print "<td valign=\"top\">$key</td>"; }
+ print "<td class=\"aws\">".($httpcodelib{$key}?$httpcodelib{$key}:'Unknown error')."</td><td>$_errors_h{$key}</td><td>$p %</td><td>".Format_Bytes($_errors_k{$key})."</td>";
+ print "</tr>\n";
+ $total_h+=$_errors_h{$key};
+ $count++;
+ }
+ &tab_end("* $Message[154]");
+ }
+
+ # BY SMTP STATUS
+ #----------------------------
+ if ($ShowSMTPErrorsStats) {
+ if ($Debug) { debug("ShowSMTPErrorsStats",2); }
+ print "$Center<a name=\"errors\"> </a><br />\n";
+ my $title="$Message[147]";
+ &tab_head("$title",19,0,'errors');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th colspan=\"2\">$Message[147]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th><th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th></tr>\n";
+ $total_h=0;
+ my $count=0;
+ &BuildKeyList($MaxRowsInHTMLOutput,1,\%_errors_h,\%_errors_h);
+ foreach my $key (@keylist) {
+ my $p=int($_errors_h{$key}/$TotalHitsErrors*1000)/10;
+ print "<tr".Tooltip($key,$key).">";
+ print "<td valign=\"top\">$key</td>";
+ print "<td class=\"aws\">".($smtpcodelib{$key}?$smtpcodelib{$key}:'Unknown error')."</td><td>$_errors_h{$key}</td><td>$p %</td><td>".Format_Bytes($_errors_k{$key})."</td>";
+ print "</tr>\n";
+ $total_h+=$_errors_h{$key};
+ $count++;
+ }
+ &tab_end();
+ }
+
+ # BY CLUSTER
+ #----------------------------
+ if ($ShowClusterStats) {
+ if ($Debug) { debug("ShowClusterStats",2); }
+ print "$Center<a name=\"clusters\"> </a><br />\n";
+ my $title="$Message[155]";
+ &tab_head("$title",19,0,'clusters');
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\"><th>$Message[155]</th>";
+ &ShowClusterInfo('__title__');
+ if ($ShowClusterStats =~ /P/i) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th><th bgcolor=\"#$color_p\" width=\"80\">$Message[15]</th>"; }
+ if ($ShowClusterStats =~ /H/i) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th><th bgcolor=\"#$color_h\" width=\"80\">$Message[15]</th>"; }
+ if ($ShowClusterStats =~ /B/i) { print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th><th bgcolor=\"#$color_k\" width=\"80\">$Message[15]</th>"; }
+ print "</tr>\n";
+ $total_p=$total_h=$total_k=0;
+ # Cluster feature might have been enable in middle of month so we recalculate
+ # total for cluster section only, to calculate ratio, instead of using global total
+ foreach my $key (keys %_cluster_h) {
+ $total_p+=int($_cluster_p{$key}||0);
+ $total_h+=int($_cluster_h{$key}||0);
+ $total_k+=int($_cluster_k{$key}||0);
+ }
+ my $count=0;
+ foreach my $key (keys %_cluster_h) {
+ my $p_p=int($_cluster_p{$key}/$total_p*1000)/10;
+ my $p_h=int($_cluster_h{$key}/$total_h*1000)/10;
+ my $p_k=int($_cluster_k{$key}/$total_k*1000)/10;
+ print "<tr>";
+ print "<td class=\"aws\">Computer $key</td>";
+ &ShowClusterInfo($key);
+ if ($ShowClusterStats =~ /P/i) { print "<td>".($_cluster_p{$key}?$_cluster_p{$key}:" ")."</td><td>$p_p %</td>"; }
+ if ($ShowClusterStats =~ /H/i) { print "<td>$_cluster_h{$key}</td><td>$p_h %</td>"; }
+ if ($ShowClusterStats =~ /B/i) { print "<td>".Format_Bytes($_cluster_k{$key})."</td><td>$p_k %</td>"; }
+ print "</tr>\n";
+ $count++;
+ }
+ &tab_end();
+ }
+
+ # BY EXTRA SECTIONS
+ #----------------------------
+ foreach my $extranum (1..@ExtraName-1) {
+ if ($Debug) { debug("ExtraName$extranum",2); }
+ print "$Center<a name=\"extra$extranum\"> </a><br />";
+ my $title=$ExtraName[$extranum];
+ &tab_head("$title",19,0,"extra$extranum");
+ print "<tr bgcolor=\"#$color_TableBGRowTitle\">";
+ print "<th>".$ExtraFirstColumnTitle[$extranum]."</th>";
+ if ($ExtraStatTypes[$extranum] =~ m/P/i) { print "<th bgcolor=\"#$color_p\" width=\"80\">$Message[56]</th>"; }
+ if ($ExtraStatTypes[$extranum] =~ m/H/i) { print "<th bgcolor=\"#$color_h\" width=\"80\">$Message[57]</th>"; }
+ if ($ExtraStatTypes[$extranum] =~ m/B/i) { print "<th bgcolor=\"#$color_k\" width=\"80\">$Message[75]</th>"; }
+ if ($ExtraStatTypes[$extranum] =~ m/L/i) { print "<th width=\"120\">$Message[9]</th>"; }
+ print "</tr>\n";
+ $total_p=$total_h=$total_k=0;
+ #$max_h=1; foreach (values %_login_h) { if ($_ > $max_h) { $max_h = $_; } }
+ #$max_k=1; foreach (values %_login_k) { if ($_ > $max_k) { $max_k = $_; } }
+ my $count=0;
+ if ($ExtraStatTypes[$extranum] =~ m/P/i) {
+ &BuildKeyList($MaxNbOfExtra[$extranum],$MinHitExtra[$extranum],\%{'_section_' . $extranum . '_h'},\%{'_section_' . $extranum . '_p'});
+ }
+ else {
+ &BuildKeyList($MaxNbOfExtra[$extranum],$MinHitExtra[$extranum],\%{'_section_' . $extranum . '_h'},\%{'_section_' . $extranum . '_h'});
+ }
+ foreach my $key (@keylist) {
+ my $firstcol = CleanFromCSSA(DecodeEncodedString($key));
+ $total_p+=${'_section_' . $extranum . '_p'}{$key};
+ $total_h+=${'_section_' . $extranum . '_h'}{$key};
+ $total_k+=${'_section_' . $extranum . '_k'}{$key};
+ print "<tr>";
+ printf("<td class=\"aws\">$ExtraFirstColumnFormat[$extranum]</td>", $firstcol, $firstcol, $firstcol, $firstcol, $firstcol);
+ if ($ExtraStatTypes[$extranum] =~ m/P/i) { print "<td>" . ${'_section_' . $extranum . '_p'}{$key} . "</td>"; }
+ if ($ExtraStatTypes[$extranum] =~ m/H/i) { print "<td>" . ${'_section_' . $extranum . '_h'}{$key} . "</td>"; }
+ if ($ExtraStatTypes[$extranum] =~ m/B/i) { print "<td>" . Format_Bytes(${'_section_' . $extranum . '_k'}{$key}) . "</td>"; }
+ if ($ExtraStatTypes[$extranum] =~ m/L/i) { print "<td>" . (${'_section_' . $extranum . '_l'}{$key}?Format_Date(${'_section_' . $extranum . '_l'}{$key},1):'-') . "</td>"; }
+ print "</tr>\n";
+ $count++;
+ }
+ if ($ExtraAddAverageRow[$extranum]) {
+ print "<tr>";
+ print "<td class=\"aws\"><b>$Message[96]</b></td>";
+ if ($ExtraStatTypes[$extranum] =~ m/P/i) { print "<td>" . ($count?($total_p/$count):" ") . "</td>"; }
+ if ($ExtraStatTypes[$extranum] =~ m/H/i) { print "<td>" . ($count?($total_h/$count):" ") . "</td>"; }
+ if ($ExtraStatTypes[$extranum] =~ m/B/i) { print "<td>" . ($count?Format_Bytes($total_k/$count):" ") . "</td>"; }
+ if ($ExtraStatTypes[$extranum] =~ m/L/i) { print "<td> </td>"; }
+ print "</tr>\n";
+ }
+ if ($ExtraAddSumRow[$extranum]) {
+ print "<tr>";
+ print "<td class=\"aws\"><b>$Message[102]</b></td>";
+ if ($ExtraStatTypes[$extranum] =~ m/P/i) { print "<td>" . ($total_p) . "</td>"; }
+ if ($ExtraStatTypes[$extranum] =~ m/H/i) { print "<td>" . ($total_h) . "</td>"; }
+ if ($ExtraStatTypes[$extranum] =~ m/B/i) { print "<td>" . Format_Bytes($total_k) . "</td>"; }
+ if ($ExtraStatTypes[$extranum] =~ m/L/i) { print "<td> </td>"; }
+ print "</tr>\n";
+ }
+ &tab_end();
+ }
+
+ &html_end(1);
+ }
+}
+else {
+ print "Jumped lines in file: $lastlinenb\n";
+ if ($lastlinenb) { print " Found $lastlinenb already parsed records.\n"; }
+ print "Parsed lines in file: $NbOfLinesParsed\n";
+ print " Found $NbOfLinesDropped dropped records,\n";
+ print " Found $NbOfLinesCorrupted corrupted records,\n";
+ print " Found $NbOfOldLines old records,\n";
+ print " Found $NbOfNewLines new qualified records.\n";
+}
+
+#sleep 10;
+
+0; # Do not remove this line
+
+
+#-------------------------------------------------------
+# ALGORITHM SUMMARY
+#
+# Read_Config();
+# Check_Config() and Init variables
+# if 'frame not index'
+# &Read_Language_Data($Lang);
+# if 'frame not mainleft'
+# &Read_Ref_Data();
+# &Read_Plugins();
+# html_head
+#
+# If 'migrate'
+# We create/update tmp file with
+# &Read_History_With_TmpUpdate(year,month,UPDATE,NOPURGE,"all");
+# Rename the tmp file
+# html_end
+# Exit
+# End of 'migrate'
+#
+# Get last history file name
+# Get value for $LastLine $LastLineNumber $LastLineOffset $LastLineChecksum with
+# &Read_History_With_TmpUpdate(lastyear,lastmonth,NOUPDATE,NOPURGE,"general");
+#
+# &Init_HashArray()
+#
+# If 'update'
+# Loop on each new line in log file
+# lastlineoffset=lastlineoffsetnext; lastlineoffsetnext=file pointer position
+# If line corrupted, skip --> next on loop
+# Drop wrong virtual host --> next on loop
+# Drop wrong method/protocol --> next on loop
+# Check date --> next on loop
+# If line older than $LastLine, skip --> next on loop
+# So it's new line
+# $LastLine = time or record
+# Skip if url is /robots.txt --> next on loop
+# Skip line for @SkipHosts --> next on loop
+# Skip line for @SkipFiles --> next on loop
+# Skip line for @SkipUserAgent --> next on loop
+# Skip line for not @OnlyHosts --> next on loop
+# Skip line for not @OnlyFiles --> next on loop
+# Skip line for not @OnlyUserAgent --> next on loop
+# So it's new line approved
+# If other month/year, create/update tmp file and purge data arrays with
+# &Read_History_With_TmpUpdate(lastprocessedyear,lastprocessedmonth,UPDATE,PURGE,"all",lastlinenb,lastlineoffset,CheckSum($_));
+# Define a clean Url and Query (set urlwithnoquery, tokenquery and standalonequery and $field[$pos_url])
+# Define PageBool and extension
+# Analyze: Misc tracker --> complete %misc
+# Analyze: Add to favorites --> complete %_misc, countedtraffic=1 (not counted anywhere)
+# If (!countedtraffic) Analyze: Worms --> complete %_worms, countedtraffic=1
+# If (!countedtraffic) Analyze: Status code --> complete %_error_, %_sider404, %_referrer404 --> countedtraffic=1
+# If (!countedtraffic) Analyze: Robots known --> complete %_robot, countedtraffic=1
+# If (!countedtraffic) Analyze: Robots unknown on robots.txt --> complete %_robot, countedtraffic=1
+# If (!countedtraffic) Analyze: File types - Compression
+# If (!countedtraffic) Analyze: Date - Hour - Pages - Hits - Kilo
+# If (!countedtraffic) Analyze: Login
+# If (!countedtraffic) Do DNS Lookup
+# If (!countedtraffic) Analyze: Country
+# If (!countedtraffic) Analyze: Host - Url - Session
+# If (!countedtraffic) Analyze: Browser - OS
+# If (!countedtraffic) Analyze: Referer
+# If (!countedtraffic) Analyze: EMail
+# Analyze: Cluster
+# Analyze: Extra (must be after 'Define a clean Url and Query')
+# If too many records, we flush data arrays with
+# &Read_History_With_TmpUpdate($lastprocessedyear,$lastprocessedmonth,UPDATE,PURGE,"all",lastlinenb,lastlineoffset,CheckSum($_));
+# End of loop
+# Create/update tmp file
+# Seek to lastlineoffset to read and get last line into $_
+# &Read_History_With_TmpUpdate($lastprocessedyear,$lastprocessedmonth,UPDATE,PURGE,"all",lastlinenb,lastlineoffset,CheckSum($_))
+# Rename all tmp files
+# End of 'update'
+#
+# &Init_HashArray()
+#
+# If 'output'
+# Loop for each month of required year
+# &Read_History_With_TmpUpdate($YearRequired,monthloop,NOUPDATE,NOPURGE,"all" or "general time" if not required month)
+# End of loop
+# Show data arrays in HTML page
+# html_end
+# End of 'output'
+#-------------------------------------------------------
+
+#-------------------------------------------------------
+# DNS CACHE FILE FORMATS SUPPORTED BY AWSTATS
+# Format /etc/hosts x.y.z.w hostname
+# Format analog UT/60 x.y.z.w hostname
+#-------------------------------------------------------
+
+#-------------------------------------------------------
+# IP Format (d=decimal on 16 bits, x=hexadecimal on 16 bits)
+#
+# 13.1.68.3 IPv4 (d.d.d.d)
+# 0:0:0:0:0:0:13.1.68.3 IPv6 (x:x:x:x:x:x:d.d.d.d)
+# ::13.1.68.3
+# 0:0:0:0:0:FFFF:13.1.68.3 IPv6 (x:x:x:x:x:x:d.d.d.d)
+# ::FFFF:13.1.68.3 IPv6
+#
+# 1070:0:0:0:0:800:200C:417B IPv6
+# 1070:0:0:0:0:800:200C:417B IPv6
+# 1070::800:200C:417B IPv6
+#-------------------------------------------------------
Property changes on: trunk/vhffs-robots/src/awstats.pl
___________________________________________________________________
Name: svn:executable
+ *
Deleted: trunk/vhffs-robots/src/create_stats.pl
===================================================================
--- trunk/vhffs-robots/src/create_stats.pl 2007-01-20 09:56:38 UTC (rev 412)
+++ trunk/vhffs-robots/src/create_stats.pl 2007-01-21 08:01:33 UTC (rev 413)
@@ -1,73 +0,0 @@
-#!/usr/bin/perl
-# Copyright (c) vhffs project and its contributors
-# All rights reserved.
-#
-# Redistribution and use in source and binary forms, with or without
-# modification, are permitted provided that the following conditions
-# are met:
-#
-# 1. Redistributions of source code must retain the above copyright
-# notice, this list of conditions and the following disclaimer.
-#2. Redistributions in binary form must reproduce the above copyright
-# notice, this list of conditions and the following disclaimer in
-# the documentation and/or other materials provided with the
-# distribution.
-#3. Neither the name of vhffs nor the names of its contributors
-# may be used to endorse or promote products derived from this
-# software without specific prior written permission.
-#
-#THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-#"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-#LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
-#FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
-#COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
-#INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
-#BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-#LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
-#CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
-# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
-# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
-# POSSIBILITY OF SUCH DAMAGE.
-
-use strict;
-use Vhffs::Main;
-use Vhffs::Services::Httpd;
-
-
-my $vhffs = init Vhffs::Main;
-my $webs = Vhffs::Services::Httpd::getall( $vhffs , Vhffs::Constants::ACTIVATED );
-my $web;
-my $outputdir;
-my $confdir;
-my $filename;
-my $conffile;
-my $line;
-my $svname;
-my $AWSTATS_BIN = "/usr/lib/cgi-bin/awstats.pl";
-my $cmd;
-
-my $output;
-my $outputdir = $vhffs->get_config->get_datadir . "/web/stats/output";
-my $temp;
-
-foreach $web ( @{$webs} )
-{
- $svname = $web->get_servername;
- $output = $outputdir."/$svname/";
-
- mkdir( $output ) if( ! -d $output );
-
- $cmd = "$AWSTATS_BIN -config=$svname -update 2>/dev/null 1>/dev/null";
- system( $cmd );
-
- $cmd = "$AWSTATS_BIN -config=$svname -output -staticlinks > $output/index.html";
- system( $cmd );
-
- for $temp ( qw( alldomains allhosts lasthosts unknownip alllogins lastlogins allrobots lastrobots urldetail urlentry urlexit browserdetail osdetail unknownbrowser unknownos refererse refererpages keyphrases keywords errors404) )
- {
- $cmd = "$AWSTATS_BIN -config=$svname -output=$temp -staticlinks > $output/awstats.$svname.$temp.html";
- system( $cmd );
- }
-
-
-}
Deleted: trunk/vhffs-robots/src/create_statsconf.pl
===================================================================
--- trunk/vhffs-robots/src/create_statsconf.pl 2007-01-20 09:56:38 UTC (rev 412)
+++ trunk/vhffs-robots/src/create_statsconf.pl 2007-01-21 08:01:33 UTC (rev 413)
@@ -1,75 +0,0 @@
-#!/usr/bin/perl
-# Copyright (c) vhffs project and its contributors
-# All rights reserved.
-#
-# Redistribution and use in source and binary forms, with or without
-# modification, are permitted provided that the following conditions
-# are met:
-#
-# 1. Redistributions of source code must retain the above copyright
-# notice, this list of conditions and the following disclaimer.
-#2. Redistributions in binary form must reproduce the above copyright
-# notice, this list of conditions and the following disclaimer in
-# the documentation and/or other materials provided with the
-# distribution.
-#3. Neither the name of vhffs nor the names of its contributors
-# may be used to endorse or promote products derived from this
-# software without specific prior written permission.
-#
-#THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-#"AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-#LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
-#FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
-#COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
-#INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
-#BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-#LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
-#CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
-# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
-# ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
-# POSSIBILITY OF SUCH DAMAGE.
-
-use strict;
-use Vhffs::Main;
-use Vhffs::Services::Httpd;
-
-
-my $vhffs = init Vhffs::Main;
-my $webs = Vhffs::Services::Httpd::getall( $vhffs , Vhffs::Constants::ACTIVATED );
-my $web;
-my $outputdir;
-my $confdir;
-my $filename;
-my $conffile;
-my $line;
-my $svname;
-my $SAMPLE_FILE = "/usr/lib/vhffs/bots/misc/awstats.sample";
-
-my $confdir = $vhffs->get_config->get_datadir . "/web/stats/conf";
-my $outputdir = $vhffs->get_config->get_datadir . "/web/stats/output";
-
-if( ! -f $SAMPLE_FILE )
-{
- print "Error, sample file is not readable !\n";
- exit( -1 );
-}
-
-foreach $web ( @{$webs} )
-{
- $svname = $web->get_servername;
- $conffile = $confdir."/awstats.".$svname.".conf";
-
- next if( -f $conffile );
-
- open( FILEIN , $SAMPLE_FILE );
- open( FILEOUT , ">$conffile" );
-
- while( $line = <FILEIN> )
- {
- $line =~ s/MY_DOMAIN_SITE/$svname/g;
- print FILEOUT $line;
- }
-
- close( FILEOUT );
- close( FILEIN );
-}
Deleted: trunk/vhffs-robots/src/generate_webstats.sh
===================================================================
--- trunk/vhffs-robots/src/generate_webstats.sh 2007-01-20 09:56:38 UTC (rev 412)
+++ trunk/vhffs-robots/src/generate_webstats.sh 2007-01-21 08:01:33 UTC (rev 413)
@@ -1,74 +0,0 @@
-#!/bin/sh
-
-INCOMINGDIR="/data/logs/web/incoming"
-
-
-
-for dirserv in $INCOMINGDIR/* ; do
- if [ -d $dirserv ]; then
- echo "Rotate log files for $dirserv"
- for logfile in $dirserv/*.log; do
- echo "Found $logfile"
- # -- this is gruiikkkkk but it works ;)
- if [ -f $logfile.7.gz ]; then rm $logfile.7.gz; fi
- if [ -f $logfile.6.gz ]; then mv $logfile.6.gz $logfile.7.gz; fi
- if [ -f $logfile.5.gz ]; then mv $logfile.5.gz $logfile.6.gz; fi
- if [ -f $logfile.4.gz ]; then mv $logfile.4.gz $logfile.5.gz; fi
- if [ -f $logfile.3.gz ]; then mv $logfile.3.gz $logfile.4.gz; fi
- if [ -f $logfile.2.gz ]; then mv $logfile.2.gz $logfile.3.gz; fi
- if [ -f $logfile.1.gz ]; then mv $logfile.1.gz $logfile.2.gz; fi
- if [ -f $logfile.0 ]; then gzip $logfile.0; mv $logfile.0.gz $logfile.1.gz; fi
- if [ -f $logfile ]; then mv $logfile $logfile.0; fi
- > $logfile
-
- # -- ask apache to restart
- > $dirserv/cycleok
- done
- fi
-done
-
-echo "Wait 180 seconds to be sure all apache are restarted"
-sleep 180
-
-echo "Removing previous log"
-rm $INCOMINGDIR/logfile
-
-#for dirserv in $INCOMINGDIR/* ; do
-# if [ -d $dirserv ]; then
-# echo "Merge log from $dirserv/vhffs.log.0 to $INCOMINGDIR/logfile"
-# cat $dirserv/vhffs.log.0 >> $INCOMINGDIR/logfile
-# fi
-#done
-echo "Merge all logs"
-mergelog $INCOMINGDIR/*/vhffs.log.0 > $INCOMINGDIR/logfile
-
-echo "Parse http logs"
-/usr/lib/vhffs/bots/parse_httplog.pl
-
-^^^^^^^^^^^^^^^^^
-ALREADY CONVERTED
-
-
-echo "Create awstats config files for each website"
-/usr/lib/vhffs/bots/create_statsconf.pl
-
-echo "Run awstats for each website"
-/usr/lib/vhffs/bots/create_stats.pl
-
-for site in /data/logs/web/sites/* ; do
- if [ -d $site ]; then
- logfile="$site/logfile"
- echo "Rotate $site"
- # -- this is gruiikkkkk but it works ;)
- if [ -f $logfile.7.gz ]; then rm $logfile.7.gz; fi
- if [ -f $logfile.6.gz ]; then mv $logfile.6.gz $logfile.7.gz; fi
- if [ -f $logfile.5.gz ]; then mv $logfile.5.gz $logfile.6.gz; fi
- if [ -f $logfile.4.gz ]; then mv $logfile.4.gz $logfile.5.gz; fi
- if [ -f $logfile.3.gz ]; then mv $logfile.3.gz $logfile.4.gz; fi
- if [ -f $logfile.2.gz ]; then mv $logfile.2.gz $logfile.3.gz; fi
- if [ -f $logfile.1.gz ]; then mv $logfile.1.gz $logfile.2.gz; fi
- if [ -f $logfile.0 ]; then gzip $logfile.0; mv $logfile.0.gz $logfile.1.gz; fi
- if [ -f $logfile ]; then mv $logfile $logfile.0; fi
- > $logfile
- fi
-done
Modified: trunk/vhffs-robots/src/parse_httplog.pl
===================================================================
--- trunk/vhffs-robots/src/parse_httplog.pl 2007-01-20 09:56:38 UTC (rev 412)
+++ trunk/vhffs-robots/src/parse_httplog.pl 2007-01-21 08:01:33 UTC (rev 413)
@@ -57,11 +57,17 @@
my $log_parsed_root = $webconf->{"log_parsed_root"};
my $log_parsed_rotation = $webconf->{"log_parsed_rotation"};
my $log_parsed_compress = ( $webconf->{"log_parsed_compress"} eq 'yes' ) ? 1 : 0;
+my $log_awstat = $webconf->{"log_awstat"};
+my $log_apachelocal = ( $webconf->{"log_apachelocal"} eq 'yes' ) ? 1 : 0;
+my $log_apachectl = $webconf->{"log_apachectl"};
+my $awstat_sample = "/usr/lib/vhffs/bots/misc/awstats.sample";
die "ERROR: ".$log_incoming_root." is not a directory" if( ! -d $log_incoming_root );
die "ERROR: ".$log_parsed_root." is not a directory" if( ! -d $log_parsed_root );
+die "ERROR: ".$log_awstat." does no exist" if( ! -f $log_awstat );
+die "ERROR: cannot find the awstat sample at ".$awstat_sample if( ! -f $awstat_sample );
+die "ERROR: cannot find the apache2ctl binary at ".$log_apachectl if( $log_apachelocal && ! -f $log_apachectl );
-
my %websites;
foreach ( @{$webs} ) {
$websites{$_->get_servername} = 1;
@@ -103,8 +109,13 @@
close( FILECYCLE );
}
-# Wait 180 seconds to be sure all apache are restarted (welcome to the land of pigs)
-#sleep ( 180 );
+# Restart locally or wait 180 seconds to be sure all apache are restarted (welcome to the land of pigs)
+if( $log_apachelocal ) {
+ my $cmd = $log_apachectl." graceful";
+ system ( $cmd );
+} else {
+ sleep ( 180 );
+}
# Deleting previous logs
unlink $log_incoming_root."/mergedlog" if( -f $log_incoming_root."/mergedlog" );
@@ -122,8 +133,6 @@
my $log;
my $prev = "";
-use Data::Dumper;
-
open( MERGEDIN , "< ".$log_incoming_root."/mergedlog" );
open( REJECTOUT, "> ".$log_incoming_root."/rejectlog" );
@@ -143,8 +152,6 @@
else {
# the website changed
if ( $prev ne $svname ) {
- print "Changing to $svname\n";
-
my $dir = $log_parsed_root."/".Vhffs::Functions::hash_webdir( $svname )."/logs";
Vhffs::Functions::create_dir($dir) if ( ! -d $dir );
@@ -163,3 +170,43 @@
close(MERGEDIN);
close(REJECTOUT);
close(FILEOUT);
+
+
+# Create a configuration file and generate statistic for each website
+foreach ( @{$webs} )
+{
+ my $svname = $_->get_servername;
+
+ my $weblogdir = $log_parsed_root."/".Vhffs::Functions::hash_webdir( $svname );
+ my $conffile = $weblogdir."/awstats.".$svname.".conf";
+ my $logpath = $weblogdir."/logs/access.log";
+ my $datadir = $weblogdir."/awstats";
+
+ #next if( -f $conffile );
+
+ next if ( ! -f $logpath );
+ Vhffs::Functions::create_dir($datadir) if ( ! -d $datadir );
+
+ # Create the config file
+ open( AWFILEIN , "< ".$awstat_sample );
+ open( AWFILEOUT , "> ".$conffile );
+
+ while( $line = <AWFILEIN> )
+ {
+ $line =~ s/MY_DOMAINNAME/$svname/g;
+ $line =~ s/MY_LOGPATH/$logpath/g;
+ $line =~ s/MY_DATADIR/$datadir/g;
+
+ print AWFILEOUT $line;
+ }
+
+ close( AWFILEOUT );
+ close( AWFILEIN );
+
+ # Generate statistics
+ $cmd = $log_awstat." -config=".$svname." -update 2>/dev/null 1>/dev/null";
+ system( $cmd );
+
+ # Rotate logs for this website
+ Vhffs::Functions::rotate_log( $logpath , $log_parsed_rotation , $log_parsed_compress );
+}