+++ /dev/null
-#!/usr/bin/env perl
-#------------------------------------------------------------------------------
-#
-# pgbadger_tools.pl - Tools based on pgBadger binary files
-#
-# This program is open source, licensed under the PostgreSQL Licence.
-# For license terms, see the LICENSE file.
-#------------------------------------------------------------------------------
-#
-# This program is first used to demonstrate how to deal with pgBadger binary
-# files to build your own tool.
-#
-# See README.tools for more explanations.
-#
-#------------------------------------------------------------------------------
-use strict;
-
-use Getopt::Long qw(:config no_ignore_case bundling);
-use IO::File;
-use Storable qw(store_fd fd_retrieve);
-
-my @SQL_ACTION = ('SELECT', 'INSERT', 'UPDATE', 'DELETE');
-
-# Where statistics are stored
-my %overall_stat = ();
-my %overall_checkpoint = ();
-my @top_slowest = ();
-my %normalyzed_info = ();
-my %error_info = ();
-my %logs_type = ();
-my %per_minute_info = ();
-my %lock_info = ();
-my %tempfile_info = ();
-my %connection_info = ();
-my %database_info = ();
-my %application_info = ();
-my %user_info = ();
-my %host_info = ();
-my %session_info = ();
-my %conn_received = ();
-my %checkpoint_info = ();
-my %autovacuum_info = ();
-my %autoanalyze_info = ();
-my %cur_info = ();
-my %cur_temp_info = ();
-my %cur_lock_info = ();
-my %tsung_session = ();
-my @top_locked_info = ();
-my @top_tempfile_info = ();
-my @log_files = ();
-my $nlines = 0;
-my $sample = 3;
-my $top = 0;
-
-# Get the command line parameters
-my $help = 0;
-my $explain_slowest = 0;
-my $quiet = 0;
-my $debug = 0;
-my $result = GetOptions(
- 'h|help!' => \$help,
- 'q|quiet!' => \$quiet,
- 'v|verbose!' => \$debug,
- 'explain-slowest!' => \$explain_slowest,
-);
-
-# Show help an exit
-if ($help) {
- &usage();
-}
-
-# Read binary files to load from command line
-my @file_list = ();
-foreach my $f (@ARGV) {
- push(@file_list, $f) if (-e $f && ($f =~ /\.bin$/));
-}
-
-die "FATAL: no binary file found, see usage (--help).\n" if ($#file_list == -1);
-
-# Load all data gathered by all the different processes
-foreach my $f (@file_list) {
- next if (-z "$f");
- my $fht = new IO::File;
- $fht->open("< $f") or die "FATAL: can't open temp file $f, $!\n";
- &load_stats($fht);
- $fht->close();
-}
-
-# 1srt tool: Dump top slowest queries inside explain statement
-# Will be executed when option --explain-slowest is set at command line
-if ($explain_slowest) {
- &logmsg('LOG', "Output each slowest queries within explain statement.");
- &dump_slowest_queries(); # See TOOL FUNCTIONS bellow
-}
-
-# Add your own bellow
-
-exit 0;
-
-##################################################################
-# Display pgbadger_tools.pl usage with the list of options
-# Add your own in the tools section.
-##################################################################
-sub usage
-{
-
- print qq{
-Usage: pgbadger_tool.pl BINARY_FILE
-
- -h | --help : Show this message
- -q | --quiet : do not print any information
- -v | --verbose : show debug information
-
-Tools:
-
- --explain-slowest : generate explain analyze with slowest queries
-
- ./pgbadger_tool.pl --explain-slowest out.bin
-
-};
- exit 0;
-}
-
-##################################################################
-# Internal method, do not edit unless you know what you are doing
-##################################################################
-
-####
-# Display message following the log level
-####
-sub logmsg
-{
- my ($level, $str) = @_;
-
- return if ($quiet && ($level ne 'FATAL'));
- return if (!$debug && ($level eq 'DEBUG'));
-
- if ($level =~ /(\d+)/) {
- print STDERR "\t" x $1;
- }
-
- print STDERR "$level: $str\n";
-}
-
-####
-# Stores top N error sample queries
-####
-sub set_top_error_sample
-{
- my ($q, $date, $real_error, $detail, $context, $statement, $hint, $db, $user, $app, $remote) = @_;
-
- # Stop when we have our number of samples
- if (!exists $error_info{$q}{date} || ($#{$error_info{$q}{date}} < $sample)) {
- if ( ($q =~ /deadlock detected/) || ($real_error && !grep(/^\Q$real_error\E$/, @{$error_info{$q}{error}})) ) {
- push(@{$error_info{$q}{date}}, $date);
- push(@{$error_info{$q}{detail}}, $detail);
- push(@{$error_info{$q}{context}}, $context);
- push(@{$error_info{$q}{statement}}, $statement);
- push(@{$error_info{$q}{hint}}, $hint);
- push(@{$error_info{$q}{error}}, $real_error);
- push(@{$error_info{$q}{db}}, $db);
- push(@{$error_info{$q}{user}}, $user);
- push(@{$error_info{$q}{app}}, $app);
- push(@{$error_info{$q}{remote}}, $remote);
- }
- }
-}
-
-####
-# Load statistics from binary file into memory
-####
-sub load_stats
-{
-
- my $fd = shift;
-
- my %stats = %{ fd_retrieve($fd) };
- my %_overall_stat = %{$stats{overall_stat}};
- my %_overall_checkpoint = %{$stats{overall_checkpoint}};
- my %_normalyzed_info = %{$stats{normalyzed_info}};
- my %_error_info = %{$stats{error_info}};
- my %_connection_info = %{$stats{connection_info}};
- my %_database_info = %{$stats{database_info}};
- my %_application_info = %{$stats{application_info}};
- my %_user_info = %{$stats{user_info}};
- my %_host_info = %{$stats{host_info}};
- my %_checkpoint_info = %{$stats{checkpoint_info}};
- my %_session_info = %{$stats{session_info}};
- my %_tempfile_info = %{$stats{tempfile_info}};
- my %_logs_type = %{$stats{logs_type}};
- my %_lock_info = %{$stats{lock_info}};
- my %_per_minute_info = %{$stats{per_minute_info}};
- my @_top_slowest = @{$stats{top_slowest}};
- my $_nlines = $stats{nlines};
- my $_first_log_timestamp = $stats{first_log_timestamp};
- my $_last_log_timestamp = $stats{last_log_timestamp};
- my @_log_files = @{$stats{log_files}};
- my %_autovacuum_info = %{$stats{autovacuum_info}};
- my %_autoanalyze_info = %{$stats{autoanalyze_info}};
- my @_top_locked_info = @{$stats{top_locked_info}};
- my @_top_tempfile_info = @{$stats{top_tempfile_info}};
-
- ### overall_stat ###
-
- $overall_stat{queries_number} += $_overall_stat{queries_number};
-
- if ($_overall_stat{'first_log_ts'}) {
- $overall_stat{'first_log_ts'} = $_overall_stat{'first_log_ts'}
- if (!$overall_stat{'first_log_ts'} ||
- ($overall_stat{'first_log_ts'} gt $_overall_stat{'first_log_ts'}));
- }
-
- $overall_stat{'last_log_ts'} = $_overall_stat{'last_log_ts'}
- if not $overall_stat{'last_log_ts'}
- or $overall_stat{'last_log_ts'} lt $_overall_stat{'last_log_ts'};
-
- if ($_overall_stat{'first_query_ts'}) {
- $overall_stat{'first_query_ts'} = $_overall_stat{'first_query_ts'}
- if (!$overall_stat{'first_query_ts'} ||
- ($overall_stat{'first_query_ts'} gt $_overall_stat{'first_query_ts'}));
- }
-
- $overall_stat{'last_query_ts'} = $_overall_stat{'last_query_ts'}
- if not $overall_stat{'last_query_ts'}
- or $overall_stat{'last_query_ts'} lt $_overall_stat{'last_query_ts'};
-
- $overall_stat{errors_number} += $_overall_stat{errors_number};
- $overall_stat{queries_duration} += $_overall_stat{queries_duration};
-
- $overall_stat{DELETE} += $_overall_stat{DELETE}
- if exists $_overall_stat{DELETE};
- $overall_stat{UPDATE} += $_overall_stat{UPDATE}
- if exists $_overall_stat{UPDATE};
- $overall_stat{INSERT} += $_overall_stat{INSERT}
- if exists $_overall_stat{INSERT};
- $overall_stat{SELECT} += $_overall_stat{SELECT}
- if exists $_overall_stat{SELECT};
-
- $overall_checkpoint{checkpoint_warning} += $_overall_checkpoint{checkpoint_warning};
- $overall_checkpoint{checkpoint_write} = $_overall_checkpoint{checkpoint_write}
- if ($_overall_checkpoint{checkpoint_write} > $overall_checkpoint{checkpoint_write});
- $overall_checkpoint{checkpoint_sync} = $_overall_checkpoint{checkpoint_sync}
- if ($_overall_checkpoint{checkpoint_sync} > $overall_checkpoint{checkpoint_sync});
- foreach my $k (keys %{$_overall_stat{peak}}) {
- $overall_stat{peak}{$k}{query} += $_overall_stat{peak}{$k}{query};
- $overall_stat{peak}{$k}{select} += $_overall_stat{peak}{$k}{select};
- $overall_stat{peak}{$k}{write} += $_overall_stat{peak}{$k}{write};
- $overall_stat{peak}{$k}{connection} += $_overall_stat{peak}{$k}{connection};
- $overall_stat{peak}{$k}{session} += $_overall_stat{peak}{$k}{session};
- $overall_stat{peak}{$k}{tempfile_size} += $_overall_stat{peak}{$k}{tempfile_size};
- $overall_stat{peak}{$k}{tempfile_count} += $_overall_stat{peak}{$k}{tempfile_count};
- }
-
- foreach my $k (keys %{$_overall_stat{histogram}{query_time}}) {
- $overall_stat{histogram}{query_time}{$k} += $_overall_stat{histogram}{query_time}{$k};
- }
- $overall_stat{histogram}{total} += $_overall_stat{histogram}{total};
-
- foreach my $k ('prepare', 'bind','execute') {
- $overall_stat{$k} += $_overall_stat{$k};
- }
-
- foreach my $k (keys %{$_overall_checkpoint{peak}}) {
- $overall_checkpoint{peak}{$k}{checkpoint_wbuffer} += $_overall_checkpoint{peak}{$k}{checkpoint_wbuffer};
- $overall_checkpoint{peak}{$k}{walfile_usage} += $_overall_checkpoint{peak}{$k}{walfile_usage};
- }
-
- ### Logs level ###
- foreach my $l (qw(LOG WARNING ERROR FATAL PANIC DETAIL HINT STATEMENT CONTEXT)) {
- $logs_type{$l} += $_logs_type{$l} if exists $_logs_type{$l};
- }
-
- ### database_info ###
-
- foreach my $db (keys %_database_info) {
- foreach my $k (keys %{ $_database_info{$db} }) {
- $database_info{$db}{$k} += $_database_info{$db}{$k};
- }
- }
-
- ### application_info ###
-
- foreach my $app (keys %_application_info) {
- foreach my $k (keys %{ $_application_info{$app} }) {
- $application_info{$app}{$k} += $_application_info{$app}{$k};
- }
- }
-
- ### user_info ###
-
- foreach my $u (keys %_user_info) {
- foreach my $k (keys %{ $_user_info{$u} }) {
- $user_info{$u}{$k} += $_user_info{$u}{$k};
- }
- }
-
- ### host_info ###
-
- foreach my $h (keys %_host_info) {
- foreach my $k (keys %{ $_host_info{$h} }) {
- $host_info{$h}{$k} += $_host_info{$h}{$k};
- }
- }
-
-
- ### connection_info ###
-
- foreach my $db (keys %{ $_connection_info{database} }) {
- $connection_info{database}{$db} += $_connection_info{database}{$db};
- }
-
- foreach my $db (keys %{ $_connection_info{database_user} }) {
- foreach my $user (keys %{ $_connection_info{database_user}{$db} }) {
- $connection_info{database_user}{$db}{$user} += $_connection_info{database_user}{$db}{$user};
- }
- }
-
- foreach my $user (keys %{ $_connection_info{user} }) {
- $connection_info{user}{$user} += $_connection_info{user}{$user};
- }
-
- foreach my $host (keys %{ $_connection_info{host} }) {
- $connection_info{host}{$host} += $_connection_info{host}{$host};
- }
-
- $connection_info{count} += $_connection_info{count};
-
- foreach my $day (keys %{ $_connection_info{chronos} }) {
- foreach my $hour (keys %{ $_connection_info{chronos}{$day} }) {
-
- $connection_info{chronos}{$day}{$hour}{count} += $_connection_info{chronos}{$day}{$hour}{count}
-
- }
- }
-
- ### log_files ###
-
- foreach my $f (@_log_files) {
- push(@log_files, $f) if (!grep(m#^$f$#, @_log_files));
- }
-
- ### error_info ###
-
- foreach my $q (keys %_error_info) {
- $error_info{$q}{count} += $_error_info{$q}{count};
- foreach my $day (keys %{ $_error_info{$q}{chronos} }) {
- foreach my $hour (keys %{$_error_info{$q}{chronos}{$day}}) {
- $error_info{$q}{chronos}{$day}{$hour}{count} += $_error_info{$q}{chronos}{$day}{$hour}{count};
- foreach my $min (keys %{$_error_info{$q}{chronos}{$day}{$hour}{min}}) {
- $error_info{$q}{chronos}{$day}{$hour}{min}{$min} += $_error_info{$q}{chronos}{$day}{$hour}{min}{$min};
- }
- }
- }
- for (my $i = 0; $i <= $#{$_error_info{$q}{date}}; $i++) {
- &set_top_error_sample( $q,
- $_error_info{$q}{date}[$i],
- $_error_info{$q}{error}[$i],
- $_error_info{$q}{detail}[$i],
- $_error_info{$q}{context}[$i],
- $_error_info{$q}{statement}[$i],
- $_error_info{$q}{hint}[$i],
- $_error_info{$q}{db}[$i],
- $_error_info{$q}{user}[$i],
- $_error_info{$q}{app}[$i],
- $_error_info{$q}{remote}[$i]
- );
- }
- }
-
- ### per_minute_info ###
-
- foreach my $day (keys %_per_minute_info) {
- foreach my $hour (keys %{ $_per_minute_info{$day} }) {
- foreach my $min (keys %{ $_per_minute_info{$day}{$hour} }) {
- $per_minute_info{$day}{$hour}{$min}{connection}{count} +=
- ($_per_minute_info{$day}{$hour}{$min}{connection}{count} || 0);
- $per_minute_info{$day}{$hour}{$min}{session}{count} +=
- ($_per_minute_info{$day}{$hour}{$min}{session}{count} || 0);
- $per_minute_info{$day}{$hour}{$min}{query}{count} +=
- ($_per_minute_info{$day}{$hour}{$min}{query}{count} || 0);
- $per_minute_info{$day}{$hour}{$min}{query}{duration} += $_per_minute_info{$day}{$hour}{$min}{query}{duration};
- $per_minute_info{$day}{$hour}{$min}{query}{min} = $_per_minute_info{$day}{$hour}{$min}{query}{min} if (!exists $per_minute_info{$day}{$hour}{$min}{query}{min} || ($per_minute_info{$day}{$hour}{$min}{query}{min} > $_per_minute_info{$day}{$hour}{$min}{query}{min}));
- $per_minute_info{$day}{$hour}{$min}{query}{max} = $_per_minute_info{$day}{$hour}{$min}{query}{max} if (!exists $per_minute_info{$day}{$hour}{$min}{query}{max} || ($per_minute_info{$day}{$hour}{$min}{query}{max} < $_per_minute_info{$day}{$hour}{$min}{query}{max}));
-
- foreach my $sec (keys %{ $_per_minute_info{$day}{$hour}{$min}{connection}{second} }) {
- $per_minute_info{$day}{$hour}{$min}{connection}{second}{$sec} +=
- ($_per_minute_info{$day}{$hour}{$min}{connection}{second}{$sec} || 0);
- }
- foreach my $sec (keys %{ $_per_minute_info{$day}{$hour}{$min}{session}{second} }) {
- $per_minute_info{$day}{$hour}{$min}{session}{second}{$sec} +=
- ($_per_minute_info{$day}{$hour}{$min}{session}{second}{$sec} || 0);
- }
- foreach my $sec (keys %{ $_per_minute_info{$day}{$hour}{$min}{query}{second} }) {
- $per_minute_info{$day}{$hour}{$min}{query}{second}{$sec} +=
- ($_per_minute_info{$day}{$hour}{$min}{query}{second}{$sec} || 0);
- }
- foreach my $action (@SQL_ACTION) {
- if (exists $_per_minute_info{$day}{$hour}{$min}{$action}) {
- $per_minute_info{$day}{$hour}{$min}{$action}{count} += $_per_minute_info{$day}{$hour}{$min}{$action}{count};
- $per_minute_info{$day}{$hour}{$min}{$action}{duration} += $_per_minute_info{$day}{$hour}{$min}{$action}{duration};
- foreach my $sec (keys %{ $_per_minute_info{$day}{$hour}{$min}{$action}{second} }) {
- $per_minute_info{$day}{$hour}{$min}{$action}{second}{$sec} +=
- ($_per_minute_info{$day}{$hour}{$min}{$action}{second}{$sec} || 0);
- }
- }
- }
- foreach my $k ('prepare', 'bind','execute') {
- if (exists $_per_minute_info{$day}{$hour}{$min}{$k}) {
- $per_minute_info{$day}{$hour}{$min}{$k} += $_per_minute_info{$day}{$hour}{$min}{$k};
- }
- }
-
- $per_minute_info{$day}{$hour}{$min}{tempfile}{count} += $_per_minute_info{$day}{$hour}{$min}{tempfile}{count}
- if defined $_per_minute_info{$day}{$hour}{$min}{tempfile}{count};
- $per_minute_info{$day}{$hour}{$min}{tempfile}{size} += $_per_minute_info{$day}{$hour}{$min}{tempfile}{size}
- if defined $_per_minute_info{$day}{$hour}{$min}{tempfile}{size};
-
- $per_minute_info{$day}{$hour}{$min}{checkpoint}{file_removed} += $_per_minute_info{$day}{$hour}{$min}{checkpoint}{file_removed};
- $per_minute_info{$day}{$hour}{$min}{checkpoint}{sync} += $_per_minute_info{$day}{$hour}{$min}{checkpoint}{sync};
- $per_minute_info{$day}{$hour}{$min}{checkpoint}{wbuffer} += $_per_minute_info{$day}{$hour}{$min}{checkpoint}{wbuffer};
- $per_minute_info{$day}{$hour}{$min}{checkpoint}{file_recycled} += $_per_minute_info{$day}{$hour}{$min}{checkpoint}{file_recycled};
- $per_minute_info{$day}{$hour}{$min}{checkpoint}{total} += $_per_minute_info{$day}{$hour}{$min}{checkpoint}{total};
- $per_minute_info{$day}{$hour}{$min}{checkpoint}{file_added} += $_per_minute_info{$day}{$hour}{$min}{checkpoint}{file_added};
- $per_minute_info{$day}{$hour}{$min}{checkpoint}{write} += $_per_minute_info{$day}{$hour}{$min}{checkpoint}{write};
- $per_minute_info{$day}{$hour}{$min}{autovacuum}{count} += $_per_minute_info{$day}{$hour}{$min}{autovacuum}{count};
- $per_minute_info{$day}{$hour}{$min}{autoanalyze}{count} += $_per_minute_info{$day}{$hour}{$min}{autoanalyze}{count};
-
- $per_minute_info{$day}{$hour}{$min}{checkpoint}{sync_files} += $_per_minute_info{$day}{$hour}{$min}{checkpoint}{sync_files};
- $per_minute_info{$day}{$hour}{$min}{checkpoint}{sync_avg} += $_per_minute_info{$day}{$hour}{$min}{checkpoint}{sync_avg};
- $per_minute_info{$day}{$hour}{$min}{checkpoint}{sync_longest} = $_per_minute_info{$day}{$hour}{$min}{checkpoint}{sync_longest}
- if ($_per_minute_info{$day}{$hour}{$min}{checkpoint}{sync_longest} > $per_minute_info{$day}{$hour}{$min}{checkpoint}{sync_longest});
- }
- }
- }
-
- ### lock_info ###
-
- foreach my $lock (keys %_lock_info) {
- $lock_info{$lock}{count} += $_lock_info{$lock}{count};
-
- foreach my $day (keys %{ $_lock_info{chronos} }) {
- foreach my $hour (keys %{ $_lock_info{chronos}{$day} }) {
- $lock_info{chronos}{$day}{$hour}{count} += $_lock_info{chronos}{$day}{$hour}{count};
- $lock_info{chronos}{$day}{$hour}{duration} += $_lock_info{chronos}{$day}{$hour}{duration};
- }
- }
-
- $lock_info{$lock}{duration} += $_lock_info{$lock}{duration};
-
- foreach my $type (keys %{$_lock_info{$lock}}) {
- next if $type =~ /^(count|chronos|duration)$/;
-
- $lock_info{$lock}{$type}{count} += $_lock_info{$lock}{$type}{count};
- $lock_info{$lock}{$type}{duration} += $_lock_info{$lock}{$type}{duration};
- }
- }
-
- ### nlines ###
-
- $nlines += $_nlines;
-
- ### normalyzed_info ###
-
- foreach my $stmt (keys %_normalyzed_info) {
-
- foreach my $dt (keys %{$_normalyzed_info{$stmt}{samples}} ) {
- foreach my $k (keys %{$_normalyzed_info{$stmt}{samples}{$dt}} ) {
- $normalyzed_info{$stmt}{samples}{$dt}{$k} = $_normalyzed_info{$stmt}{samples}{$dt}{$k};
- }
- }
-
- $normalyzed_info{$stmt}{count} += $_normalyzed_info{$stmt}{count};
-
- # Set min / max duration for this query
- if (!exists $normalyzed_info{$stmt}{min} || ($normalyzed_info{$stmt}{min} > $_normalyzed_info{$stmt}{min})) {
- $normalyzed_info{$stmt}{min} = $_normalyzed_info{$stmt}{min};
- }
- if (!exists $normalyzed_info{$stmt}{max} || ($normalyzed_info{$stmt}{max} < $_normalyzed_info{$stmt}{max})) {
- $normalyzed_info{$stmt}{max} = $_normalyzed_info{$stmt}{max};
- }
-
- foreach my $day (keys %{$_normalyzed_info{$stmt}{chronos}} ) {
- foreach my $hour (keys %{$_normalyzed_info{$stmt}{chronos}{$day}} ) {
- $normalyzed_info{$stmt}{chronos}{$day}{$hour}{count} +=
- $_normalyzed_info{$stmt}{chronos}{$day}{$hour}{count};
- $normalyzed_info{$stmt}{chronos}{$day}{$hour}{duration} +=
- $_normalyzed_info{$stmt}{chronos}{$day}{$hour}{duration};
- foreach my $min (keys %{$_normalyzed_info{$stmt}{chronos}{$day}{$hour}{min}} ) {
- $normalyzed_info{$stmt}{chronos}{$day}{$hour}{min}{$min} +=
- $_normalyzed_info{$stmt}{chronos}{$day}{$hour}{min}{$min};
- }
- foreach my $min (keys %{$_normalyzed_info{$stmt}{chronos}{$day}{$hour}{min_duration}} ) {
- $normalyzed_info{$stmt}{chronos}{$day}{$hour}{min_duration}{$min} +=
- $_normalyzed_info{$stmt}{chronos}{$day}{$hour}{min_duration}{$min};
- }
- }
- }
-
- $normalyzed_info{$stmt}{duration} += $_normalyzed_info{$stmt}{duration};
-
- if (exists $_normalyzed_info{$stmt}{locks}) {
- $normalyzed_info{$stmt}{locks}{count} += $_normalyzed_info{$stmt}{locks}{count};
- $normalyzed_info{$stmt}{locks}{wait} += $_normalyzed_info{$stmt}{locks}{wait};
- if (!exists $normalyzed_info{$stmt}{locks}{minwait} || ($normalyzed_info{$stmt}{locks}{minwait} > $_normalyzed_info{$stmt}{locks}{minwait})) {
- $normalyzed_info{$stmt}{locks}{minwait} = $_normalyzed_info{$stmt}{locks}{minwait};
- }
- if (!exists $normalyzed_info{$stmt}{locks}{maxwait} || ($normalyzed_info{$stmt}{locks}{maxwait} < $_normalyzed_info{$stmt}{locks}{maxwait})) {
- $normalyzed_info{$stmt}{locks}{maxwait} = $_normalyzed_info{$stmt}{locks}{maxwait};
- }
- }
-
- if (exists $_normalyzed_info{$stmt}{tempfiles}) {
- $normalyzed_info{$stmt}{tempfiles}{count} += $_normalyzed_info{$stmt}{tempfiles}{count};
- $normalyzed_info{$stmt}{tempfiles}{size} += $_normalyzed_info{$stmt}{tempfiles}{size};
- if (!exists $normalyzed_info{$stmt}{tempfiles}{minsize} || ($normalyzed_info{$stmt}{tempfiles}{minsize} > $_normalyzed_info{$stmt}{tempfiles}{minsize})) {
- $normalyzed_info{$stmt}{tempfiles}{minsize} = $_normalyzed_info{$stmt}{tempfiles}{minsize};
- }
- if (!exists $normalyzed_info{$stmt}{tempfiles}{maxsize} || ($normalyzed_info{$stmt}{tempfiles}{maxsize} < $_normalyzed_info{$stmt}{tempfiles}{maxsize})) {
- $normalyzed_info{$stmt}{tempfiles}{maxsize} = $_normalyzed_info{$stmt}{tempfiles}{maxsize};
- }
- }
- }
-
- ### session_info ###
-
- foreach my $db (keys %{ $_session_info{database}}) {
- $session_info{database}{$db}{count} += $_session_info{database}{$db}{count};
- $session_info{database}{$db}{duration} += $_session_info{database}{$db}{duration};
- }
-
- $session_info{count} += $_session_info{count};
-
- foreach my $day (keys %{ $_session_info{chronos}}) {
- foreach my $hour (keys %{ $_session_info{chronos}{$day}}) {
- $session_info{chronos}{$day}{$hour}{count} += $_session_info{chronos}{$day}{$hour}{count};
- $session_info{chronos}{$day}{$hour}{duration} += $_session_info{chronos}{$day}{$hour}{duration};
- }
- }
-
- foreach my $user (keys %{ $_session_info{user}}) {
- $session_info{user}{$user}{count} += $_session_info{user}{$user}{count};
- $session_info{user}{$user}{duration} += $_session_info{user}{$user}{duration};
- }
-
- $session_info{duration} += $_session_info{duration};
-
- foreach my $host (keys %{ $_session_info{host}}) {
- $session_info{host}{$host}{count} += $_session_info{host}{$host}{count};
- $session_info{host}{$host}{duration} += $_session_info{host}{$host}{duration};
- }
-
- ### tempfile_info ###
-
- $tempfile_info{count} += $_tempfile_info{count}
- if defined $_tempfile_info{count};
- $tempfile_info{size} += $_tempfile_info{size}
- if defined $_tempfile_info{size};
- $tempfile_info{maxsize} = $_tempfile_info{maxsize}
- if defined $_tempfile_info{maxsize} and ( not defined $tempfile_info{maxsize}
- or $tempfile_info{maxsize} < $_tempfile_info{maxsize} );
-
- ### top_slowest ###
- my @tmp_top_slowest = sort {$b->[0] <=> $a->[0]} (@top_slowest, @_top_slowest);
- @top_slowest = ();
- for (my $i = 0; $i <= $#tmp_top_slowest; $i++) {
- push(@top_slowest, $tmp_top_slowest[$i]);
- }
-
- ### top_locked ###
- my @tmp_top_locked_info = sort {$b->[0] <=> $a->[0]} (@top_locked_info, @_top_locked_info);
- @top_locked_info = ();
- for (my $i = 0; $i <= $#tmp_top_locked_info; $i++) {
- push(@top_locked_info, $tmp_top_locked_info[$i]);
- }
-
- ### top_tempfile ###
- my @tmp_top_tempfile_info = sort {$b->[0] <=> $a->[0]} (@top_tempfile_info, @_top_tempfile_info);
- @top_tempfile_info = ();
- for (my $i = 0; $i <= $#tmp_top_tempfile_info; $i++) {
- push(@top_tempfile_info, $tmp_top_tempfile_info[$i]);
- }
-
- ### checkpoint_info ###
- $checkpoint_info{file_removed} += $_checkpoint_info{file_removed};
- $checkpoint_info{sync} += $_checkpoint_info{sync};
- $checkpoint_info{wbuffer} += $_checkpoint_info{wbuffer};
- $checkpoint_info{file_recycled} += $_checkpoint_info{file_recycled};
- $checkpoint_info{total} += $_checkpoint_info{total};
- $checkpoint_info{file_added} += $_checkpoint_info{file_added};
- $checkpoint_info{write} += $_checkpoint_info{write};
-
- #### Autovacuum info ####
-
- $autovacuum_info{count} += $_autovacuum_info{count};
-
- foreach my $day (keys %{ $_autovacuum_info{chronos} }) {
- foreach my $hour (keys %{ $_autovacuum_info{chronos}{$day} }) {
- $autovacuum_info{chronos}{$day}{$hour}{count} += $_autovacuum_info{chronos}{$day}{$hour}{count};
- }
- }
- foreach my $table (keys %{ $_autovacuum_info{tables} }) {
- $autovacuum_info{tables}{$table}{vacuums} += $_autovacuum_info{tables}{$table}{vacuums};
- $autovacuum_info{tables}{$table}{idxscans} += $_autovacuum_info{tables}{$table}{idxscans};
- $autovacuum_info{tables}{$table}{tuples}{removed} += $_autovacuum_info{tables}{$table}{tuples}{removed};
- $autovacuum_info{tables}{$table}{pages}{removed} += $_autovacuum_info{tables}{$table}{pages}{removed};
- }
- if ($_autovacuum_info{peak}{system_usage}{elapsed} > $autovacuum_info{peak}{system_usage}{elapsed}) {
- $autovacuum_info{peak}{system_usage}{elapsed} = $_autovacuum_info{peak}{system_usage}{elapsed};
- $autovacuum_info{peak}{system_usage}{table} = $_autovacuum_info{peak}{system_usage}{table};
- $autovacuum_info{peak}{system_usage}{date} = $_autovacuum_info{peak}{system_usage}{date};
- }
- #### Autoanalyze info ####
-
- $autoanalyze_info{count} += $_autoanalyze_info{count};
-
- foreach my $day (keys %{ $_autoanalyze_info{chronos} }) {
- foreach my $hour (keys %{ $_autoanalyze_info{chronos}{$day} }) {
- $autoanalyze_info{chronos}{$day}{$hour}{count} += $_autoanalyze_info{chronos}{$day}{$hour}{count};
- }
- }
- foreach my $table (keys %{ $_autoanalyze_info{tables} }) {
- $autoanalyze_info{tables}{$table}{analyzes} += $_autoanalyze_info{tables}{$table}{analyzes};
- }
- if ($_autoanalyze_info{peak}{system_usage}{elapsed} > $autoanalyze_info{peak}{system_usage}{elapsed}) {
- $autoanalyze_info{peak}{system_usage}{elapsed} = $_autoanalyze_info{peak}{system_usage}{elapsed};
- $autoanalyze_info{peak}{system_usage}{table} = $_autoanalyze_info{peak}{system_usage}{table};
- $autoanalyze_info{peak}{system_usage}{date} = $_autoanalyze_info{peak}{system_usage}{date};
- }
-
- return;
-}
-
-###############################################################################
-# TOOL FUNCTIONS
-###############################################################################
-
-# Dump top slowest queries as EXPLAIN statement.
-sub dump_slowest_queries
-{
- # Global information
- my $curdate = localtime(time);
- my $logfile_str = join(',', @log_files);
-
- for (my $i = 0 ; $i <= $#top_slowest ; $i++) {
-
- my $head = "-- database: $top_slowest[$i]->[3]\n" if ($top_slowest[$i]->[3]);
- $head .= "-- user: $top_slowest[$i]->[4]\n" if ($top_slowest[$i]->[4]);
- $head .= "-- remote: $top_slowest[$i]->[5]\n" if ($top_slowest[$i]->[5]);
- $head .= "-- app: $top_slowest[$i]->[6]\n" if ($top_slowest[$i]->[6]);
- $head .= "--, bind query: yes\n" if ($top_slowest[$i]->[7]);
- $head =~ s/^, //;
-
- print qq{-- Generated on $curdate
--- Log file: $logfile_str
--- Log start from $overall_stat{'first_log_ts'} to $overall_stat{'last_log_ts'}
---
-};
-
- print $head;
- print "EXPLAIN\n";
- print "$top_slowest[$i]->[2]\n";
-
- }
-}
projects / pgbadger / commitdiff