granicus.if.org Git - icinga2/blob - lib/livestatus/statehisttable.cpp

   1 /******************************************************************************
   2  * Icinga 2                                                                   *
   3  * Copyright (C) 2012-2016 Icinga Development Team (https://www.icinga.org/)  *
   4  *                                                                            *
   5  * This program is free software; you can redistribute it and/or              *
   6  * modify it under the terms of the GNU General Public License                *
   7  * as published by the Free Software Foundation; either version 2             *
   8  * of the License, or (at your option) any later version.                     *
   9  *                                                                            *
  10  * This program is distributed in the hope that it will be useful,            *
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of             *
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the              *
  13  * GNU General Public License for more details.                               *
  14  *                                                                            *
  15  * You should have received a copy of the GNU General Public License          *
  16  * along with this program; if not, write to the Free Software Foundation     *
  17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA.             *
  18  ******************************************************************************/
  19
  20 #include "livestatus/statehisttable.hpp"
  21 #include "livestatus/livestatuslogutility.hpp"
  22 #include "livestatus/hoststable.hpp"
  23 #include "livestatus/servicestable.hpp"
  24 #include "livestatus/contactstable.hpp"
  25 #include "livestatus/commandstable.hpp"
  26 #include "icinga/icingaapplication.hpp"
  27 #include "icinga/cib.hpp"
  28 #include "icinga/service.hpp"
  29 #include "icinga/host.hpp"
  30 #include "icinga/user.hpp"
  31 #include "icinga/checkcommand.hpp"
  32 #include "icinga/eventcommand.hpp"
  33 #include "icinga/notificationcommand.hpp"
  34 #include "base/convert.hpp"
  35 #include "base/utility.hpp"
  36 #include "base/logger.hpp"
  37 #include "base/application.hpp"
  38 #include "base/objectlock.hpp"
  39 #include <boost/foreach.hpp>
  40 #include <boost/tuple/tuple.hpp>
  41 #include <boost/algorithm/string.hpp>
  42 #include <boost/algorithm/string/split.hpp>
  43 #include <boost/algorithm/string/classification.hpp>
  44 #include <boost/algorithm/string/replace.hpp>
  45 #include <boost/algorithm/string/predicate.hpp>
  46 #include <fstream>
  47
  48 using namespace icinga;
  49
  50 StateHistTable::StateHistTable(const String& compat_log_path, time_t from, time_t until)
  51 {
  52         /* store attributes for FetchRows */
  53         m_TimeFrom = from;
  54         m_TimeUntil = until;
  55         m_CompatLogPath = compat_log_path;
  56
  57         AddColumns(this);
  58 }
  59
  60 void StateHistTable::UpdateLogEntries(const Dictionary::Ptr& log_entry_attrs, int line_count, int lineno, const AddRowFunction& addRowFn)
  61 {
  62         unsigned int time = log_entry_attrs->Get("time");
  63         String host_name = log_entry_attrs->Get("host_name");
  64         String service_description = log_entry_attrs->Get("service_description");
  65         unsigned long state = log_entry_attrs->Get("state");
  66         int log_type = log_entry_attrs->Get("log_type");
  67         String state_type = log_entry_attrs->Get("state_type"); //SOFT, HARD, STARTED, STOPPED, ...
  68         String log_line = log_entry_attrs->Get("message"); /* use message from log table */
  69
  70         Checkable::Ptr checkable;
  71
  72         if (service_description.IsEmpty())
  73                 checkable = Host::GetByName(host_name);
  74         else
  75                 checkable = Service::GetByNamePair(host_name, service_description);
  76
  77         /* invalid log line for state history */
  78         if (!checkable)
  79                 return;
  80
  81         Array::Ptr state_hist_service_states;
  82         Dictionary::Ptr state_hist_bag;
  83         unsigned long query_part = m_TimeUntil - m_TimeFrom;
  84
  85         /* insert new service states array with values if not existing */
  86         if (m_CheckablesCache.find(checkable) == m_CheckablesCache.end()) {
  87
  88                 /* create new values */
  89                 state_hist_service_states = new Array();
  90                 state_hist_bag = new Dictionary();
  91
  92                 Service::Ptr service = dynamic_pointer_cast<Service>(checkable);
  93                 Host::Ptr host;
  94
  95                 if (service)
  96                         host = service->GetHost();
  97                 else
  98                         host = static_pointer_cast<Host>(checkable);
  99
 100                 state_hist_bag->Set("host_name", host->GetName());
 101
 102                 if (service)
 103                         state_hist_bag->Set("service_description", service->GetShortName());
 104
 105                 state_hist_bag->Set("state", state);
 106                 state_hist_bag->Set("in_downtime", 0);
 107                 state_hist_bag->Set("in_host_downtime", 0);
 108                 state_hist_bag->Set("in_notification_period", 1); // assume "always"
 109                 state_hist_bag->Set("is_flapping", 0);
 110                 state_hist_bag->Set("time", time);
 111                 state_hist_bag->Set("lineno", lineno);
 112                 state_hist_bag->Set("log_output", log_line); /* complete line */
 113                 state_hist_bag->Set("from", time); /* starting at current timestamp */
 114                 state_hist_bag->Set("until", time); /* will be updated later on state change */
 115                 state_hist_bag->Set("query_part", query_part); /* required for _part calculations */
 116
 117                 state_hist_service_states->Add(state_hist_bag);
 118
 119                 Log(LogDebug, "StateHistTable")
 120                     << "statehist: Adding new object '" << checkable->GetName() << "' to services cache.";
 121         } else {
 122                 state_hist_service_states = m_CheckablesCache[checkable];
 123                 state_hist_bag = state_hist_service_states->Get(state_hist_service_states->GetLength()-1); /* fetch latest state from history */
 124
 125                 /* state duration */
 126
 127                 /* determine service notifications notification_period and compare against current timestamp */
 128                 bool in_notification_period = true;
 129                 String notification_period_name;
 130                 BOOST_FOREACH(const Notification::Ptr& notification, checkable->GetNotifications()) {
 131                         TimePeriod::Ptr notification_period = notification->GetPeriod();
 132
 133                         if (notification_period) {
 134                                 if (notification_period->IsInside(static_cast<double>(time)))
 135                                         in_notification_period = true;
 136                                 else
 137                                         in_notification_period = false;
 138
 139                                 notification_period_name = notification_period->GetName(); // last one wins
 140                         } else
 141                                 in_notification_period = true; // assume "always"
 142                 }
 143
 144                 /* check for state changes, flapping & downtime start/end */
 145                 switch (log_type) {
 146                         case LogEntryTypeHostAlert:
 147                         case LogEntryTypeHostInitialState:
 148                         case LogEntryTypeHostCurrentState:
 149                         case LogEntryTypeServiceAlert:
 150                         case LogEntryTypeServiceInitialState:
 151                         case LogEntryTypeServiceCurrentState:
 152                                 if (state != state_hist_bag->Get("state")) {
 153                                         /* 1. seal old state_hist_bag */
 154                                         state_hist_bag->Set("until", time); /* add until record for duration calculation */
 155
 156                                         /* 2. add new state_hist_bag */
 157                                         Dictionary::Ptr state_hist_bag_new = new Dictionary();
 158
 159                                         state_hist_bag_new->Set("host_name", state_hist_bag->Get("host_name"));
 160                                         state_hist_bag_new->Set("service_description", state_hist_bag->Get("service_description"));
 161                                         state_hist_bag_new->Set("state", state);
 162                                         state_hist_bag_new->Set("in_downtime", state_hist_bag->Get("in_downtime")); // keep value from previous state!
 163                                         state_hist_bag_new->Set("in_host_downtime", state_hist_bag->Get("in_host_downtime")); // keep value from previous state!
 164                                         state_hist_bag_new->Set("in_notification_period", (in_notification_period ? 1 : 0));
 165                                         state_hist_bag_new->Set("notification_period", notification_period_name);
 166                                         state_hist_bag_new->Set("is_flapping", state_hist_bag->Get("is_flapping")); // keep value from previous state!
 167                                         state_hist_bag_new->Set("time", time);
 168                                         state_hist_bag_new->Set("lineno", lineno);
 169                                         state_hist_bag_new->Set("log_output", log_line); /* complete line */
 170                                         state_hist_bag_new->Set("from", time); /* starting at current timestamp */
 171                                         state_hist_bag_new->Set("until", time + 1); /* will be updated later */
 172                                         state_hist_bag_new->Set("query_part", query_part);
 173
 174                                         state_hist_service_states->Add(state_hist_bag_new);
 175
 176                                         Log(LogDebug, "StateHistTable")
 177                                             << "statehist: State change detected for object '" << checkable->GetName() << "' in '" << log_line << "'.";
 178                                 }
 179                                 break;
 180                         case LogEntryTypeHostFlapping:
 181                         case LogEntryTypeServiceFlapping:
 182                                 if (state_type == "STARTED")
 183                                         state_hist_bag->Set("is_flapping", 1);
 184                                 else if (state_type == "STOPPED" || state_type == "DISABLED")
 185                                         state_hist_bag->Set("is_flapping", 0);
 186                                 break;
 187                                 break;
 188                         case LogEntryTypeHostDowntimeAlert:
 189                         case LogEntryTypeServiceDowntimeAlert:
 190                                 if (state_type == "STARTED") {
 191                                         state_hist_bag->Set("in_downtime", 1);
 192                                         if (log_type == LogEntryTypeHostDowntimeAlert)
 193                                                 state_hist_bag->Set("in_host_downtime", 1);
 194                                 }
 195                                 else if (state_type == "STOPPED" || state_type == "CANCELLED") {
 196                                         state_hist_bag->Set("in_downtime", 0);
 197                                         if (log_type == LogEntryTypeHostDowntimeAlert)
 198                                                 state_hist_bag->Set("in_host_downtime", 0);
 199                                 }
 200                                 break;
 201                         default:
 202                                 //nothing to update
 203                                 break;
 204                 }
 205
 206         }
 207
 208         m_CheckablesCache[checkable] = state_hist_service_states;
 209
 210         /* TODO find a way to directly call addRowFn() - right now m_ServicesCache depends on historical lines ("already seen service") */
 211 }
 212
 213 void StateHistTable::AddColumns(Table *table, const String& prefix,
 214     const Column::ObjectAccessor& objectAccessor)
 215 {
 216         table->AddColumn(prefix + "time", Column(&StateHistTable::TimeAccessor, objectAccessor));
 217         table->AddColumn(prefix + "lineno", Column(&StateHistTable::LinenoAccessor, objectAccessor));
 218         table->AddColumn(prefix + "from", Column(&StateHistTable::FromAccessor, objectAccessor));
 219         table->AddColumn(prefix + "until", Column(&StateHistTable::UntilAccessor, objectAccessor));
 220         table->AddColumn(prefix + "duration", Column(&StateHistTable::DurationAccessor, objectAccessor));
 221         table->AddColumn(prefix + "duration_part", Column(&StateHistTable::DurationPartAccessor, objectAccessor));
 222         table->AddColumn(prefix + "state", Column(&StateHistTable::StateAccessor, objectAccessor));
 223         table->AddColumn(prefix + "host_down", Column(&StateHistTable::HostDownAccessor, objectAccessor));
 224         table->AddColumn(prefix + "in_downtime", Column(&StateHistTable::InDowntimeAccessor, objectAccessor));
 225         table->AddColumn(prefix + "in_host_downtime", Column(&StateHistTable::InHostDowntimeAccessor, objectAccessor));
 226         table->AddColumn(prefix + "is_flapping", Column(&StateHistTable::IsFlappingAccessor, objectAccessor));
 227         table->AddColumn(prefix + "in_notification_period", Column(&StateHistTable::InNotificationPeriodAccessor, objectAccessor));
 228         table->AddColumn(prefix + "notification_period", Column(&StateHistTable::NotificationPeriodAccessor, objectAccessor));
 229         table->AddColumn(prefix + "debug_info", Column(&Table::EmptyStringAccessor, objectAccessor));
 230         table->AddColumn(prefix + "host_name", Column(&StateHistTable::HostNameAccessor, objectAccessor));
 231         table->AddColumn(prefix + "service_description", Column(&StateHistTable::ServiceDescriptionAccessor, objectAccessor));
 232         table->AddColumn(prefix + "log_output", Column(&StateHistTable::LogOutputAccessor, objectAccessor));
 233         table->AddColumn(prefix + "duration_ok", Column(&StateHistTable::DurationOkAccessor, objectAccessor));
 234         table->AddColumn(prefix + "duration_part_ok", Column(&StateHistTable::DurationPartOkAccessor, objectAccessor));
 235         table->AddColumn(prefix + "duration_warning", Column(&StateHistTable::DurationWarningAccessor, objectAccessor));
 236         table->AddColumn(prefix + "duration_part_warning", Column(&StateHistTable::DurationPartWarningAccessor, objectAccessor));
 237         table->AddColumn(prefix + "duration_critical", Column(&StateHistTable::DurationCriticalAccessor, objectAccessor));
 238         table->AddColumn(prefix + "duration_part_critical", Column(&StateHistTable::DurationPartCriticalAccessor, objectAccessor));
 239         table->AddColumn(prefix + "duration_unknown", Column(&StateHistTable::DurationUnknownAccessor, objectAccessor));
 240         table->AddColumn(prefix + "duration_part_unknown", Column(&StateHistTable::DurationPartUnknownAccessor, objectAccessor));
 241         table->AddColumn(prefix + "duration_unmonitored", Column(&StateHistTable::DurationUnmonitoredAccessor, objectAccessor));
 242         table->AddColumn(prefix + "duration_part_unmonitored", Column(&StateHistTable::DurationPartUnmonitoredAccessor, objectAccessor));
 243
 244         HostsTable::AddColumns(table, "current_host_", boost::bind(&StateHistTable::HostAccessor, _1, objectAccessor));
 245         ServicesTable::AddColumns(table, "current_service_", boost::bind(&StateHistTable::ServiceAccessor, _1, objectAccessor));
 246 }
 247
 248 String StateHistTable::GetName(void) const
 249 {
 250         return "log";
 251 }
 252
 253 String StateHistTable::GetPrefix(void) const
 254 {
 255         return "log";
 256 }
 257
 258 void StateHistTable::FetchRows(const AddRowFunction& addRowFn)
 259 {
 260         Log(LogDebug, "StateHistTable")
 261             << "Pre-selecting log file from " << m_TimeFrom << " until " << m_TimeUntil;
 262
 263         /* create log file index */
 264         LivestatusLogUtility::CreateLogIndex(m_CompatLogPath, m_LogFileIndex);
 265
 266         /* generate log cache */
 267         LivestatusLogUtility::CreateLogCache(m_LogFileIndex, this, m_TimeFrom, m_TimeUntil, addRowFn);
 268
 269         Checkable::Ptr checkable;
 270
 271         BOOST_FOREACH(boost::tie(checkable, boost::tuples::ignore), m_CheckablesCache) {
 272                 BOOST_FOREACH(const Dictionary::Ptr& state_hist_bag, m_CheckablesCache[checkable]) {
 273                         /* pass a dictionary from state history array */
 274                         if (!addRowFn(state_hist_bag, LivestatusGroupByNone, Empty))
 275                                 return;
 276                 }
 277         }
 278 }
 279
 280 Object::Ptr StateHistTable::HostAccessor(const Value& row, const Column::ObjectAccessor&)
 281 {
 282         String host_name = static_cast<Dictionary::Ptr>(row)->Get("host_name");
 283
 284         if (host_name.IsEmpty())
 285                 return Object::Ptr();
 286
 287         return Host::GetByName(host_name);
 288 }
 289
 290 Object::Ptr StateHistTable::ServiceAccessor(const Value& row, const Column::ObjectAccessor&)
 291 {
 292         String host_name = static_cast<Dictionary::Ptr>(row)->Get("host_name");
 293         String service_description = static_cast<Dictionary::Ptr>(row)->Get("service_description");
 294
 295         if (service_description.IsEmpty() || host_name.IsEmpty())
 296                 return Object::Ptr();
 297
 298         return Service::GetByNamePair(host_name, service_description);
 299 }
 300
 301 Value StateHistTable::TimeAccessor(const Value& row)
 302 {
 303         return static_cast<Dictionary::Ptr>(row)->Get("time");
 304 }
 305
 306 Value StateHistTable::LinenoAccessor(const Value& row)
 307 {
 308         return static_cast<Dictionary::Ptr>(row)->Get("lineno");
 309 }
 310
 311 Value StateHistTable::FromAccessor(const Value& row)
 312 {
 313         return static_cast<Dictionary::Ptr>(row)->Get("from");
 314 }
 315
 316 Value StateHistTable::UntilAccessor(const Value& row)
 317 {
 318         return static_cast<Dictionary::Ptr>(row)->Get("until");
 319 }
 320
 321 Value StateHistTable::DurationAccessor(const Value& row)
 322 {
 323         Dictionary::Ptr state_hist_bag = static_cast<Dictionary::Ptr>(row);
 324
 325         return (state_hist_bag->Get("until") - state_hist_bag->Get("from"));
 326 }
 327
 328 Value StateHistTable::DurationPartAccessor(const Value& row)
 329 {
 330         Dictionary::Ptr state_hist_bag = static_cast<Dictionary::Ptr>(row);
 331
 332         return (state_hist_bag->Get("until") - state_hist_bag->Get("from")) / state_hist_bag->Get("query_part");
 333 }
 334
 335 Value StateHistTable::StateAccessor(const Value& row)
 336 {
 337         return static_cast<Dictionary::Ptr>(row)->Get("state");
 338 }
 339
 340 Value StateHistTable::HostDownAccessor(const Value& row)
 341 {
 342         return static_cast<Dictionary::Ptr>(row)->Get("host_down");
 343 }
 344
 345 Value StateHistTable::InDowntimeAccessor(const Value& row)
 346 {
 347         return static_cast<Dictionary::Ptr>(row)->Get("in_downtime");
 348 }
 349
 350 Value StateHistTable::InHostDowntimeAccessor(const Value& row)
 351 {
 352         return static_cast<Dictionary::Ptr>(row)->Get("in_host_downtime");
 353 }
 354
 355 Value StateHistTable::IsFlappingAccessor(const Value& row)
 356 {
 357         return static_cast<Dictionary::Ptr>(row)->Get("is_flapping");
 358 }
 359
 360 Value StateHistTable::InNotificationPeriodAccessor(const Value& row)
 361 {
 362         return static_cast<Dictionary::Ptr>(row)->Get("in_notification_period");
 363 }
 364
 365 Value StateHistTable::NotificationPeriodAccessor(const Value& row)
 366 {
 367         return static_cast<Dictionary::Ptr>(row)->Get("notification_period");
 368 }
 369
 370 Value StateHistTable::HostNameAccessor(const Value& row)
 371 {
 372         return static_cast<Dictionary::Ptr>(row)->Get("host_name");
 373 }
 374
 375 Value StateHistTable::ServiceDescriptionAccessor(const Value& row)
 376 {
 377         return static_cast<Dictionary::Ptr>(row)->Get("service_description");
 378 }
 379
 380 Value StateHistTable::LogOutputAccessor(const Value& row)
 381 {
 382         return static_cast<Dictionary::Ptr>(row)->Get("log_output");
 383 }
 384
 385 Value StateHistTable::DurationOkAccessor(const Value& row)
 386 {
 387         Dictionary::Ptr state_hist_bag = static_cast<Dictionary::Ptr>(row);
 388
 389         if (state_hist_bag->Get("state") == ServiceOK)
 390                 return (state_hist_bag->Get("until") - state_hist_bag->Get("from"));
 391
 392         return 0;
 393 }
 394
 395 Value StateHistTable::DurationPartOkAccessor(const Value& row)
 396 {
 397         Dictionary::Ptr state_hist_bag = static_cast<Dictionary::Ptr>(row);
 398
 399         if (state_hist_bag->Get("state") == ServiceOK)
 400                 return (state_hist_bag->Get("until") - state_hist_bag->Get("from")) / state_hist_bag->Get("query_part");
 401
 402         return 0;
 403 }
 404
 405 Value StateHistTable::DurationWarningAccessor(const Value& row)
 406 {
 407         Dictionary::Ptr state_hist_bag = static_cast<Dictionary::Ptr>(row);
 408
 409         if (state_hist_bag->Get("state") == ServiceWarning)
 410                 return (state_hist_bag->Get("until") - state_hist_bag->Get("from"));
 411
 412         return 0;
 413 }
 414
 415 Value StateHistTable::DurationPartWarningAccessor(const Value& row)
 416 {
 417         Dictionary::Ptr state_hist_bag = static_cast<Dictionary::Ptr>(row);
 418
 419         if (state_hist_bag->Get("state") == ServiceWarning)
 420                 return (state_hist_bag->Get("until") - state_hist_bag->Get("from")) / state_hist_bag->Get("query_part");
 421
 422         return 0;
 423 }
 424
 425 Value StateHistTable::DurationCriticalAccessor(const Value& row)
 426 {
 427         Dictionary::Ptr state_hist_bag = static_cast<Dictionary::Ptr>(row);
 428
 429         if (state_hist_bag->Get("state") == ServiceCritical)
 430                 return (state_hist_bag->Get("until") - state_hist_bag->Get("from"));
 431
 432         return 0;
 433 }
 434
 435 Value StateHistTable::DurationPartCriticalAccessor(const Value& row)
 436 {
 437         Dictionary::Ptr state_hist_bag = static_cast<Dictionary::Ptr>(row);
 438
 439         if (state_hist_bag->Get("state") == ServiceCritical)
 440                 return (state_hist_bag->Get("until") - state_hist_bag->Get("from")) / state_hist_bag->Get("query_part");
 441
 442         return 0;
 443 }
 444
 445 Value StateHistTable::DurationUnknownAccessor(const Value& row)
 446 {
 447         Dictionary::Ptr state_hist_bag = static_cast<Dictionary::Ptr>(row);
 448
 449         if (state_hist_bag->Get("state") == ServiceUnknown)
 450                 return (state_hist_bag->Get("until") - state_hist_bag->Get("from"));
 451
 452         return 0;
 453 }
 454
 455 Value StateHistTable::DurationPartUnknownAccessor(const Value& row)
 456 {
 457         Dictionary::Ptr state_hist_bag = static_cast<Dictionary::Ptr>(row);
 458
 459         if (state_hist_bag->Get("state") == ServiceUnknown)
 460                 return (state_hist_bag->Get("until") - state_hist_bag->Get("from")) / state_hist_bag->Get("query_part");
 461
 462         return 0;
 463 }
 464
 465 Value StateHistTable::DurationUnmonitoredAccessor(const Value& row)
 466 {
 467         Dictionary::Ptr state_hist_bag = static_cast<Dictionary::Ptr>(row);
 468
 469         if (state_hist_bag->Get("state") == -1)
 470                 return (state_hist_bag->Get("until") - state_hist_bag->Get("from"));
 471
 472         return 0;
 473 }
 474
 475 Value StateHistTable::DurationPartUnmonitoredAccessor(const Value& row)
 476 {
 477         Dictionary::Ptr state_hist_bag = static_cast<Dictionary::Ptr>(row);
 478
 479         if (state_hist_bag->Get("state") == -1)
 480                 return (state_hist_bag->Get("until") - state_hist_bag->Get("from")) / state_hist_bag->Get("query_part");
 481
 482         return 0;
 483 }