granicus.if.org Git - postgresql/blob - contrib/pg_upgrade/pg_upgrade.c

   1 /*
   2  *      pg_upgrade.c
   3  *
   4  *      main source file
   5  *
   6  *      Copyright (c) 2010-2011, PostgreSQL Global Development Group
   7  *      contrib/pg_upgrade/pg_upgrade.c
   8  */
   9
  10 /*
  11  *      To simplify the upgrade process, we force certain system values to be
  12  *      identical between old and new clusters:
  13  *
  14  *      We control all assignments of pg_class.oid (and relfilenode) so toast
  15  *      oids are the same between old and new clusters.  This is important
  16  *      because toast oids are stored as toast pointers in user tables.
  17  *
  18  *      FYI, while pg_class.oid and pg_class.relfilenode are intially the same
  19  *      in a cluster, but they can diverge due to CLUSTER, REINDEX, or VACUUM
  20  *      FULL.  The new cluster will have matching pg_class.oid and
  21  *      pg_class.relfilenode values and be based on the old oid value.  This can
  22  *      cause the old and new pg_class.relfilenode values to differ.  In summary,
  23  *      old and new pg_class.oid and new pg_class.relfilenode will have the
  24  *      same value, and old pg_class.relfilenode might differ.
  25  *
  26  *      We control all assignments of pg_type.oid because these oids are stored
  27  *      in user composite type values.
  28  *
  29  *      We control all assignments of pg_enum.oid because these oids are stored
  30  *      in user tables as enum values.
  31  *
  32  *      We control all assignments of pg_auth.oid because these oids are stored
  33  *      in pg_largeobject_metadata.
  34  */
  35
  36
  37
  38 #include "pg_upgrade.h"
  39
  40 #ifdef HAVE_LANGINFO_H
  41 #include <langinfo.h>
  42 #endif
  43
  44 static void disable_old_cluster(void);
  45 static void prepare_new_cluster(void);
  46 static void prepare_new_databases(void);
  47 static void create_new_objects(void);
  48 static void copy_clog_xlog_xid(void);
  49 static void set_frozenxids(void);
  50 static void setup(char *argv0, bool live_check);
  51 static void cleanup(void);
  52
  53 /* This is the database used by pg_dumpall to restore global tables */
  54 #define GLOBAL_DUMP_DB  "postgres"
  55
  56 ClusterInfo old_cluster, new_cluster;
  57 OSInfo          os_info;
  58
  59 int
  60 main(int argc, char **argv)
  61 {
  62         char       *sequence_script_file_name = NULL;
  63         char       *deletion_script_file_name = NULL;
  64         bool            live_check = false;
  65
  66         parseCommandLine(argc, argv);
  67
  68         output_check_banner(&live_check);
  69
  70         setup(argv[0], live_check);
  71
  72         check_cluster_versions();
  73         check_cluster_compatibility(live_check);
  74
  75         check_old_cluster(live_check, &sequence_script_file_name);
  76
  77
  78         /* -- NEW -- */
  79         start_postmaster(&new_cluster, false);
  80
  81         check_new_cluster();
  82         report_clusters_compatible();
  83
  84         pg_log(PG_REPORT, "\nPerforming Upgrade\n");
  85         pg_log(PG_REPORT, "------------------\n");
  86
  87         disable_old_cluster();
  88         prepare_new_cluster();
  89
  90         stop_postmaster(false, false);
  91
  92         /*
  93          * Destructive Changes to New Cluster
  94          */
  95
  96         copy_clog_xlog_xid();
  97
  98         /* New now using xids of the old system */
  99
 100         prepare_new_databases();
 101
 102         create_new_objects();
 103
 104         transfer_all_new_dbs(&old_cluster.dbarr, &new_cluster.dbarr,
 105                                                  old_cluster.pgdata, new_cluster.pgdata);
 106
 107         /*
 108          * Assuming OIDs are only used in system tables, there is no need to
 109          * restore the OID counter because we have not transferred any OIDs from
 110          * the old system, but we do it anyway just in case.  We do it late here
 111          * because there is no need to have the schema load use new oids.
 112          */
 113         prep_status("Setting next oid for new cluster");
 114         exec_prog(true, SYSTEMQUOTE "\"%s/pg_resetxlog\" -o %u \"%s\" > "
 115                           DEVNULL SYSTEMQUOTE,
 116                           new_cluster.bindir, old_cluster.controldata.chkpnt_nxtoid, new_cluster.pgdata);
 117         check_ok();
 118
 119         create_script_for_old_cluster_deletion(&deletion_script_file_name);
 120
 121         issue_warnings(sequence_script_file_name);
 122
 123         pg_log(PG_REPORT, "\nUpgrade complete\n");
 124         pg_log(PG_REPORT, "----------------\n");
 125
 126         output_completion_banner(deletion_script_file_name);
 127
 128         pg_free(deletion_script_file_name);
 129         pg_free(sequence_script_file_name);
 130
 131         cleanup();
 132
 133         return 0;
 134 }
 135
 136
 137 static void
 138 setup(char *argv0, bool live_check)
 139 {
 140         char            exec_path[MAXPGPATH];   /* full path to my executable */
 141
 142         /*
 143          * make sure the user has a clean environment, otherwise, we may confuse
 144          * libpq when we connect to one (or both) of the servers.
 145          */
 146         check_for_libpq_envvars();
 147
 148         verify_directories();
 149
 150         /* no postmasters should be running */
 151         if (!live_check && is_server_running(old_cluster.pgdata))
 152         {
 153                 pg_log(PG_FATAL, "There seems to be a postmaster servicing the old cluster.\n"
 154                            "Please shutdown that postmaster and try again.\n");
 155         }
 156
 157         /* same goes for the new postmaster */
 158         if (is_server_running(new_cluster.pgdata))
 159         {
 160                 pg_log(PG_FATAL, "There seems to be a postmaster servicing the new cluster.\n"
 161                            "Please shutdown that postmaster and try again.\n");
 162         }
 163
 164         /* get path to pg_upgrade executable */
 165         if (find_my_exec(argv0, exec_path) < 0)
 166                 pg_log(PG_FATAL, "Could not get pathname to pg_upgrade: %s\n", getErrorText(errno));
 167
 168         /* Trim off program name and keep just path */
 169         *last_dir_separator(exec_path) = '\0';
 170         canonicalize_path(exec_path);
 171         os_info.exec_path = pg_strdup(exec_path);
 172 }
 173
 174
 175 static void
 176 disable_old_cluster(void)
 177 {
 178         /* rename pg_control so old server cannot be accidentally started */
 179         rename_old_pg_control();
 180 }
 181
 182
 183 static void
 184 prepare_new_cluster(void)
 185 {
 186         /*
 187          * It would make more sense to freeze after loading the schema, but that
 188          * would cause us to lose the frozenids restored by the load. We use
 189          * --analyze so autovacuum doesn't update statistics later
 190          */
 191         prep_status("Analyzing all rows in the new cluster");
 192         exec_prog(true,
 193                           SYSTEMQUOTE "\"%s/vacuumdb\" --port %d --username \"%s\" "
 194                           "--all --analyze >> %s 2>&1" SYSTEMQUOTE,
 195                    new_cluster.bindir, new_cluster.port, os_info.user, log_opts.filename);
 196         check_ok();
 197
 198         /*
 199          * We do freeze after analyze so pg_statistic is also frozen. template0 is
 200          * not frozen here, but data rows were frozen by initdb, and we set its
 201          * datfrozenxid and relfrozenxids later to match the new xid counter
 202          * later.
 203          */
 204         prep_status("Freezing all rows on the new cluster");
 205         exec_prog(true,
 206                           SYSTEMQUOTE "\"%s/vacuumdb\" --port %d --username \"%s\" "
 207                           "--all --freeze >> %s 2>&1" SYSTEMQUOTE,
 208                    new_cluster.bindir, new_cluster.port, os_info.user, log_opts.filename);
 209         check_ok();
 210
 211         get_pg_database_relfilenode(&new_cluster);
 212 }
 213
 214
 215 static void
 216 prepare_new_databases(void)
 217 {
 218         /* -- NEW -- */
 219         start_postmaster(&new_cluster, false);
 220
 221         /*
 222          * We set autovacuum_freeze_max_age to its maximum value so autovacuum
 223          * does not launch here and delete clog files, before the frozen xids are
 224          * set.
 225          */
 226
 227         set_frozenxids();
 228
 229         prep_status("Creating databases in the new cluster");
 230
 231         /*
 232          *      Install support functions in the global-restore database
 233          *      to preserve pg_authid.oid.
 234          */
 235         install_support_functions_in_new_db(GLOBAL_DUMP_DB);
 236
 237         /*
 238          * We have to create the databases first so we can install support
 239          * functions in all the other databases.  Ideally we could create
 240          * the support functions in template1 but pg_dumpall creates database
 241          * using the template0 template.
 242          */
 243         exec_prog(true,
 244                           SYSTEMQUOTE "\"%s/psql\" --set ON_ERROR_STOP=on "
 245         /* --no-psqlrc prevents AUTOCOMMIT=off */
 246                           "--no-psqlrc --port %d --username \"%s\" "
 247                           "-f \"%s/%s\" --dbname template1 >> \"%s\"" SYSTEMQUOTE,
 248                           new_cluster.bindir, new_cluster.port, os_info.user, os_info.cwd,
 249                           GLOBALS_DUMP_FILE, log_opts.filename);
 250         check_ok();
 251
 252         /* we load this to get a current list of databases */
 253         get_db_and_rel_infos(&new_cluster);
 254
 255         stop_postmaster(false, false);
 256 }
 257
 258
 259 static void
 260 create_new_objects(void)
 261 {
 262         int                     dbnum;
 263
 264         /* -- NEW -- */
 265         start_postmaster(&new_cluster, false);
 266
 267         prep_status("Adding support functions to new cluster");
 268
 269         for (dbnum = 0; dbnum < new_cluster.dbarr.ndbs; dbnum++)
 270         {
 271                 DbInfo     *new_db = &new_cluster.dbarr.dbs[dbnum];
 272
 273                 /* skip db we already installed */
 274                 if (strcmp(new_db->db_name, GLOBAL_DUMP_DB) != 0)
 275                         install_support_functions_in_new_db(new_db->db_name);
 276         }
 277         check_ok();
 278
 279         prep_status("Restoring database schema to new cluster");
 280         exec_prog(true,
 281                           SYSTEMQUOTE "\"%s/psql\" --set ON_ERROR_STOP=on "
 282                           "--no-psqlrc --port %d --username \"%s\" "
 283                           "-f \"%s/%s\" --dbname template1 >> \"%s\"" SYSTEMQUOTE,
 284                           new_cluster.bindir, new_cluster.port, os_info.user, os_info.cwd,
 285                           DB_DUMP_FILE, log_opts.filename);
 286         check_ok();
 287
 288         /* regenerate now that we have objects in the databases */
 289         get_db_and_rel_infos(&new_cluster);
 290
 291         uninstall_support_functions_from_new_cluster();
 292
 293         stop_postmaster(false, false);
 294 }
 295
 296
 297 static void
 298 copy_clog_xlog_xid(void)
 299 {
 300         char            old_clog_path[MAXPGPATH];
 301         char            new_clog_path[MAXPGPATH];
 302
 303         /* copy old commit logs to new data dir */
 304         prep_status("Deleting new commit clogs");
 305
 306         snprintf(old_clog_path, sizeof(old_clog_path), "%s/pg_clog", old_cluster.pgdata);
 307         snprintf(new_clog_path, sizeof(new_clog_path), "%s/pg_clog", new_cluster.pgdata);
 308         if (!rmtree(new_clog_path, true))
 309                 pg_log(PG_FATAL, "Unable to delete directory %s\n", new_clog_path);
 310         check_ok();
 311
 312         prep_status("Copying old commit clogs to new server");
 313 #ifndef WIN32
 314         exec_prog(true, SYSTEMQUOTE "%s \"%s\" \"%s\"" SYSTEMQUOTE,
 315                           "cp -Rf",
 316 #else
 317         /* flags: everything, no confirm, quiet, overwrite read-only */
 318         exec_prog(true, SYSTEMQUOTE "%s \"%s\" \"%s\\\"" SYSTEMQUOTE,
 319                           "xcopy /e /y /q /r",
 320 #endif
 321                           old_clog_path, new_clog_path);
 322         check_ok();
 323
 324         /* set the next transaction id of the new cluster */
 325         prep_status("Setting next transaction id for new cluster");
 326         exec_prog(true, SYSTEMQUOTE "\"%s/pg_resetxlog\" -f -x %u \"%s\" > " DEVNULL SYSTEMQUOTE,
 327                           new_cluster.bindir, old_cluster.controldata.chkpnt_nxtxid, new_cluster.pgdata);
 328         check_ok();
 329
 330         /* now reset the wal archives in the new cluster */
 331         prep_status("Resetting WAL archives");
 332         exec_prog(true, SYSTEMQUOTE "\"%s/pg_resetxlog\" -l %u,%u,%u \"%s\" >> \"%s\" 2>&1" SYSTEMQUOTE,
 333                           new_cluster.bindir, old_cluster.controldata.chkpnt_tli,
 334                         old_cluster.controldata.logid, old_cluster.controldata.nxtlogseg,
 335                           new_cluster.pgdata, log_opts.filename);
 336         check_ok();
 337 }
 338
 339
 340 /*
 341  *      set_frozenxids()
 342  *
 343  *      We have frozen all xids, so set relfrozenxid and datfrozenxid
 344  *      to be the old cluster's xid counter, which we just set in the new
 345  *      cluster.  User-table frozenxid values will be set by pg_dumpall
 346  *      --binary-upgrade, but objects not set by the pg_dump must have
 347  *      proper frozen counters.
 348  */
 349 static
 350 void
 351 set_frozenxids(void)
 352 {
 353         int                     dbnum;
 354         PGconn     *conn,
 355                            *conn_template1;
 356         PGresult   *dbres;
 357         int                     ntups;
 358         int                     i_datname;
 359         int                     i_datallowconn;
 360
 361         prep_status("Setting frozenxid counters in new cluster");
 362
 363         conn_template1 = connectToServer(&new_cluster, "template1");
 364
 365         /* set pg_database.datfrozenxid */
 366         PQclear(executeQueryOrDie(conn_template1,
 367                                                           "UPDATE pg_catalog.pg_database "
 368                                                           "SET  datfrozenxid = '%u'",
 369                                                           old_cluster.controldata.chkpnt_nxtxid));
 370
 371         /* get database names */
 372         dbres = executeQueryOrDie(conn_template1,
 373                                                           "SELECT       datname, datallowconn "
 374                                                           "FROM pg_catalog.pg_database");
 375
 376         i_datname = PQfnumber(dbres, "datname");
 377         i_datallowconn = PQfnumber(dbres, "datallowconn");
 378
 379         ntups = PQntuples(dbres);
 380         for (dbnum = 0; dbnum < ntups; dbnum++)
 381         {
 382                 char       *datname = PQgetvalue(dbres, dbnum, i_datname);
 383                 char       *datallowconn = PQgetvalue(dbres, dbnum, i_datallowconn);
 384
 385                 /*
 386                  * We must update databases where datallowconn = false, e.g.
 387                  * template0, because autovacuum increments their datfrozenxids and
 388                  * relfrozenxids even if autovacuum is turned off, and even though all
 389                  * the data rows are already frozen  To enable this, we temporarily
 390                  * change datallowconn.
 391                  */
 392                 if (strcmp(datallowconn, "f") == 0)
 393                         PQclear(executeQueryOrDie(conn_template1,
 394                                                                           "UPDATE pg_catalog.pg_database "
 395                                                                           "SET  datallowconn = true "
 396                                                                           "WHERE datname = '%s'", datname));
 397
 398                 conn = connectToServer(&new_cluster, datname);
 399
 400                 /* set pg_class.relfrozenxid */
 401                 PQclear(executeQueryOrDie(conn,
 402                                                                   "UPDATE       pg_catalog.pg_class "
 403                                                                   "SET  relfrozenxid = '%u' "
 404                 /* only heap and TOAST are vacuumed */
 405                                                                   "WHERE        relkind IN ('r', 't')",
 406                                                                   old_cluster.controldata.chkpnt_nxtxid));
 407                 PQfinish(conn);
 408
 409                 /* Reset datallowconn flag */
 410                 if (strcmp(datallowconn, "f") == 0)
 411                         PQclear(executeQueryOrDie(conn_template1,
 412                                                                           "UPDATE pg_catalog.pg_database "
 413                                                                           "SET  datallowconn = false "
 414                                                                           "WHERE datname = '%s'", datname));
 415         }
 416
 417         PQclear(dbres);
 418
 419         PQfinish(conn_template1);
 420
 421         check_ok();
 422 }
 423
 424
 425 static void
 426 cleanup(void)
 427 {
 428         char            filename[MAXPGPATH];
 429
 430         if (log_opts.fd)
 431                 fclose(log_opts.fd);
 432
 433         if (log_opts.debug_fd)
 434                 fclose(log_opts.debug_fd);
 435
 436         snprintf(filename, sizeof(filename), "%s/%s", os_info.cwd, ALL_DUMP_FILE);
 437         unlink(filename);
 438         snprintf(filename, sizeof(filename), "%s/%s", os_info.cwd, GLOBALS_DUMP_FILE);
 439         unlink(filename);
 440         snprintf(filename, sizeof(filename), "%s/%s", os_info.cwd, DB_DUMP_FILE);
 441         unlink(filename);
 442 }