When invoked with -i (initialize mode), split the copy command every

10000 tuples, rather than one big copy. This will prevent generating
too much WAL logs.

diff --git a/contrib/pgbench/pgbench.c b/contrib/pgbench/pgbench.c
index bdbabded5b27bcb42e4c9dbef319a9e396307074..eadc57bdf3251b7aac9f496834270b9c51969abb 100644 (file)
--- a/contrib/pgbench/pgbench.c
+++ b/contrib/pgbench/pgbench.c
@@ -1,5 +1,5 @@
 /*
- * $Header: /cvsroot/pgsql/contrib/pgbench/pgbench.c,v 1.8 2001/02/10 02:31:25 tgl Exp $
+ * $Header: /cvsroot/pgsql/contrib/pgbench/pgbench.c,v 1.9 2001/08/01 01:08:17 ishii Exp $
  *
  * pgbench: a simple TPC-B like benchmark program for PostgreSQL
  * written by Tatsuo Ishii
@@ -417,45 +417,68 @@ init(char *pghost, char *pgport, char *dbName)
                PQclear(res);
        }
 
-       res = PQexec(con, "copy accounts from stdin");
-       if (PQresultStatus(res) != PGRES_COPY_IN)
+       res = PQexec(con, "end");
+       if (PQresultStatus(res) != PGRES_COMMAND_OK)
        {
                fprintf(stderr, "%s", PQerrorMessage(con));
                exit(1);
        }
-       PQclear(res);
 
+
+       /*
+        * occupy accounts table with some data
+        */
        fprintf(stderr, "creating tables...\n");
        for (i = 0; i < naccounts * tps; i++)
        {
                int                     j = i + 1;
 
-               sprintf(sql, "%d\t%d\t%d\t\n", i + 1, (i + 1) / naccounts, 0);
+               if (j % 10000 == 1)
+               {
+                       res = PQexec(con, "copy accounts from stdin");
+                       if (PQresultStatus(res) != PGRES_COPY_IN)
+                       {
+                               fprintf(stderr, "%s", PQerrorMessage(con));
+                               exit(1);
+                       }
+                       PQclear(res);
+               }
+
+               sprintf(sql, "%d\t%d\t%d\t\n", j, j / naccounts, 0);
                if (PQputline(con, sql))
                {
                        fprintf(stderr, "PQputline failed\n");
                        exit(1);
                }
+
                if (j % 10000 == 0)
+               {
+                       /*
+                        * every 10000 tuples, we commit the copy command.
+                        * this should avoid generating too much WAL logs
+                        */
                        fprintf(stderr, "%d tuples done.\n", j);
-       }
-       if (PQputline(con, "\\.\n"))
-       {
-               fprintf(stderr, "very last PQputline failed\n");
-               exit(1);
-       }
-
-       if (PQendcopy(con))
-       {
-               fprintf(stderr, "PQendcopy failed\n");
-               exit(1);
-       }
+                       if (PQputline(con, "\\.\n"))
+                       {
+                           fprintf(stderr, "very last PQputline failed\n");
+                           exit(1);
+                       }
 
-       res = PQexec(con, "end");
-       if (PQresultStatus(res) != PGRES_COMMAND_OK)
-       {
-               fprintf(stderr, "%s", PQerrorMessage(con));
-               exit(1);
+                       if (PQendcopy(con))
+                       {
+                           fprintf(stderr, "PQendcopy failed\n");
+                           exit(1);
+                       }
+                       /*
+                        * do a checkpoint to purge the old WAL logs
+                        */
+                       res = PQexec(con, "checkpoint");
+                       if (PQresultStatus(res) != PGRES_COMMAND_OK)
+                       {
+                           fprintf(stderr, "%s", PQerrorMessage(con));
+                           exit(1);
+                       }
+               }
        }
 
        /* vacuum */