granicus.if.org Git - apache/blob - modules/proxy/mod_proxy_balancer.c

   1 /* Licensed to the Apache Software Foundation (ASF) under one or more
   2  * contributor license agreements.  See the NOTICE file distributed with
   3  * this work for additional information regarding copyright ownership.
   4  * The ASF licenses this file to You under the Apache License, Version 2.0
   5  * (the "License"); you may not use this file except in compliance with
   6  * the License.  You may obtain a copy of the License at
   7  *
   8  *     http://www.apache.org/licenses/LICENSE-2.0
   9  *
  10  * Unless required by applicable law or agreed to in writing, software
  11  * distributed under the License is distributed on an "AS IS" BASIS,
  12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13  * See the License for the specific language governing permissions and
  14  * limitations under the License.
  15  */
  16
  17 /* Load balancer module for Apache proxy */
  18
  19 #include "mod_proxy.h"
  20 #include "scoreboard.h"
  21 #include "ap_mpm.h"
  22 #include "apr_version.h"
  23 #include "apr_hooks.h"
  24 #include "apr_date.h"
  25
  26 static const char *balancer_mutex_type = "proxy-balancer-shm";
  27 ap_slotmem_provider_t *storage = NULL;
  28
  29 module AP_MODULE_DECLARE_DATA proxy_balancer_module;
  30
  31 /*
  32  * Register our mutex type before the config is read so we
  33  * can adjust the mutex settings using the Mutex directive.
  34  */
  35 static int balancer_pre_config(apr_pool_t *pconf, apr_pool_t *plog,
  36                                apr_pool_t *ptemp)
  37 {
  38
  39     apr_status_t rv;
  40
  41     rv = ap_mutex_register(pconf, balancer_mutex_type, NULL,
  42                                APR_LOCK_DEFAULT, 0);
  43     if (rv != APR_SUCCESS) {
  44         return rv;
  45     }
  46
  47     return OK;
  48 }
  49
  50 #if 0
  51 extern void proxy_update_members(proxy_balancer **balancer, request_rec *r,
  52                                  proxy_server_conf *conf);
  53 #endif
  54
  55 static int proxy_balancer_canon(request_rec *r, char *url)
  56 {
  57     char *host, *path;
  58     char *search = NULL;
  59     const char *err;
  60     apr_port_t port = 0;
  61
  62     /* TODO: offset of BALANCER_PREFIX ?? */
  63     if (strncasecmp(url, "balancer:", 9) == 0) {
  64         url += 9;
  65     }
  66     else {
  67         return DECLINED;
  68     }
  69
  70     ap_log_error(APLOG_MARK, APLOG_TRACE1, 0, r->server,
  71              "proxy: BALANCER: canonicalising URL %s", url);
  72
  73     /* do syntatic check.
  74      * We break the URL into host, port, path, search
  75      */
  76     err = ap_proxy_canon_netloc(r->pool, &url, NULL, NULL, &host, &port);
  77     if (err) {
  78         ap_log_rerror(APLOG_MARK, APLOG_ERR, 0, r,
  79                       "error parsing URL %s: %s",
  80                       url, err);
  81         return HTTP_BAD_REQUEST;
  82     }
  83     /*
  84      * now parse path/search args, according to rfc1738:
  85      * process the path. With proxy-noncanon set (by
  86      * mod_proxy) we use the raw, unparsed uri
  87      */
  88     if (apr_table_get(r->notes, "proxy-nocanon")) {
  89         path = url;   /* this is the raw path */
  90     }
  91     else {
  92         path = ap_proxy_canonenc(r->pool, url, strlen(url), enc_path, 0,
  93                                  r->proxyreq);
  94         search = r->args;
  95     }
  96     if (path == NULL)
  97         return HTTP_BAD_REQUEST;
  98
  99     r->filename = apr_pstrcat(r->pool, "proxy:", BALANCER_PREFIX, host,
 100             "/", path, (search) ? "?" : "", (search) ? search : "", NULL);
 101
 102     r->path_info = apr_pstrcat(r->pool, "/", path, NULL);
 103
 104     return OK;
 105 }
 106
 107 static void init_balancer_members(proxy_server_conf *conf, server_rec *s,
 108                                  proxy_balancer *balancer)
 109 {
 110     int i;
 111     proxy_worker **workers;
 112
 113     workers = (proxy_worker **)balancer->workers->elts;
 114
 115     for (i = 0; i < balancer->workers->nelts; i++) {
 116         int worker_is_initialized;
 117         proxy_worker *worker = *workers;
 118         ap_log_error(APLOG_MARK, APLOG_DEBUG, 0, s,
 119                      "Looking at %s -> %s initialized?", balancer->name, worker->s->name);
 120         worker_is_initialized = PROXY_WORKER_IS_INITIALIZED(worker);
 121         if (!worker_is_initialized) {
 122             ap_proxy_initialize_worker(worker, s, conf->pool);
 123         }
 124         ++workers;
 125     }
 126
 127     /* Set default number of attempts to the number of
 128      * workers.
 129      */
 130     if (!balancer->s->max_attempts_set && balancer->workers->nelts > 1) {
 131         balancer->s->max_attempts = balancer->workers->nelts - 1;
 132         balancer->s->max_attempts_set = 1;
 133     }
 134 }
 135
 136 /* Retrieve the parameter with the given name
 137  * Something like 'JSESSIONID=12345...N'
 138  */
 139 static char *get_path_param(apr_pool_t *pool, char *url,
 140                             const char *name, int scolon_sep)
 141 {
 142     char *path = NULL;
 143     char *pathdelims = "?&";
 144
 145     if (scolon_sep) {
 146         pathdelims = ";?&";
 147     }
 148     for (path = strstr(url, name); path; path = strstr(path + 1, name)) {
 149         path += strlen(name);
 150         if (*path == '=') {
 151             /*
 152              * Session path was found, get it's value
 153              */
 154             ++path;
 155             if (*path) {
 156                 char *q;
 157                 path = apr_strtok(apr_pstrdup(pool, path), pathdelims, &q);
 158                 return path;
 159             }
 160         }
 161     }
 162     return NULL;
 163 }
 164
 165 static char *get_cookie_param(request_rec *r, const char *name)
 166 {
 167     const char *cookies;
 168     const char *start_cookie;
 169
 170     if ((cookies = apr_table_get(r->headers_in, "Cookie"))) {
 171         for (start_cookie = ap_strstr_c(cookies, name); start_cookie;
 172              start_cookie = ap_strstr_c(start_cookie + 1, name)) {
 173             if (start_cookie == cookies ||
 174                 start_cookie[-1] == ';' ||
 175                 start_cookie[-1] == ',' ||
 176                 isspace(start_cookie[-1])) {
 177
 178                 start_cookie += strlen(name);
 179                 while(*start_cookie && isspace(*start_cookie))
 180                     ++start_cookie;
 181                 if (*start_cookie++ == '=' && *start_cookie) {
 182                     /*
 183                      * Session cookie was found, get it's value
 184                      */
 185                     char *end_cookie, *cookie;
 186                     cookie = apr_pstrdup(r->pool, start_cookie);
 187                     if ((end_cookie = strchr(cookie, ';')) != NULL)
 188                         *end_cookie = '\0';
 189                     if((end_cookie = strchr(cookie, ',')) != NULL)
 190                         *end_cookie = '\0';
 191                     return cookie;
 192                 }
 193             }
 194         }
 195     }
 196     return NULL;
 197 }
 198
 199 /* Find the worker that has the 'route' defined
 200  */
 201 static proxy_worker *find_route_worker(proxy_balancer *balancer,
 202                                        const char *route, request_rec *r)
 203 {
 204     int i;
 205     int checking_standby;
 206     int checked_standby;
 207
 208     proxy_worker **workers;
 209
 210     checking_standby = checked_standby = 0;
 211     while (!checked_standby) {
 212         workers = (proxy_worker **)balancer->workers->elts;
 213         for (i = 0; i < balancer->workers->nelts; i++, workers++) {
 214             proxy_worker *worker = *workers;
 215             if ( (checking_standby ? !PROXY_WORKER_IS_STANDBY(worker) : PROXY_WORKER_IS_STANDBY(worker)) )
 216                 continue;
 217             if (*(worker->s->route) && strcmp(worker->s->route, route) == 0) {
 218                 if (worker && PROXY_WORKER_IS_USABLE(worker)) {
 219                     return worker;
 220                 } else {
 221                     /*
 222                      * If the worker is in error state run
 223                      * retry on that worker. It will be marked as
 224                      * operational if the retry timeout is elapsed.
 225                      * The worker might still be unusable, but we try
 226                      * anyway.
 227                      */
 228                     ap_proxy_retry_worker("BALANCER", worker, r->server);
 229                     if (PROXY_WORKER_IS_USABLE(worker)) {
 230                             return worker;
 231                     } else {
 232                         /*
 233                          * We have a worker that is unusable.
 234                          * It can be in error or disabled, but in case
 235                          * it has a redirection set use that redirection worker.
 236                          * This enables to safely remove the member from the
 237                          * balancer. Of course you will need some kind of
 238                          * session replication between those two remote.
 239                          */
 240                         if (*worker->s->redirect) {
 241                             proxy_worker *rworker = NULL;
 242                             rworker = find_route_worker(balancer, worker->s->redirect, r);
 243                             /* Check if the redirect worker is usable */
 244                             if (rworker && !PROXY_WORKER_IS_USABLE(rworker)) {
 245                                 /*
 246                                  * If the worker is in error state run
 247                                  * retry on that worker. It will be marked as
 248                                  * operational if the retry timeout is elapsed.
 249                                  * The worker might still be unusable, but we try
 250                                  * anyway.
 251                                  */
 252                                 ap_proxy_retry_worker("BALANCER", rworker, r->server);
 253                             }
 254                             if (rworker && PROXY_WORKER_IS_USABLE(rworker))
 255                                 return rworker;
 256                         }
 257                     }
 258                 }
 259             }
 260         }
 261         checked_standby = checking_standby++;
 262     }
 263     return NULL;
 264 }
 265
 266 static proxy_worker *find_session_route(proxy_balancer *balancer,
 267                                         request_rec *r,
 268                                         char **route,
 269                                         const char **sticky_used,
 270                                         char **url)
 271 {
 272     proxy_worker *worker = NULL;
 273
 274     if (!*balancer->s->sticky)
 275         return NULL;
 276     /* Try to find the sticky route inside url */
 277     *route = get_path_param(r->pool, *url, balancer->s->sticky_path, balancer->s->scolonsep);
 278     if (*route) {
 279         ap_log_error(APLOG_MARK, APLOG_DEBUG, 0, r->server,
 280                      "proxy: BALANCER: Found value %s for "
 281                      "stickysession %s", *route, balancer->s->sticky_path);
 282         *sticky_used =  balancer->s->sticky_path;
 283     }
 284     else {
 285         *route = get_cookie_param(r, balancer->s->sticky);
 286         if (*route) {
 287             *sticky_used =  balancer->s->sticky;
 288             ap_log_error(APLOG_MARK, APLOG_DEBUG, 0, r->server,
 289                          "proxy: BALANCER: Found value %s for "
 290                          "stickysession %s", *route, balancer->s->sticky);
 291         }
 292     }
 293     /*
 294      * If we found a value for sticksession, find the first '.' within.
 295      * Everything after '.' (if present) is our route.
 296      */
 297     if ((*route) && ((*route = strchr(*route, '.')) != NULL ))
 298         (*route)++;
 299     if ((*route) && (**route)) {
 300         ap_log_error(APLOG_MARK, APLOG_DEBUG, 0, r->server,
 301                                   "proxy: BALANCER: Found route %s", *route);
 302         /* We have a route in path or in cookie
 303          * Find the worker that has this route defined.
 304          */
 305         worker = find_route_worker(balancer, *route, r);
 306         if (worker && strcmp(*route, worker->s->route)) {
 307             /*
 308              * Notice that the route of the worker chosen is different from
 309              * the route supplied by the client.
 310              */
 311             apr_table_setn(r->subprocess_env, "BALANCER_ROUTE_CHANGED", "1");
 312             ap_log_error(APLOG_MARK, APLOG_DEBUG, 0, r->server,
 313                          "proxy: BALANCER: Route changed from %s to %s",
 314                          *route, worker->s->route);
 315         }
 316         return worker;
 317     }
 318     else
 319         return NULL;
 320 }
 321
 322 static proxy_worker *find_best_worker(proxy_balancer *balancer,
 323                                       request_rec *r)
 324 {
 325     proxy_worker *candidate = NULL;
 326     apr_status_t rv;
 327
 328     if ((rv = PROXY_GLOBAL_LOCK(balancer)) != APR_SUCCESS) {
 329         ap_log_error(APLOG_MARK, APLOG_ERR, rv, r->server,
 330         "proxy: BALANCER: (%s). Lock failed for find_best_worker()", balancer->name);
 331         return NULL;
 332     }
 333
 334     candidate = (*balancer->s->lbmethod->finder)(balancer, r);
 335
 336     if (candidate)
 337         candidate->s->elected++;
 338
 339 /*
 340         PROXY_GLOBAL_UNLOCK(conf);
 341         return NULL;
 342 */
 343
 344     if ((rv = PROXY_GLOBAL_UNLOCK(balancer)) != APR_SUCCESS) {
 345         ap_log_error(APLOG_MARK, APLOG_ERR, rv, r->server,
 346         "proxy: BALANCER: (%s). Unlock failed for find_best_worker()", balancer->name);
 347     }
 348
 349     if (candidate == NULL) {
 350         /* All the workers are in error state or disabled.
 351          * If the balancer has a timeout sleep for a while
 352          * and try again to find the worker. The chances are
 353          * that some other thread will release a connection.
 354          * By default the timeout is not set, and the server
 355          * returns SERVER_BUSY.
 356          */
 357         if (balancer->s->timeout) {
 358             /* XXX: This can perhaps be build using some
 359              * smarter mechanism, like tread_cond.
 360              * But since the statuses can came from
 361              * different childs, use the provided algo.
 362              */
 363             apr_interval_time_t timeout = balancer->s->timeout;
 364             apr_interval_time_t step, tval = 0;
 365             /* Set the timeout to 0 so that we don't
 366              * end in infinite loop
 367              */
 368             balancer->s->timeout = 0;
 369             step = timeout / 100;
 370             while (tval < timeout) {
 371                 apr_sleep(step);
 372                 /* Try again */
 373                 if ((candidate = find_best_worker(balancer, r)))
 374                     break;
 375                 tval += step;
 376             }
 377             /* restore the timeout */
 378             balancer->s->timeout = timeout;
 379         }
 380     }
 381
 382     return candidate;
 383
 384 }
 385
 386 static int rewrite_url(request_rec *r, proxy_worker *worker,
 387                         char **url)
 388 {
 389     const char *scheme = strstr(*url, "://");
 390     const char *path = NULL;
 391
 392     if (scheme)
 393         path = ap_strchr_c(scheme + 3, '/');
 394
 395     /* we break the URL into host, port, uri */
 396     if (!worker) {
 397         return ap_proxyerror(r, HTTP_BAD_REQUEST, apr_pstrcat(r->pool,
 398                              "missing worker. URI cannot be parsed: ", *url,
 399                              NULL));
 400     }
 401
 402     *url = apr_pstrcat(r->pool, worker->s->name, path, NULL);
 403
 404     return OK;
 405 }
 406
 407 static void force_recovery(proxy_balancer *balancer, server_rec *s)
 408 {
 409     int i;
 410     int ok = 0;
 411     proxy_worker **worker;
 412
 413     worker = (proxy_worker **)balancer->workers->elts;
 414     for (i = 0; i < balancer->workers->nelts; i++, worker++) {
 415         if (!((*worker)->s->status & PROXY_WORKER_IN_ERROR)) {
 416             ok = 1;
 417             break;
 418         }
 419         else {
 420             /* Try if we can recover */
 421             ap_proxy_retry_worker("BALANCER", *worker, s);
 422             if (!((*worker)->s->status & PROXY_WORKER_IN_ERROR)) {
 423                 ok = 1;
 424                 break;
 425             }
 426         }
 427     }
 428     if (!ok) {
 429         /* If all workers are in error state force the recovery.
 430          */
 431         worker = (proxy_worker **)balancer->workers->elts;
 432         for (i = 0; i < balancer->workers->nelts; i++, worker++) {
 433             ++(*worker)->s->retries;
 434             (*worker)->s->status &= ~PROXY_WORKER_IN_ERROR;
 435             ap_log_error(APLOG_MARK, APLOG_DEBUG, 0, s,
 436                          "proxy: BALANCER: (%s). Forcing recovery for worker (%s)",
 437                          balancer->name, (*worker)->s->hostname);
 438         }
 439     }
 440 }
 441
 442 static int proxy_balancer_pre_request(proxy_worker **worker,
 443                                       proxy_balancer **balancer,
 444                                       request_rec *r,
 445                                       proxy_server_conf *conf, char **url)
 446 {
 447     int access_status;
 448     proxy_worker *runtime;
 449     char *route = NULL;
 450     const char *sticky = NULL;
 451     apr_status_t rv;
 452
 453     *worker = NULL;
 454     /* Step 1: check if the url is for us
 455      * The url we can handle starts with 'balancer://'
 456      * If balancer is already provided skip the search
 457      * for balancer, because this is failover attempt.
 458      */
 459     if (!*balancer &&
 460         !(*balancer = ap_proxy_get_balancer(r->pool, conf, *url)))
 461         return DECLINED;
 462
 463     /* Step 2: Lock the LoadBalancer
 464      * XXX: perhaps we need the process lock here
 465      */
 466     if ((rv = PROXY_GLOBAL_LOCK(*balancer)) != APR_SUCCESS) {
 467         ap_log_error(APLOG_MARK, APLOG_ERR, rv, r->server,
 468                      "proxy: BALANCER: (%s). Lock failed for pre_request",
 469                      (*balancer)->name);
 470         return DECLINED;
 471     }
 472
 473     /* Step 3: force recovery */
 474     force_recovery(*balancer, r->server);
 475
 476     /* Step 3.5: Update member list for the balancer */
 477     /* TODO: Implement as provider! */
 478     /* proxy_update_members(balancer, r, conf); */
 479
 480     /* Step 4: find the session route */
 481     runtime = find_session_route(*balancer, r, &route, &sticky, url);
 482     if (runtime) {
 483         if ((*balancer)->s->lbmethod && (*balancer)->s->lbmethod->updatelbstatus) {
 484             /* Call the LB implementation */
 485             (*balancer)->s->lbmethod->updatelbstatus(*balancer, runtime, r->server);
 486         }
 487         else { /* Use the default one */
 488             int i, total_factor = 0;
 489             proxy_worker **workers;
 490             /* We have a sticky load balancer
 491              * Update the workers status
 492              * so that even session routes get
 493              * into account.
 494              */
 495             workers = (proxy_worker **)(*balancer)->workers->elts;
 496             for (i = 0; i < (*balancer)->workers->nelts; i++) {
 497                 /* Take into calculation only the workers that are
 498                  * not in error state or not disabled.
 499                  */
 500                 if (PROXY_WORKER_IS_USABLE(*workers)) {
 501                     (*workers)->s->lbstatus += (*workers)->s->lbfactor;
 502                     total_factor += (*workers)->s->lbfactor;
 503                 }
 504                 workers++;
 505             }
 506             runtime->s->lbstatus -= total_factor;
 507         }
 508         runtime->s->elected++;
 509
 510         *worker = runtime;
 511     }
 512     else if (route && (*balancer)->s->sticky_force) {
 513         int i, member_of = 0;
 514         proxy_worker **workers;
 515         /*
 516          * We have a route provided that doesn't match the
 517          * balancer name. See if the provider route is the
 518          * member of the same balancer in which case return 503
 519          */
 520         workers = (proxy_worker **)(*balancer)->workers->elts;
 521         for (i = 0; i < (*balancer)->workers->nelts; i++) {
 522             if (*((*workers)->s->route) && strcmp((*workers)->s->route, route) == 0) {
 523                 member_of = 1;
 524                 break;
 525             }
 526             workers++;
 527         }
 528         if (member_of) {
 529             ap_log_error(APLOG_MARK, APLOG_ERR, 0, r->server,
 530                          "proxy: BALANCER: (%s). All workers are in error state for route (%s)",
 531                          (*balancer)->name, route);
 532             if ((rv = PROXY_GLOBAL_UNLOCK(*balancer)) != APR_SUCCESS) {
 533                 ap_log_error(APLOG_MARK, APLOG_ERR, rv, r->server,
 534                              "proxy: BALANCER: (%s). Unlock failed for pre_request",
 535                              (*balancer)->name);
 536             }
 537             return HTTP_SERVICE_UNAVAILABLE;
 538         }
 539     }
 540
 541     if ((rv = PROXY_GLOBAL_UNLOCK(*balancer)) != APR_SUCCESS) {
 542         ap_log_error(APLOG_MARK, APLOG_ERR, rv, r->server,
 543                      "proxy: BALANCER: (%s). Unlock failed for pre_request",
 544                      (*balancer)->name);
 545     }
 546     if (!*worker) {
 547         runtime = find_best_worker(*balancer, r);
 548         if (!runtime) {
 549             if ((*balancer)->workers->nelts) {
 550                 ap_log_error(APLOG_MARK, APLOG_ERR, 0, r->server,
 551                             "proxy: BALANCER: (%s). All workers are in error state",
 552                             (*balancer)->name);
 553             } else {
 554                 ap_log_error(APLOG_MARK, APLOG_ERR, 0, r->server,
 555                             "proxy: BALANCER: (%s). No workers in balancer",
 556                             (*balancer)->name);
 557             }
 558
 559             return HTTP_SERVICE_UNAVAILABLE;
 560         }
 561         if (*(*balancer)->s->sticky && runtime) {
 562             /*
 563              * This balancer has sticky sessions and the client either has not
 564              * supplied any routing information or all workers for this route
 565              * including possible redirect and hotstandby workers are in error
 566              * state, but we have found another working worker for this
 567              * balancer where we can send the request. Thus notice that we have
 568              * changed the route to the backend.
 569              */
 570             apr_table_setn(r->subprocess_env, "BALANCER_ROUTE_CHANGED", "1");
 571         }
 572         *worker = runtime;
 573     }
 574
 575     (*worker)->s->busy++;
 576
 577     /* Add balancer/worker info to env. */
 578     apr_table_setn(r->subprocess_env,
 579                    "BALANCER_NAME", (*balancer)->name);
 580     apr_table_setn(r->subprocess_env,
 581                    "BALANCER_WORKER_NAME", (*worker)->s->name);
 582     apr_table_setn(r->subprocess_env,
 583                    "BALANCER_WORKER_ROUTE", (*worker)->s->route);
 584
 585     /* Rewrite the url from 'balancer://url'
 586      * to the 'worker_scheme://worker_hostname[:worker_port]/url'
 587      * This replaces the balancers fictional name with the
 588      * real hostname of the elected worker.
 589      */
 590     access_status = rewrite_url(r, *worker, url);
 591     /* Add the session route to request notes if present */
 592     if (route) {
 593         apr_table_setn(r->notes, "session-sticky", sticky);
 594         apr_table_setn(r->notes, "session-route", route);
 595
 596         /* Add session info to env. */
 597         apr_table_setn(r->subprocess_env,
 598                        "BALANCER_SESSION_STICKY", sticky);
 599         apr_table_setn(r->subprocess_env,
 600                        "BALANCER_SESSION_ROUTE", route);
 601     }
 602     ap_log_error(APLOG_MARK, APLOG_DEBUG, 0, r->server,
 603                  "proxy: BALANCER (%s) worker (%s) rewritten to %s",
 604                  (*balancer)->name, (*worker)->s->name, *url);
 605
 606     return access_status;
 607 }
 608
 609 static int proxy_balancer_post_request(proxy_worker *worker,
 610                                        proxy_balancer *balancer,
 611                                        request_rec *r,
 612                                        proxy_server_conf *conf)
 613 {
 614
 615     apr_status_t rv;
 616
 617     if ((rv = PROXY_GLOBAL_LOCK(balancer)) != APR_SUCCESS) {
 618         ap_log_error(APLOG_MARK, APLOG_ERR, rv, r->server,
 619             "proxy: BALANCER: (%s). Lock failed for post_request",
 620             balancer->name);
 621         return HTTP_INTERNAL_SERVER_ERROR;
 622     }
 623
 624     if (!apr_is_empty_array(balancer->errstatuses)) {
 625         int i;
 626         for (i = 0; i < balancer->errstatuses->nelts; i++) {
 627             int val = ((int *)balancer->errstatuses->elts)[i];
 628             if (r->status == val) {
 629                 ap_log_error(APLOG_MARK, APLOG_ERR, rv, r->server,
 630                              "proxy: BALANCER: (%s).  Forcing recovery for worker (%s), failonstatus %d",
 631                              balancer->name, worker->s->name, val);
 632                 worker->s->status |= PROXY_WORKER_IN_ERROR;
 633                 worker->s->error_time = apr_time_now();
 634                 break;
 635             }
 636         }
 637     }
 638
 639     if ((rv = PROXY_GLOBAL_UNLOCK(balancer)) != APR_SUCCESS) {
 640         ap_log_error(APLOG_MARK, APLOG_ERR, rv, r->server,
 641             "proxy: BALANCER: (%s). Unlock failed for post_request",
 642             balancer->name);
 643     }
 644     ap_log_error(APLOG_MARK, APLOG_DEBUG, 0, r->server,
 645                  "proxy_balancer_post_request for (%s)", balancer->name);
 646
 647     if (worker && worker->s->busy)
 648         worker->s->busy--;
 649
 650     return OK;
 651
 652 }
 653
 654 static void recalc_factors(proxy_balancer *balancer)
 655 {
 656     int i;
 657     proxy_worker **workers;
 658
 659
 660     /* Recalculate lbfactors */
 661     workers = (proxy_worker **)balancer->workers->elts;
 662     /* Special case if there is only one worker it's
 663      * load factor will always be 1
 664      */
 665     if (balancer->workers->nelts == 1) {
 666         (*workers)->s->lbstatus = (*workers)->s->lbfactor = 1;
 667         return;
 668     }
 669     for (i = 0; i < balancer->workers->nelts; i++) {
 670         /* Update the status entries */
 671         workers[i]->s->lbstatus = workers[i]->s->lbfactor;
 672     }
 673 }
 674
 675 static apr_status_t lock_remove(void *data)
 676 {
 677     int i;
 678     proxy_balancer *balancer;
 679     server_rec *s = data;
 680     void *sconf = s->module_config;
 681     proxy_server_conf *conf = (proxy_server_conf *) ap_get_module_config(sconf, &proxy_module);
 682
 683     balancer = (proxy_balancer *)conf->balancers->elts;
 684     for (i = 0; i < conf->balancers->nelts; i++, balancer++) {
 685         if (balancer->mutex) {
 686             apr_global_mutex_destroy(balancer->mutex);
 687             balancer->mutex = NULL;
 688         }
 689     }
 690     return(0);
 691 }
 692
 693 /* post_config hook: */
 694 static int balancer_post_config(apr_pool_t *pconf, apr_pool_t *plog,
 695                          apr_pool_t *ptemp, server_rec *s)
 696 {
 697     apr_status_t rv;
 698     void *data;
 699     void *sconf = s->module_config;
 700     proxy_server_conf *conf = (proxy_server_conf *) ap_get_module_config(sconf, &proxy_module);
 701     const char *userdata_key = "mod_proxy_balancer_init";
 702     ap_slotmem_instance_t *new = NULL;
 703
 704     /* balancer_post_config() will be called twice during startup.  So, only
 705      * set up the static data the 1st time through. */
 706     apr_pool_userdata_get(&data, userdata_key, s->process->pool);
 707     if (!data) {
 708         apr_pool_userdata_set((const void *)1, userdata_key,
 709                                apr_pool_cleanup_null, s->process->pool);
 710         return OK;
 711     }
 712
 713     /*
 714      * Get slotmem setups
 715      */
 716     storage = ap_lookup_provider(AP_SLOTMEM_PROVIDER_GROUP, "shared", "0");
 717     if (!storage) {
 718         ap_log_error(APLOG_MARK, APLOG_NOERRNO|APLOG_EMERG, 0, s,
 719                      "ap_lookup_provider %s failed", AP_SLOTMEM_PROVIDER_GROUP);
 720         return !OK;
 721     }
 722
 723
 724     /*
 725      * Go thru each Vhost and create the shared mem slotmem for
 726      * each balancer's workers
 727      */
 728     while (s) {
 729         int i,j;
 730         proxy_balancer *balancer;
 731         sconf = s->module_config;
 732         conf = (proxy_server_conf *)ap_get_module_config(sconf, &proxy_module);
 733
 734         if (conf->balancers->nelts) {
 735             ap_log_error(APLOG_MARK, APLOG_DEBUG, 0, s, "Doing balancers create: %d, %d",
 736                          (int)ALIGNED_PROXY_BALANCER_SHARED_SIZE,
 737                          (int)conf->balancers->nelts);
 738
 739             rv = storage->create(&new, conf->id,
 740                                  ALIGNED_PROXY_BALANCER_SHARED_SIZE,
 741                                  conf->balancers->nelts, AP_SLOTMEM_TYPE_PREGRAB, pconf);
 742             if (rv != APR_SUCCESS) {
 743                 ap_log_error(APLOG_MARK, APLOG_EMERG, rv, s, "balancer slotmem_create failed");
 744                 return !OK;
 745             }
 746             conf->slot = new;
 747         }
 748
 749         /* Initialize shared scoreboard data */
 750         balancer = (proxy_balancer *)conf->balancers->elts;
 751         for (i = 0; i < conf->balancers->nelts; i++, balancer++) {
 752             proxy_worker **workers;
 753             proxy_worker *worker;
 754             proxy_balancer_shared *bshm;
 755             unsigned int index;
 756
 757             balancer->max_workers = balancer->workers->nelts + balancer->growth;
 758             /* no need for the 'balancer://' prefix */
 759             ap_pstr2_alnum(pconf, balancer->name + sizeof(BALANCER_PREFIX) - 1,
 760                            &balancer->sname);
 761             balancer->sname = apr_pstrcat(pconf, conf->id, "_", balancer->sname, NULL);
 762
 763             /* Create global mutex */
 764             rv = ap_global_mutex_create(&(balancer->mutex), NULL, balancer_mutex_type,
 765                                         balancer->sname, s, pconf, 0);
 766             if (rv != APR_SUCCESS || !balancer->mutex) {
 767                 ap_log_error(APLOG_MARK, APLOG_EMERG, rv, s,
 768                              "mutex creation of %s : %s failed", balancer_mutex_type,
 769                              balancer->sname);
 770                 return HTTP_INTERNAL_SERVER_ERROR;
 771             }
 772
 773             apr_pool_cleanup_register(pconf, (void *)s, lock_remove,
 774                                       apr_pool_cleanup_null);
 775
 776             /* setup shm for balancers */
 777             if ((rv = storage->grab(conf->slot, &index)) != APR_SUCCESS) {
 778                 ap_log_error(APLOG_MARK, APLOG_EMERG, rv, s, "balancer slotmem_grab failed");
 779                 return !OK;
 780
 781             }
 782             if ((rv = storage->dptr(conf->slot, index, (void *)&bshm)) != APR_SUCCESS) {
 783                 ap_log_error(APLOG_MARK, APLOG_EMERG, rv, s, "balancer slotmem_dptr failed");
 784                 return !OK;
 785             }
 786             if ((rv = ap_proxy_share_balancer(balancer, bshm, index)) != APR_SUCCESS) {
 787                 ap_log_error(APLOG_MARK, APLOG_EMERG, rv, s, "Cannot share balancer");
 788                 return !OK;
 789             }
 790
 791             /* create slotmem slots for workers */
 792             ap_log_error(APLOG_MARK, APLOG_DEBUG, 0, s, "Doing workers create: %s (%s), %d, %d",
 793                          balancer->name, balancer->sname,
 794                          (int)ALIGNED_PROXY_WORKER_SHARED_SIZE,
 795                          (int)balancer->max_workers);
 796
 797             rv = storage->create(&new, balancer->sname,
 798                                  ALIGNED_PROXY_WORKER_SHARED_SIZE,
 799                                  balancer->max_workers, AP_SLOTMEM_TYPE_PREGRAB, pconf);
 800             if (rv != APR_SUCCESS) {
 801                 ap_log_error(APLOG_MARK, APLOG_EMERG, rv, s, "worker slotmem_create failed");
 802                 return !OK;
 803             }
 804             balancer->slot = new;
 805
 806             /* now go thru each worker */
 807             workers = (proxy_worker **)balancer->workers->elts;
 808             for (j = 0; j < balancer->workers->nelts; j++, workers++) {
 809                 proxy_worker_shared *shm;
 810
 811                 worker = *workers;
 812                 if ((rv = storage->grab(balancer->slot, &index)) != APR_SUCCESS) {
 813                     ap_log_error(APLOG_MARK, APLOG_EMERG, rv, s, "worker slotmem_grab failed");
 814                     return !OK;
 815
 816                 }
 817                 if ((rv = storage->dptr(balancer->slot, index, (void *)&shm)) != APR_SUCCESS) {
 818                     ap_log_error(APLOG_MARK, APLOG_EMERG, rv, s, "worker slotmem_dptr failed");
 819                     return !OK;
 820                 }
 821                 if ((rv = ap_proxy_share_worker(worker, shm, index)) != APR_SUCCESS) {
 822                     ap_log_error(APLOG_MARK, APLOG_EMERG, rv, s, "Cannot share worker");
 823                     return !OK;
 824                 }
 825             }
 826         }
 827         s = s->next;
 828     }
 829
 830     return OK;
 831 }
 832
 833 /* Manages the loadfactors and member status
 834  */
 835 static int balancer_handler(request_rec *r)
 836 {
 837     void *sconf;
 838     proxy_server_conf *conf;
 839     proxy_balancer *balancer, *bsel = NULL;
 840     proxy_worker *worker, *wsel = NULL;
 841     proxy_worker **workers = NULL;
 842     apr_table_t *params;
 843     int access_status;
 844     int i, n;
 845     int ok2change = 1;
 846     const char *name;
 847
 848     /* is this for us? */
 849     if (strcmp(r->handler, "balancer-manager")) {
 850         return DECLINED;
 851     }
 852
 853     r->allowed = (AP_METHOD_BIT << M_GET);
 854     if (r->method_number != M_GET) {
 855         return DECLINED;
 856     }
 857
 858     sconf = r->server->module_config;
 859     conf = (proxy_server_conf *) ap_get_module_config(sconf, &proxy_module);
 860     params = apr_table_make(r->pool, 10);
 861
 862     if (r->args) {
 863         char *args = apr_pstrdup(r->pool, r->args);
 864         char *tok, *val;
 865         while (args && *args) {
 866             if ((val = ap_strchr(args, '='))) {
 867                 *val++ = '\0';
 868                 if ((tok = ap_strchr(val, '&')))
 869                     *tok++ = '\0';
 870                 /*
 871                  * Special case: workers are allowed path information
 872                  */
 873                 if ((access_status = ap_unescape_url(val)) != OK)
 874                     if (strcmp(args, "w") || (access_status !=  HTTP_NOT_FOUND))
 875                         return access_status;
 876                 apr_table_setn(params, args, val);
 877                 args = tok;
 878             }
 879             else
 880                 return HTTP_BAD_REQUEST;
 881         }
 882     }
 883
 884     if ((name = apr_table_get(params, "b")))
 885         bsel = ap_proxy_get_balancer(r->pool, conf,
 886             apr_pstrcat(r->pool, BALANCER_PREFIX, name, NULL));
 887
 888     if ((name = apr_table_get(params, "w"))) {
 889         wsel = ap_proxy_get_worker(r->pool, bsel, conf, name);
 890     }
 891
 892
 893     /* Check that the supplied nonce matches this server's nonce;
 894      * otherwise ignore all parameters, to prevent a CSRF attack. */
 895     if (!bsel ||
 896         (*bsel->s->nonce &&
 897          (
 898           (name = apr_table_get(params, "nonce")) == NULL ||
 899           strcmp(bsel->s->nonce, name) != 0
 900          )
 901         )
 902        ) {
 903         apr_table_clear(params);
 904         ok2change = 0;
 905     }
 906
 907     /* First set the params */
 908     if (wsel && ok2change) {
 909         const char *val;
 910         if ((val = apr_table_get(params, "lf"))) {
 911             int ival = atoi(val);
 912             if (ival >= 1 && ival <= 100) {
 913                 wsel->s->lbfactor = ival;
 914                 if (bsel)
 915                     recalc_factors(bsel);
 916             }
 917         }
 918         if ((val = apr_table_get(params, "wr"))) {
 919             if (strlen(val) && strlen(val) < sizeof(wsel->s->route))
 920                 strcpy(wsel->s->route, val);
 921             else
 922                 *wsel->s->route = '\0';
 923         }
 924         if ((val = apr_table_get(params, "rr"))) {
 925             if (strlen(val) && strlen(val) < sizeof(wsel->s->redirect))
 926                 strcpy(wsel->s->redirect, val);
 927             else
 928                 *wsel->s->redirect = '\0';
 929         }
 930         if ((val = apr_table_get(params, "dw"))) {
 931             if (!strcasecmp(val, "Disable"))
 932                 wsel->s->status |= PROXY_WORKER_DISABLED;
 933             else if (!strcasecmp(val, "Enable"))
 934                 wsel->s->status &= ~PROXY_WORKER_DISABLED;
 935         }
 936         if ((val = apr_table_get(params, "ls"))) {
 937             int ival = atoi(val);
 938             if (ival >= 0 && ival <= 99) {
 939                 wsel->s->lbset = ival;
 940              }
 941         }
 942
 943     }
 944
 945     if (bsel && ok2change) {
 946         const char *val;
 947         if ((val = apr_table_get(params, "lbm"))) {
 948             proxy_balancer_method *lbmethod;
 949             lbmethod = ap_lookup_provider(PROXY_LBMETHOD, val, "0");
 950             if (lbmethod)
 951                 bsel->s->lbmethod = lbmethod;
 952         }
 953     }
 954
 955     if (apr_table_get(params, "xml")) {
 956         ap_set_content_type(r, "text/xml");
 957         ap_rputs("<?xml version=\"1.0\" encoding=\"UTF-8\" ?>\n", r);
 958         ap_rputs("<httpd:manager xmlns:httpd=\"http://httpd.apache.org\">\n", r);
 959         ap_rputs("  <httpd:balancers>\n", r);
 960         balancer = (proxy_balancer *)conf->balancers->elts;
 961         for (i = 0; i < conf->balancers->nelts; i++) {
 962             ap_rputs("    <httpd:balancer>\n", r);
 963             ap_rvputs(r, "      <httpd:name>", balancer->name, "</httpd:name>\n", NULL);
 964             ap_rputs("      <httpd:workers>\n", r);
 965             workers = (proxy_worker **)balancer->workers->elts;
 966             for (n = 0; n < balancer->workers->nelts; n++) {
 967                 worker = *workers;
 968                 ap_rputs("        <httpd:worker>\n", r);
 969                 ap_rvputs(r, "          <httpd:scheme>", worker->s->scheme,
 970                           "</httpd:scheme>\n", NULL);
 971                 ap_rvputs(r, "          <httpd:hostname>", worker->s->hostname,
 972                           "</httpd:hostname>\n", NULL);
 973                 ap_rprintf(r, "          <httpd:loadfactor>%d</httpd:loadfactor>\n",
 974                           worker->s->lbfactor);
 975                 ap_rputs("        </httpd:worker>\n", r);
 976                 ++workers;
 977             }
 978             ap_rputs("      </httpd:workers>\n", r);
 979             ap_rputs("    </httpd:balancer>\n", r);
 980             ++balancer;
 981         }
 982         ap_rputs("  </httpd:balancers>\n", r);
 983         ap_rputs("</httpd:manager>", r);
 984     }
 985     else {
 986         ap_set_content_type(r, "text/html; charset=ISO-8859-1");
 987         ap_rputs(DOCTYPE_HTML_3_2
 988                  "<html><head><title>Balancer Manager</title></head>\n", r);
 989         ap_rputs("<body><h1>Load Balancer Manager for ", r);
 990         ap_rvputs(r, ap_get_server_name(r), "</h1>\n\n", NULL);
 991         ap_rvputs(r, "<dl><dt>Server Version: ",
 992                   ap_get_server_description(), "</dt>\n", NULL);
 993         ap_rvputs(r, "<dt>Server Built: ",
 994                   ap_get_server_built(), "\n</dt></dl>\n", NULL);
 995         balancer = (proxy_balancer *)conf->balancers->elts;
 996         for (i = 0; i < conf->balancers->nelts; i++) {
 997
 998             ap_rputs("<hr />\n<h3>LoadBalancer Status for ", r);
 999             ap_rvputs(r, "<a href=\"", r->uri, "?b=",
1000                       balancer->name + sizeof(BALANCER_PREFIX) - 1,
1001                       "&nonce=", balancer->s->nonce,
1002                       "\">", NULL);
1003             ap_rvputs(r, balancer->name, "</a></h3>\n\n", NULL);
1004             ap_rputs("\n\n<table border=\"0\" style=\"text-align: left;\"><tr>"
1005                 "<th>MaxMembers</th><th>StickySession</th><th>Timeout</th><th>FailoverAttempts</th><th>Method</th>"
1006                 "</tr>\n<tr>", r);
1007             ap_rprintf(r, "<td align=\"center\">%d</td>\n", balancer->max_workers);
1008             if (*balancer->s->sticky) {
1009                 if (strcmp(balancer->s->sticky, balancer->s->sticky_path)) {
1010                     ap_rvputs(r, "<td align=\"center\">", balancer->s->sticky, " | ",
1011                               balancer->s->sticky_path, NULL);
1012                 }
1013                 else {
1014                     ap_rvputs(r, "<td align=\"center\">", balancer->s->sticky, NULL);
1015                 }
1016             }
1017             else {
1018                 ap_rputs("<td align=\"center\"> - ", r);
1019             }
1020             ap_rprintf(r, "</td><td align=\"center\">%" APR_TIME_T_FMT "</td>",
1021                 apr_time_sec(balancer->s->timeout));
1022             ap_rprintf(r, "<td align=\"center\">%d</td>\n", balancer->s->max_attempts);
1023             ap_rprintf(r, "<td align=\"center\">%s</td>\n",
1024                        balancer->s->lbmethod->name);
1025             ap_rputs("</table>\n<br />", r);
1026             ap_rputs("\n\n<table border=\"0\" style=\"text-align: left;\"><tr>"
1027                 "<th>Worker URL</th>"
1028                 "<th>Route</th><th>RouteRedir</th>"
1029                 "<th>Factor</th><th>Set</th><th>Status</th>"
1030                 "<th>Elected</th><th>To</th><th>From</th>"
1031                 "</tr>\n", r);
1032
1033             workers = (proxy_worker **)balancer->workers->elts;
1034             for (n = 0; n < balancer->workers->nelts; n++) {
1035                 char fbuf[50];
1036                 worker = *workers;
1037                 ap_rvputs(r, "<tr>\n<td><a href=\"", r->uri, "?b=",
1038                           balancer->name + sizeof(BALANCER_PREFIX) - 1, "&w=",
1039                           ap_escape_uri(r->pool, worker->s->name),
1040                           "&nonce=", balancer->s->nonce,
1041                           "\">", NULL);
1042                 ap_rvputs(r, worker->s->name, "</a></td>", NULL);
1043                 ap_rvputs(r, "<td align=\"center\">", ap_escape_html(r->pool, worker->s->route),
1044                           NULL);
1045                 ap_rvputs(r, "</td><td align=\"center\">",
1046                           ap_escape_html(r->pool, worker->s->redirect), NULL);
1047                 ap_rprintf(r, "</td><td align=\"center\">%d</td>", worker->s->lbfactor);
1048                 ap_rprintf(r, "<td align=\"center\">%d</td><td align=\"center\">", worker->s->lbset);
1049                 if (worker->s->status & PROXY_WORKER_DISABLED)
1050                    ap_rputs("Dis ", r);
1051                 if (worker->s->status & PROXY_WORKER_IN_ERROR)
1052                    ap_rputs("Err ", r);
1053                 if (worker->s->status & PROXY_WORKER_STOPPED)
1054                    ap_rputs("Stop ", r);
1055                 if (worker->s->status & PROXY_WORKER_HOT_STANDBY)
1056                    ap_rputs("Stby ", r);
1057                 if (PROXY_WORKER_IS_USABLE(worker))
1058                     ap_rputs("Ok", r);
1059                 if (!PROXY_WORKER_IS_INITIALIZED(worker))
1060                     ap_rputs("-", r);
1061                 ap_rputs("</td>", r);
1062                 ap_rprintf(r, "<td align=\"center\">%" APR_SIZE_T_FMT "</td><td align=\"center\">", worker->s->elected);
1063                 ap_rputs(apr_strfsize(worker->s->transferred, fbuf), r);
1064                 ap_rputs("</td><td align=\"center\">", r);
1065                 ap_rputs(apr_strfsize(worker->s->read, fbuf), r);
1066                 ap_rputs("</td></tr>\n", r);
1067
1068                 ++workers;
1069             }
1070             ap_rputs("</table>\n", r);
1071             ++balancer;
1072         }
1073         ap_rputs("<hr />\n", r);
1074         if (wsel && bsel) {
1075             ap_rputs("<h3>Edit worker settings for ", r);
1076             ap_rvputs(r, wsel->s->name, "</h3>\n", NULL);
1077             ap_rvputs(r, "<form method=\"GET\" action=\"", NULL);
1078             ap_rvputs(r, r->uri, "\">\n<dl>", NULL);
1079             ap_rputs("<table><tr><td>Load factor:</td><td><input name=\"lf\" type=text ", r);
1080             ap_rprintf(r, "value=\"%d\"></td></tr>\n", wsel->s->lbfactor);
1081             ap_rputs("<tr><td>LB Set:</td><td><input name=\"ls\" type=text ", r);
1082             ap_rprintf(r, "value=\"%d\"></td></tr>\n", wsel->s->lbset);
1083             ap_rputs("<tr><td>Route:</td><td><input name=\"wr\" type=text ", r);
1084             ap_rvputs(r, "value=\"", ap_escape_html(r->pool, wsel->s->route),
1085                       NULL);
1086             ap_rputs("\"></td></tr>\n", r);
1087             ap_rputs("<tr><td>Route Redirect:</td><td><input name=\"rr\" type=text ", r);
1088             ap_rvputs(r, "value=\"", ap_escape_html(r->pool, wsel->s->redirect),
1089                       NULL);
1090             ap_rputs("\"></td></tr>\n", r);
1091             ap_rputs("<tr><td>Status:</td><td>Disabled: <input name=\"dw\" value=\"Disable\" type=radio", r);
1092             if (wsel->s->status & PROXY_WORKER_DISABLED)
1093                 ap_rputs(" checked", r);
1094             ap_rputs("> | Enabled: <input name=\"dw\" value=\"Enable\" type=radio", r);
1095             if (!(wsel->s->status & PROXY_WORKER_DISABLED))
1096                 ap_rputs(" checked", r);
1097             ap_rputs("></td></tr>\n", r);
1098             ap_rputs("<tr><td colspan=2><input type=submit value=\"Submit\"></td></tr>\n", r);
1099             ap_rvputs(r, "</table>\n<input type=hidden name=\"w\" ",  NULL);
1100             ap_rvputs(r, "value=\"", ap_escape_uri(r->pool, wsel->s->name), "\">\n", NULL);
1101             ap_rvputs(r, "<input type=hidden name=\"b\" ", NULL);
1102             ap_rvputs(r, "value=\"", bsel->name + sizeof(BALANCER_PREFIX) - 1,
1103                       "\">\n", NULL);
1104             ap_rvputs(r, "<input type=hidden name=\"nonce\" value=\"",
1105                       bsel->s->nonce, "\">\n", NULL);
1106             ap_rvputs(r, "</form>\n", NULL);
1107             ap_rputs("<hr />\n", r);
1108         } else if (bsel) {
1109             const apr_array_header_t *provs;
1110             const ap_list_provider_names_t *pname;
1111             int i;
1112             ap_rputs("<h3>Edit balancer settings for ", r);
1113             ap_rvputs(r, bsel->name, "</h3>\n", NULL);
1114             ap_rvputs(r, "<form method=\"GET\" action=\"", NULL);
1115             ap_rvputs(r, r->uri, "\">\n<dl>\n<table>\n", NULL);
1116             provs = ap_list_provider_names(r->pool, PROXY_LBMETHOD, "0");
1117             if (provs) {
1118                 ap_rputs("<tr><td>LBmethod:</td>", r);
1119                 ap_rputs("<td>\n<select name=\"lbm\" id=\"lbm\">", r);
1120                 pname = (ap_list_provider_names_t *)provs->elts;
1121                 for (i = 0; i < provs->nelts; i++, pname++) {
1122                     ap_rvputs(r,"<option value=\"", pname->provider_name, "\"", NULL);
1123                     if (strcmp(pname->provider_name, bsel->s->lbmethod->name) == 0)
1124                         ap_rputs(" selected ", r);
1125                     ap_rvputs(r, ">", pname->provider_name, "\n", NULL);
1126                 }
1127                 ap_rputs("</select>\n</td></tr>\n", r);
1128             }
1129             ap_rputs("</td></tr>\n", r);
1130             ap_rputs("<tr><td colspan=2><input type=submit value=\"Submit\"></td></tr>\n", r);
1131             ap_rvputs(r, "</table>\n<input type=hidden name=\"b\" ", NULL);
1132             ap_rvputs(r, "value=\"", bsel->name + sizeof(BALANCER_PREFIX) - 1,
1133                       "\">\n", NULL);
1134             ap_rvputs(r, "<input type=hidden name=\"nonce\" value=\"",
1135                       bsel->s->nonce, "\">\n", NULL);
1136             ap_rvputs(r, "</form>\n", NULL);
1137             ap_rputs("<hr />\n", r);
1138         }
1139         ap_rputs(ap_psignature("",r), r);
1140         ap_rputs("</body></html>\n", r);
1141 }
1142     return OK;
1143 }
1144
1145 static void balancer_child_init(apr_pool_t *p, server_rec *s)
1146 {
1147     while (s) {
1148         proxy_balancer *balancer;
1149         int i;
1150         void *sconf = s->module_config;
1151         proxy_server_conf *conf = (proxy_server_conf *)ap_get_module_config(sconf, &proxy_module);
1152         apr_size_t size;
1153         unsigned int num;
1154         apr_status_t rv;
1155
1156         if (conf->balancers->nelts) {
1157             storage->attach(&(conf->slot), conf->id, &size, &num, p);
1158             if (!conf->slot) {
1159                 ap_log_error(APLOG_MARK, APLOG_NOERRNO|APLOG_EMERG, 0, s, "slotmem_attach failed");
1160                 exit(1); /* Ugly, but what else? */
1161             }
1162         }
1163
1164         balancer = (proxy_balancer *)conf->balancers->elts;
1165         for (i = 0; i < conf->balancers->nelts; i++) {
1166
1167             /*
1168              * for each balancer we need to init the global
1169              * mutex and then attach to the shared worker shm
1170              */
1171             if (!balancer->mutex) {
1172                 ap_log_error(APLOG_MARK, APLOG_INFO, 0, s,
1173                              "no mutex %s: %s", balancer->name,
1174                              balancer_mutex_type);
1175                 return;
1176             }
1177
1178             /* Re-open the mutex for the child. */
1179             rv = apr_global_mutex_child_init(&(balancer->mutex),
1180                                              apr_global_mutex_lockfile(balancer->mutex),
1181                                              p);
1182             if (rv != APR_SUCCESS) {
1183                 ap_log_error(APLOG_MARK, APLOG_CRIT, rv, s,
1184                              "Failed to reopen mutex %s: %s in child",
1185                              balancer->name, balancer_mutex_type);
1186                 exit(1); /* Ugly, but what else? */
1187             }
1188
1189             /* now attach */
1190             storage->attach(&(balancer->slot), balancer->sname, &size, &num, p);
1191             if (!balancer->slot) {
1192                 ap_log_error(APLOG_MARK, APLOG_NOERRNO|APLOG_EMERG, 0, s, "slotmem_attach failed");
1193                 exit(1); /* Ugly, but what else? */
1194             }
1195             if (balancer->s->lbmethod && balancer->s->lbmethod->reset)
1196                balancer->s->lbmethod->reset(balancer, s);
1197             init_balancer_members(conf, s, balancer);
1198             balancer++;
1199         }
1200         s = s->next;
1201     }
1202
1203 }
1204
1205 static void ap_proxy_balancer_register_hook(apr_pool_t *p)
1206 {
1207     /* Only the mpm_winnt has child init hook handler.
1208      * make sure that we are called after the mpm
1209      * initializes
1210      */
1211     static const char *const aszPred[] = { "mpm_winnt.c", "mod_slotmem_shm.c", NULL};
1212      /* manager handler */
1213     ap_hook_post_config(balancer_post_config, NULL, NULL, APR_HOOK_MIDDLE);
1214     ap_hook_pre_config(balancer_pre_config, NULL, NULL, APR_HOOK_MIDDLE);
1215     ap_hook_handler(balancer_handler, NULL, NULL, APR_HOOK_FIRST);
1216     ap_hook_child_init(balancer_child_init, aszPred, NULL, APR_HOOK_MIDDLE);
1217     proxy_hook_pre_request(proxy_balancer_pre_request, NULL, NULL, APR_HOOK_FIRST);
1218     proxy_hook_post_request(proxy_balancer_post_request, NULL, NULL, APR_HOOK_FIRST);
1219     proxy_hook_canon_handler(proxy_balancer_canon, NULL, NULL, APR_HOOK_FIRST);
1220 }
1221
1222 AP_DECLARE_MODULE(proxy_balancer) = {
1223     STANDARD20_MODULE_STUFF,
1224     NULL,       /* create per-directory config structure */
1225     NULL,       /* merge per-directory config structures */
1226     NULL,       /* create per-server config structure */
1227     NULL,       /* merge per-server config structures */
1228     NULL,       /* command apr_table_t */
1229     ap_proxy_balancer_register_hook /* register hooks */
1230 };