From: Pieter Lexis <pieter.lexis@powerdns.com>
Date: Mon, 11 Apr 2016 08:07:20 +0000 (+0200)
Subject: Split travis between the products
X-Git-Tag: dnsdist-1.0.0-beta1~1^2
X-Git-Url: https://granicus.if.org/sourcecode?a=commitdiff_plain;h=bf6096f58953e665bf72abdbf834bbdd5ab205f8;p=pdns

Split travis between the products

For better parallel testing
---

diff --git a/.travis.yml b/.travis.yml
index 9b12c98c1..5498bcab3 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -4,6 +4,16 @@ language: cpp
 compiler:
   - gcc
   - clang
+env:
+  - PDNS_BUILD_PRODUCT=auth
+  - PDNS_BUILD_PRODUCT=recursor
+  - PDNS_BUILD_PRODUCT=dnsdist
+  - PDNS_BUILD_PRODUCT=docs
+
+matrix:
+  exclude:
+    - compiler: clang
+      env: PDNS_BUILD_PRODUCT=docs
 
 before_script:
   - git describe --always --dirty=+
@@ -16,346 +26,8 @@ before_script:
   - export OPTFLAGS=-O0
   - sudo apt-get -qq update
 
-
-  ### build requirements ###
-
-  # global build requirements
-  - sudo apt-get -qq --no-install-recommends install
-    libboost-all-dev
-    liblua5.1-dev
-    libedit-dev
-  - cd ..
-  - wget http://ppa.launchpad.net/kalon33/gamesgiroll/ubuntu/pool/main/libs/libsodium/libsodium-dev_1.0.3-1~ppa14.04+1_amd64.deb
-  - wget http://ppa.launchpad.net/kalon33/gamesgiroll/ubuntu/pool/main/libs/libsodium/libsodium13_1.0.3-1~ppa14.04+1_amd64.deb
-  - sudo dpkg -i libsodium-dev_1.0.3-1~ppa14.04+1_amd64.deb libsodium13_1.0.3-1~ppa14.04+1_amd64.deb
-  - cd pdns
-
-  # pkcs11 build requirements
-  - sudo apt-get -qq --no-install-recommends install
-    libp11-kit-dev
-
-  # geoip-backend
-  - sudo apt-get -qq --no-install-recommends install
-    libgeoip-dev
-    libyaml-cpp-dev
-
-  # ldap-backend
-  - sudo apt-get -qq --no-install-recommends install
-    libldap-dev
-
-  # opendbx-backend
-  - sudo apt-get -qq --no-install-recommends install
-    libopendbx1-dev
-    libopendbx1-sqlite3
-
-  # remote-backend build requirements
-  - sudo apt-get -qq --no-install-recommends install
-    libzmq3-dev
-
-
-  ### documentation requirements
-  - sudo apt-get -qq --no-install-recommends install
-    pandoc
-    xmlto
-
-
-  ### test requirements ###
-
-  # authoritative test requirements / setup
-  - sudo apt-get -qq --no-install-recommends install
-    bind9utils
-    ldnsutils
-    libnet-dns-perl
-    moreutils
-    unbound-host
-    validns
-    default-jre
-    jq
-  - cd ..
-  - wget http://www.verisignlabs.com/dnssec-tools/packages/jdnssec-tools-0.12.tar.gz
-  - sudo tar xfz jdnssec-tools-0.12.tar.gz --strip-components=1 -C /
-  - cd pdns
-
-  # pkcs11 test requirements / setup
-  - sudo apt-get -qq --no-install-recommends install
-    p11-kit
-    softhsm
-  - sudo mkdir -p /etc/pkcs11/modules/
-  - sudo cp -f regression-tests/softhsm.mod /etc/pkcs11/modules/softhsm.module
-  - sudo cp -f regression-tests/softhsm.conf /etc/softhsm/softhsm.conf
-  - sudo chmod 0755 /etc/softhsm/
-  - sudo chmod 0644 /etc/softhsm/softhsm.conf
-  - sudo chmod 0777 /var/lib/softhsm
-  - p11-kit -l # ensure it's ok
-
-  # bind-backend tests requirements
-  - sudo apt-get -qq --no-install-recommends install
-    alien
-  - cd ..
-  - wget ftp://ftp.nominum.com/pub/nominum/dnsperf/2.0.0.0/dnsperf-2.0.0.0-1-rhel-6-x86_64.tar.gz
-  - tar xzvf dnsperf-2.0.0.0-1-rhel-6-x86_64.tar.gz
-  - fakeroot alien --to-deb dnsperf-2.0.0.0-1/dnsperf-2.0.0.0-1.el6.x86_64.rpm
-  - sudo dpkg -i dnsperf_2.0.0.0-2_amd64.deb
-  - cd pdns
-
-  # geoip-backend test requirements / setup
-  - sudo apt-get -qq --no-install-recommends install
-    geoip-database
-  - export geoipregion=oc geoipregionip=1.2.3.4
-
-  # gmysql-backend test requirements
-  - sudo apt-get -qq --no-install-recommends install
-    mysql-server
-
-  # godbc-backend test setup
-  - echo -e "[pdns-sqlite3-1]\nDriver = SQLite3\nDatabase = ${PWD}/regression-tests/pdns.sqlite3\n\n[pdns-sqlite3-2]\nDriver = SQLite3\nDatabase = ${PWD}/regression-tests/pdns.sqlite32\n" > ${HOME}/.odbc.ini
-  - export GODBC_SQLITE3_DSN=pdns-sqlite3-1
-
-  # ldap-backend test setup
-  - sudo apt-get -qq --no-install-recommends install
-    slapd
-    ldap-utils
-  - mkdir /tmp/ldap-dns
-  - pushd /tmp/ldap-dns
-  - for schema in /etc/ldap/schema/{core,cosine}.schema ${TRAVIS_BUILD_DIR}/modules/ldapbackend/{dnsdomain2,pdns-domaininfo}.schema ; do echo include $schema ; done > ldap.conf
-  - mkdir slapd.d
-  - slaptest -f ldap.conf -F slapd.d
-  - sudo cp slapd.d/cn=config/cn=schema/cn={*dns*.ldif /etc/ldap/slapd.d/cn=config/cn=schema/
-  - sudo chown -R openldap:openldap /etc/ldap/slapd.d/
-  - sudo service slapd restart
-  - popd
-  - sudo -u openldap mkdir -p /var/lib/ldap/powerdns
-  - sudo ldapadd -Y EXTERNAL -H ldapi:/// -f ./modules/ldapbackend/testfiles/add.ldif
-
-  # remote-backend tests requirements
-  - sudo apt-get -qq --no-install-recommends install
-    ruby-json
-    rubygems-integration
-    socat
-  - gem install bundler --no-rdoc --no-ri
-  - cd modules/remotebackend
-  - ruby -S bundle install
-  - cd ../..
-
-  # tinydns
-  - sudo apt-get -qq --no-install-recommends install
-    libcdb-dev
-
-  # documentation test requirements
-  - virtualenv $HOME/.venv
-  - source $HOME/.venv/bin/activate
-  - pip install -q pandocfilters==1.2.3 mkdocs==0.14 linkchecker==9.3 click==5.1
-
-  # recursor test requirements / setup
-  - sudo apt-get -qq --no-install-recommends install
-    authbind
-    daemontools
-  - cd ..
-  - wget http://s3.amazonaws.com/alexa-static/top-1m.csv.zip
-  - unzip top-1m.csv.zip -d ./pdns/regression-tests
-  - cd pdns
-  - 'for suffix in {1..40}; do sudo /sbin/ip addr add 10.0.3.$suffix/32 dev lo; done'
-  - sudo touch /etc/authbind/byport/53
-  - sudo chmod 755 /etc/authbind/byport/53
-
-  # no-backend tests
-  - sudo apt-get -qq --no-install-recommends install
-    faketime
-
-
 script:
-  - ./bootstrap
-  # Build without --enable-botan1.10 option, Botan/SoftHSM conflict #2496
-  - source $HOME/.venv/bin/activate
-  - CFLAGS='-O1' CXXFLAGS='-O1' ./configure
-    --with-dynmodules='bind gmysql geoip gpgsql gsqlite3 ldap lua mydns opendbx pipe random remote tinydns'
-    --with-modules=''
-    --with-sqlite3
-    --enable-libsodium
-    --enable-experimental-pkcs11
-    --enable-remotebackend-zeromq
-    --enable-tools
-    --enable-unit-tests
-    --enable-backend-unit-tests
-    --disable-dependency-tracking
-  - deactivate
-
-  - make -k dist
-
-  - make -k -j3
-
-  - cd docs
-  - source $HOME/.venv/bin/activate
-  - make check-links
-  - deactivate
-  - cd ..
-
-  - make -k install DESTDIR=/tmp/pdns-install-dir
-  - find /tmp/pdns-install-dir -ls
-
-  - make -j3 check
-  - test -f pdns/test-suite.log && cat pdns/test-suite.log || true
-  - test -f modules/remotebackend/test-suite.log && cat modules/remotebackend/test-suite.log || true
-
-  #DNSName - make -k -j3 -C pdns $(grep '(EXEEXT):' pdns/Makefile | cut -f1 -d\$ | grep -E -v 'dnsdist|calidns')
-  - make -k -j3 -C pdns $(grep '(EXEEXT):' pdns/Makefile | cut -f1 -d\$ | grep -E -v 'dnspcap2protobuf|dnsdist|calidns|speedtest')
-
-  - cd pdns
-  - ./pdnsutil test-algorithms
-  - cd ..
-
-  - cd regression-tests
-
-  - ./timestamp ./start-test-stop 5300 ldap-tree
-  - ./timestamp ./start-test-stop 5300 ldap-simple
-  - ./timestamp ./start-test-stop 5300 ldap-strict
-
-  - ./timestamp ./start-test-stop 5300 bind-both
-  - ./timestamp ./start-test-stop 5300 bind-dnssec-both
-  - ./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-both
-  - ./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-optout-both
-  - ./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-narrow
-  - ./timestamp ./start-test-stop 5300 bind-hybrid-nsec3
-  #ecdsa - ./timestamp ./start-test-stop 5300 bind-dnssec-pkcs11
-
-  - ./timestamp ./start-test-stop 5300 geoip
-  - ./timestamp ./start-test-stop 5300 geoip-nsec3-narrow
-
-  - ./timestamp ./start-test-stop 5300 gmysql-nodnssec-both
-  - ./timestamp ./start-test-stop 5300 gmysql-both
-  - ./timestamp ./start-test-stop 5300 gmysql-nsec3-both
-  - ./timestamp ./start-test-stop 5300 gmysql-nsec3-optout-both
-  - ./timestamp ./start-test-stop 5300 gmysql-nsec3-narrow
-
-  # - ./timestamp ./start-test-stop 5300 godbc_sqlite3-nsec3
-
-  - ./timestamp ./start-test-stop 5300 gpgsql-nodnssec-both
-  - ./timestamp ./start-test-stop 5300 gpgsql-both
-  - ./timestamp ./start-test-stop 5300 gpgsql-nsec3-both
-  - ./timestamp ./start-test-stop 5300 gpgsql-nsec3-optout-both
-  - ./timestamp ./start-test-stop 5300 gpgsql-nsec3-narrow
-
-  - ./timestamp ./start-test-stop 5300 gsqlite3-nodnssec-both
-  - ./timestamp ./start-test-stop 5300 gsqlite3-both
-  - ./timestamp ./start-test-stop 5300 gsqlite3-nsec3-both
-  - ./timestamp ./start-test-stop 5300 gsqlite3-nsec3-optout-both
-  - ./timestamp ./start-test-stop 5300 gsqlite3-nsec3-narrow
-
-  - ./timestamp ./start-test-stop 5300 mydns
-
-  - ./timestamp ./start-test-stop 5300 opendbx-sqlite3
-
-  - ./timestamp ./start-test-stop 5300 remotebackend-pipe
-  - ./timestamp ./start-test-stop 5300 remotebackend-pipe-dnssec
-  - ./timestamp ./start-test-stop 5300 remotebackend-unix
-  - ./timestamp ./start-test-stop 5300 remotebackend-unix-dnssec
-  - ./timestamp ./start-test-stop 5300 remotebackend-http
-  - ./timestamp ./start-test-stop 5300 remotebackend-http-dnssec
-  - ./timestamp ./start-test-stop 5300 remotebackend-zeromq
-  - ./timestamp ./start-test-stop 5300 remotebackend-zeromq-dnssec
-
-  - ./timestamp ./start-test-stop 5300 tinydns
-  - cd ..
-
-  - cd regression-tests.rootzone
-  - ./timestamp ./start-test-stop 5300 bind-both
-  - ./timestamp ./start-test-stop 5300 bind-dnssec-both
-  - ./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-both
-  - ./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-optout-both
-  - ./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-narrow
-  - ./timestamp ./start-test-stop 5300 bind-hybrid-nsec3
-
-  - ./timestamp ./start-test-stop 5300 gmysql-nodnssec-both
-  - ./timestamp ./start-test-stop 5300 gmysql-both
-  - ./timestamp ./start-test-stop 5300 gmysql-nsec3-both
-  - ./timestamp ./start-test-stop 5300 gmysql-nsec3-optout-both
-  - ./timestamp ./start-test-stop 5300 gmysql-nsec3-narrow
-
-  - ./timestamp ./start-test-stop 5300 gpgsql-nodnssec-both
-  - ./timestamp ./start-test-stop 5300 gpgsql-both
-  - ./timestamp ./start-test-stop 5300 gpgsql-nsec3-both
-  - ./timestamp ./start-test-stop 5300 gpgsql-nsec3-optout-both
-  - ./timestamp ./start-test-stop 5300 gpgsql-nsec3-narrow
-
-  - ./timestamp ./start-test-stop 5300 gsqlite3-nodnssec-both
-  - ./timestamp ./start-test-stop 5300 gsqlite3-both
-  - ./timestamp ./start-test-stop 5300 gsqlite3-nsec3-both
-  - ./timestamp ./start-test-stop 5300 gsqlite3-nsec3-optout-both
-  - ./timestamp ./start-test-stop 5300 gsqlite3-nsec3-narrow
-
-  - cd ..
-
-  ### recursor ###
-
-  # distribution build
-  - ./build-scripts/dist-recursor
-  - cd pdns/recursordist
-  - tar xf pdns-recursor-*.tar.bz2
-  - rm -f pdns-recursor-*.tar.bz2
-  - cd pdns-recursor-*
-  - ./configure
-  - make -k -j3
-  - cd ../
-  - ln -s pdns-recursor*/pdns_recursor .
-  - cd ../..
-
-  # regression-tests
-  - cd regression-tests.recursor
-  - cp vars.sample vars
-  - ./config.sh
-  - ./start.sh
-  - sleep 3
-  - svstat configs/*
-  - ./runtests
-  - test ! -s ./failed_tests
-  - ./stop.sh
-  - sleep 3
-  - ./clean.sh
-  - cd ..
-
-  # bulktest
-  - cd regression-tests
-  - THRESHOLD=90 TRACE=no ./timestamp ./recursor-test 5300 25000
-  - cd ..
-
-
-  ### dnsdist ###
-
-  # distribution build
-  - ./build-scripts/dist-dnsdist
-  - cd pdns/dnsdistdist
-  - tar xf dnsdist*.tar.bz2
-  - cd dnsdist-*
-  - ./configure --enable-unit-tests --enable-libsodium --enable-dnscrypt
-  - make -k -j3
-  - ./testrunner
-  - cp ./dnsdist ../../../regression-tests.dnsdist/
-  - cd ../../../regression-tests.dnsdist
-  - DNSDISTBIN=./dnsdist ./runtests -v
-  - rm -f ./dnsdist
-  - rm -f ./DNSCryptResolver.cert ./DNSCryptResolver.key
-  - cd ..
-  - rm -rf pdns/dnsdistdist/dnsdist-*/
-
-
-  ### api ###
-  - cd regression-tests.api
-  - ./runtests authoritative
-  - ./runtests recursor
-  - cd ..
-
-
-  ### no backend tests ###
-  - cd regression-tests.nobackend/
-  - ./runtests
-  - test ! -s ./failed_tests
-  - cd ..
-
-  - rm -f regression-tests/zones/*-slave.* #FIXME
-
-  - git status
-  - git status | grep -q clean
-
+  - ./build-scripts/travis.sh
 
 notifications:
   irc:
diff --git a/build-scripts/test-recursor b/build-scripts/test-recursor
index c9b545f61..9996290e5 100755
--- a/build-scripts/test-recursor
+++ b/build-scripts/test-recursor
@@ -1,11 +1,11 @@
 #!/bin/sh
 
-export PDNSRECURSOR=/usr/sbin/pdns_recursor
-export PDNS=/usr/sbin/pdns_server
-export SDIG=/usr/bin/sdig
-export NSEC3DIG=/usr/bin/nsec3dig
-export NOTIFY=/usr/bin/notify
-export SAXFR=/usr/bin/saxfr
+export PDNSRECURSOR=${PDNSRECURSOR:-"/usr/sbin/pdns_recursor"}
+export PDNS=${PDNS:-"/usr/sbin/pdns_server"}
+export SDIG=${SDIG:-"/usr/bin/sdig"}
+export NSEC3DIG=${NSEC3DIG:-"/usr/bin/nsec3dig"}
+export NOTIFY=${NOTIFY:-"/usr/bin/notify"}
+export SAXFR=${SAXFR:-"/usr/bin/saxfr"}
 
 if [ "$0" != "./build-scripts/test-recursor" ]; then
   echo "Please run me from the root checkout dir"
diff --git a/build-scripts/travis.sh b/build-scripts/travis.sh
new file mode 100755
index 000000000..24438bb21
--- /dev/null
+++ b/build-scripts/travis.sh
@@ -0,0 +1,581 @@
+#!/bin/bash
+
+## "upstream" travis functions
+ANSI_RED="\033[31;1m"
+ANSI_GREEN="\033[32;1m"
+ANSI_RESET="\033[0m"
+ANSI_CLEAR="\033[0K"
+
+TRAVIS_TEST_RESULT=
+TRAVIS_CMD=
+
+function travis_cmd() {
+  local assert output display retry timing cmd result
+
+  cmd=$1
+  TRAVIS_CMD=$cmd
+  shift
+
+  while true; do
+    case "$1" in
+      --assert)  assert=true; shift ;;
+      --echo)    output=true; shift ;;
+      --display) display=$2;  shift 2;;
+      --retry)   retry=true;  shift ;;
+      --timing)  timing=true; shift ;;
+      *) break ;;
+    esac
+  done
+
+  if [[ -n "$timing" ]]; then
+    travis_time_start
+  fi
+
+  if [[ -n "$output" ]]; then
+    echo "\$ ${display:-$cmd}"
+  fi
+
+  if [[ -n "$retry" ]]; then
+    travis_retry eval "$cmd"
+  else
+    eval "$cmd"
+  fi
+  result=$?
+
+  if [[ -n "$timing" ]]; then
+    travis_time_finish
+  fi
+
+  if [[ -n "$assert" ]]; then
+    travis_assert $result
+  fi
+
+  return $result
+}
+
+travis_time_start() {
+  travis_timer_id=$(printf %08x $(( RANDOM * RANDOM )))
+  travis_start_time=$(travis_nanoseconds)
+  echo -en "travis_time:start:$travis_timer_id\r${ANSI_CLEAR}"
+}
+
+travis_time_finish() {
+  local result=$?
+  travis_end_time=$(travis_nanoseconds)
+  local duration=$(($travis_end_time-$travis_start_time))
+  echo -en "\ntravis_time:end:$travis_timer_id:start=$travis_start_time,finish=$travis_end_time,duration=$duration\r${ANSI_CLEAR}"
+  return $result
+}
+
+function travis_nanoseconds() {
+  local cmd="date"
+  local format="+%s%N"
+  local os=$(uname)
+
+  if hash gdate > /dev/null 2>&1; then
+    cmd="gdate" # use gdate if available
+  elif [[ "$os" = Darwin ]]; then
+    format="+%s000000000" # fallback to second precision on darwin (does not support %N)
+  fi
+
+  $cmd -u $format
+}
+
+travis_assert() {
+  local result=${1:-$?}
+  if [ $result -ne 0 ]; then
+    echo -e "\n${ANSI_RED}The command \"$TRAVIS_CMD\" failed and exited with $result during $TRAVIS_STAGE.${ANSI_RESET}\n\nYour build has been stopped."
+    travis_terminate 2
+  fi
+}
+
+travis_result() {
+  local result=$1
+  export TRAVIS_TEST_RESULT=$(( ${TRAVIS_TEST_RESULT:-0} | $(($result != 0)) ))
+
+  if [ $result -eq 0 ]; then
+    echo -e "\n${ANSI_GREEN}The command \"$TRAVIS_CMD\" exited with $result.${ANSI_RESET}"
+  else
+    echo -e "\n${ANSI_RED}The command \"$TRAVIS_CMD\" exited with $result.${ANSI_RESET}"
+  fi
+}
+
+travis_terminate() {
+  pkill -9 -P $$ &> /dev/null || true
+  exit $1
+}
+
+travis_wait() {
+  local timeout=$1
+
+  if [[ $timeout =~ ^[0-9]+$ ]]; then
+    # looks like an integer, so we assume it's a timeout
+    shift
+  else
+    # default value
+    timeout=20
+  fi
+
+  local cmd="$@"
+  local log_file=travis_wait_$$.log
+
+  $cmd &>$log_file &
+  local cmd_pid=$!
+
+  travis_jigger $! $timeout $cmd &
+  local jigger_pid=$!
+  local result
+
+  {
+    wait $cmd_pid 2>/dev/null
+    result=$?
+    ps -p$jigger_pid &>/dev/null && kill $jigger_pid
+  }
+
+  if [ $result -eq 0 ]; then
+    echo -e "\n${ANSI_GREEN}The command $cmd exited with $result.${ANSI_RESET}"
+  else
+    echo -e "\n${ANSI_RED}The command $cmd exited with $result.${ANSI_RESET}"
+  fi
+
+  echo -e "\n${ANSI_GREEN}Log:${ANSI_RESET}\n"
+  cat $log_file
+
+  return $result
+}
+
+travis_jigger() {
+  # helper method for travis_wait()
+  local cmd_pid=$1
+  shift
+  local timeout=$1 # in minutes
+  shift
+  local count=0
+
+  # clear the line
+  echo -e "\n"
+
+  while [ $count -lt $timeout ]; do
+    count=$(($count + 1))
+    echo -ne "Still running ($count of $timeout): $@\r"
+    sleep 60
+  done
+
+  echo -e "\n${ANSI_RED}Timeout (${timeout} minutes) reached. Terminating \"$@\"${ANSI_RESET}\n"
+  kill -9 $cmd_pid
+}
+
+travis_retry() {
+  local result=0
+  local count=1
+  while [ $count -le 3 ]; do
+    [ $result -ne 0 ] && {
+      echo -e "\n${ANSI_RED}The command \"$@\" failed. Retrying, $count of 3.${ANSI_RESET}\n" >&2
+    }
+    "$@"
+    result=$?
+    [ $result -eq 0 ] && break
+    count=$(($count + 1))
+    sleep 1
+  done
+
+  [ $count -gt 3 ] && {
+    echo -e "\n${ANSI_RED}The command \"$@\" failed 3 times.${ANSI_RESET}\n" >&2
+  }
+
+  return $result
+}
+
+travis_fold() {
+  local action=$1
+  local name=$2
+  echo -en "travis_fold:${action}:${name}\r${ANSI_CLEAR}"
+}
+
+decrypt() {
+  echo $1 | base64 -d | openssl rsautl -decrypt -inkey ~/.ssh/id_rsa.repo
+}
+
+
+run() {
+  travis_cmd "$1" --echo --assert
+}
+
+install_auth() {
+  # pkcs11 build requirements
+  run "sudo apt-get -qq --no-install-recommends install \
+    libp11-kit-dev"
+
+  # geoip-backend
+  run "sudo apt-get -qq --no-install-recommends install \
+    libgeoip-dev \
+    libyaml-cpp-dev"
+
+  # ldap-backend
+  run "sudo apt-get -qq --no-install-recommends install \
+    libldap-dev"
+
+  # opendbx-backend
+  run "sudo apt-get -qq --no-install-recommends install \
+    libopendbx1-dev \
+    libopendbx1-sqlite3"
+
+  # remote-backend build requirements
+  run "sudo apt-get -qq --no-install-recommends install \
+    libzmq3-dev"
+
+  # authoritative test requirements / setup
+  run "sudo apt-get -qq --no-install-recommends install \
+    bind9utils \
+    ldnsutils \
+    libnet-dns-perl \
+    moreutils \
+    unbound-host \
+    validns \
+    default-jre \
+    jq"
+
+  run "cd .."
+  run "wget http://www.verisignlabs.com/dnssec-tools/packages/jdnssec-tools-0.12.tar.gz"
+  run "sudo tar xfz jdnssec-tools-0.12.tar.gz --strip-components=1 -C /"
+  run "cd pdns"
+
+  # pkcs11 test requirements / setup
+  run "sudo apt-get -qq --no-install-recommends install \
+    p11-kit \
+    softhsm"
+  run "sudo mkdir -p /etc/pkcs11/modules/"
+  run "sudo cp -f regression-tests/softhsm.mod /etc/pkcs11/modules/softhsm.module"
+  run "sudo cp -f regression-tests/softhsm.conf /etc/softhsm/softhsm.conf"
+  run "sudo chmod 0755 /etc/softhsm/"
+  run "sudo chmod 0644 /etc/softhsm/softhsm.conf"
+  run "sudo chmod 0777 /var/lib/softhsm"
+  run "p11-kit -l" # ensure it's ok
+
+  # bind-backend tests requirements
+  run "sudo apt-get -qq --no-install-recommends install \
+    alien"
+  run "cd .."
+  run "wget ftp://ftp.nominum.com/pub/nominum/dnsperf/2.0.0.0/dnsperf-2.0.0.0-1-rhel-6-x86_64.tar.gz"
+  run "tar xzvf dnsperf-2.0.0.0-1-rhel-6-x86_64.tar.gz"
+  run "fakeroot alien --to-deb dnsperf-2.0.0.0-1/dnsperf-2.0.0.0-1.el6.x86_64.rpm"
+  run "sudo dpkg -i dnsperf_2.0.0.0-2_amd64.deb"
+  run "cd pdns"
+
+  # geoip-backend test requirements / setup
+  run "sudo apt-get -qq --no-install-recommends install \
+    geoip-database"
+
+  # gmysql-backend test requirements
+  run "sudo apt-get -qq --no-install-recommends install \
+    mysql-server"
+
+  # godbc-backend test setup
+  run echo\ -e\ "[pdns-sqlite3-1]\nDriver = SQLite3\nDatabase = ${PWD}/regression-tests/pdns.sqlite3\n\n[pdns-sqlite3-2]\nDriver = SQLite3\nDatabase = ${PWD}/regression-tests/pdns.sqlite32\n"\ >\ ${HOME}/.odbc.ini
+
+  # ldap-backend test setup
+  run "sudo apt-get -qq --no-install-recommends install \
+    slapd \
+    ldap-utils"
+  run "mkdir /tmp/ldap-dns"
+  run "pushd /tmp/ldap-dns"
+  run 'for schema in /etc/ldap/schema/{core,cosine}.schema ${TRAVIS_BUILD_DIR}/modules/ldapbackend/{dnsdomain2,pdns-domaininfo}.schema ; do echo include $schema ; done > ldap.conf'
+  run "mkdir slapd.d"
+  run "slaptest -f ldap.conf -F slapd.d"
+  run "sudo cp slapd.d/cn=config/cn=schema/cn={*dns*.ldif /etc/ldap/slapd.d/cn=config/cn=schema/"
+  run "sudo chown -R openldap:openldap /etc/ldap/slapd.d/"
+  run "sudo service slapd restart"
+  run "popd"
+  run "sudo -u openldap mkdir -p /var/lib/ldap/powerdns"
+  run "sudo ldapadd -Y EXTERNAL -H ldapi:/// -f ./modules/ldapbackend/testfiles/add.ldif"
+
+  # remote-backend tests requirements
+  run "sudo apt-get -qq --no-install-recommends install \
+    ruby-json \
+    rubygems-integration \
+    socat"
+  run "gem install bundler --no-rdoc --no-ri"
+  run "cd modules/remotebackend"
+  run "ruby -S bundle install"
+  run "cd ../.."
+
+  # tinydns
+  run "sudo apt-get -qq --no-install-recommends install \
+    libcdb-dev"
+
+  # No backend
+  run "sudo apt-get -qq --no-install-recommends install \
+    authbind \
+    faketime"
+  run "sudo touch /etc/authbind/byport/53"
+  run "sudo chmod 755 /etc/authbind/byport/53"
+}
+
+install_docs() {
+  ### documentation requirements
+  run "sudo apt-get -qq --no-install-recommends install \
+    pandoc \
+    xmlto"
+
+  # documentation test requirements
+  run "virtualenv $HOME/.venv"
+  run "source $HOME/.venv/bin/activate"
+  run "pip install -q pandocfilters==1.2.3 mkdocs==0.14 linkchecker==9.3 click==5.1"
+  run "deactivate"
+}
+
+install_recursor() {
+  # recursor test requirements / setup
+  run "sudo apt-get -qq --no-install-recommends install \
+    authbind \
+    daemontools \
+    libbotan-1.10-0 \
+    liblua5.2-0 \
+    moreutils \
+    jq"
+  run "cd .."
+  run "wget http://s3.amazonaws.com/alexa-static/top-1m.csv.zip"
+  run "unzip top-1m.csv.zip -d ./pdns/regression-tests"
+  PDNS_SERVER_VERSION="0.0.880gcb54743-1pdns"
+  run "wget https://downloads.powerdns.com/autobuilt/auth/deb/$PDNS_SERVER_VERSION.trusty-amd64/pdns-server_$PDNS_SERVER_VERSION.trusty_amd64.deb"
+  run "wget https://downloads.powerdns.com/autobuilt/auth/deb/$PDNS_SERVER_VERSION.trusty-amd64/pdns-tools_$PDNS_SERVER_VERSION.trusty_amd64.deb"
+  run "sudo dpkg -i pdns-server_$PDNS_SERVER_VERSION.trusty_amd64.deb pdns-tools_$PDNS_SERVER_VERSION.trusty_amd64.deb"
+  run 'for suffix in {1..40}; do sudo /sbin/ip addr add 10.0.3.$suffix/32 dev lo; done'
+  run "sudo touch /etc/authbind/byport/53"
+  run "sudo chmod 755 /etc/authbind/byport/53"
+  run "cd pdns"
+}
+
+install_dnsdist() {
+  printf ""
+}
+
+build_auth() {
+  run "./bootstrap"
+  # Build without --enable-botan1.10 option, Botan/SoftHSM conflict #2496
+  run "CFLAGS='-O1' CXXFLAGS='-O1' ./configure \
+    --with-dynmodules='bind gmysql geoip gpgsql gsqlite3 ldap lua mydns opendbx pipe random remote tinydns' \
+    --with-modules='' \
+    --with-sqlite3 \
+    --enable-libsodium \
+    --enable-experimental-pkcs11 \
+    --enable-remotebackend-zeromq \
+    --enable-tools \
+    --enable-unit-tests \
+    --enable-backend-unit-tests \
+    --disable-dependency-tracking \
+    --disable-silent-rules"
+  run "make -k dist"
+  run "make -k -j3"
+  run "make -k install DESTDIR=/tmp/pdns-install-dir"
+  run "find /tmp/pdns-install-dir -ls"
+}
+
+build_recursor() {
+  export PDNS_RECURSOR_DIR=$HOME/pdns_recursor
+  # distribution build
+  run "./build-scripts/dist-recursor"
+  run "cd pdns/recursordist"
+  run "tar xf pdns-recursor-*.tar.bz2"
+  run "rm -f pdns-recursor-*.tar.bz2"
+  run "cd pdns-recursor-*"
+  run "CFLAGS='-O1' CXXFLAGS='-O1' ./configure \
+    --prefix=$PDNS_RECURSOR_DIR \
+    --disable-silent-rules"
+  run "make -k -j3"
+  run "make install"
+  run "find $PDNS_RECURSOR_DIR -ls"
+  run "cd ../../.."
+}
+
+build_dnsdist(){
+  run "./build-scripts/dist-dnsdist"
+  run "cd pdns/dnsdistdist"
+  run "tar xf dnsdist*.tar.bz2"
+  run "cd dnsdist-*"
+  run "CFLAGS='-O1' CXXFLAGS='-O1' ./configure \
+    --enable-unit-tests \
+    --enable-libsodium \
+    --enable-dnscrypt \
+    --prefix=$HOME/dnsdist \
+    --disable-silent-rules"
+  run "make -k -j3"
+  run "./testrunner"
+  run "make install"
+  run "cd ../../.."
+  run "find $HOME/dnsdist -ls"
+  run "rm -rf pdns/dnsdistdist/dnsdist-*/"
+
+}
+
+build_docs() {
+  run "./bootstrap"
+  run "source $HOME/.venv/bin/activate"
+  run "./configure --disable-dependency-tracking --with-modules='' --with-dyn-modules=''"
+  run "make -C docs"
+  run "deactivate"
+}
+
+test_auth() {
+  run "make -j3 check"
+  run "test -f pdns/test-suite.log && cat pdns/test-suite.log || true"
+  run "test -f modules/remotebackend/test-suite.log && cat modules/remotebackend/test-suite.log || true"
+
+  #DNSName - make -k -j3 -C pdns $(grep '(EXEEXT):' pdns/Makefile | cut -f1 -d\$ | grep -E -v 'dnsdist|calidns')
+  run 'make -k -j3 -C pdns $(grep "(EXEEXT):" pdns/Makefile | cut -f1 -d\$ | grep -E -v "dnspcap2protobuf|dnsdist|calidns|speedtest")'
+
+  run "cd pdns"
+  run "./pdnsutil test-algorithms"
+  run "cd .."
+
+  run "cd regression-tests"
+
+  run "./timestamp ./start-test-stop 5300 ldap-tree"
+  run "./timestamp ./start-test-stop 5300 ldap-simple"
+  run "./timestamp ./start-test-stop 5300 ldap-strict"
+
+  run "./timestamp ./start-test-stop 5300 bind-both"
+  run "./timestamp ./start-test-stop 5300 bind-dnssec-both"
+  run "./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-both"
+  run "./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-optout-both"
+  run "./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-narrow"
+  run "./timestamp ./start-test-stop 5300 bind-hybrid-nsec3"
+  #ecdsa - ./timestamp ./start-test-stop 5300 bind-dnssec-pkcs11
+
+  run "export geoipregion=oc geoipregionip=1.2.3.4"
+  run "./timestamp ./start-test-stop 5300 geoip"
+  run "./timestamp ./start-test-stop 5300 geoip-nsec3-narrow"
+
+  run "./timestamp ./start-test-stop 5300 gmysql-nodnssec-both"
+  run "./timestamp ./start-test-stop 5300 gmysql-both"
+  run "./timestamp ./start-test-stop 5300 gmysql-nsec3-both"
+  run "./timestamp ./start-test-stop 5300 gmysql-nsec3-optout-both"
+  run "./timestamp ./start-test-stop 5300 gmysql-nsec3-narrow"
+
+  run "export GODBC_SQLITE3_DSN=pdns-sqlite3-1"
+  # run "./timestamp ./start-test-stop 5300 godbc_sqlite3-nsec3"
+
+  run "./timestamp ./start-test-stop 5300 gpgsql-nodnssec-both"
+  run "./timestamp ./start-test-stop 5300 gpgsql-both"
+  run "./timestamp ./start-test-stop 5300 gpgsql-nsec3-both"
+  run "./timestamp ./start-test-stop 5300 gpgsql-nsec3-optout-both"
+  run "./timestamp ./start-test-stop 5300 gpgsql-nsec3-narrow"
+
+  run "./timestamp ./start-test-stop 5300 gsqlite3-nodnssec-both"
+  run "./timestamp ./start-test-stop 5300 gsqlite3-both"
+  run "./timestamp ./start-test-stop 5300 gsqlite3-nsec3-both"
+  run "./timestamp ./start-test-stop 5300 gsqlite3-nsec3-optout-both"
+  run "./timestamp ./start-test-stop 5300 gsqlite3-nsec3-narrow"
+
+  run "./timestamp ./start-test-stop 5300 mydns"
+
+  run "./timestamp ./start-test-stop 5300 opendbx-sqlite3"
+
+  run "./timestamp ./start-test-stop 5300 remotebackend-pipe"
+  run "./timestamp ./start-test-stop 5300 remotebackend-pipe-dnssec"
+  run "./timestamp ./start-test-stop 5300 remotebackend-unix"
+  run "./timestamp ./start-test-stop 5300 remotebackend-unix-dnssec"
+  run "./timestamp ./start-test-stop 5300 remotebackend-http"
+  run "./timestamp ./start-test-stop 5300 remotebackend-http-dnssec"
+  run "./timestamp ./start-test-stop 5300 remotebackend-zeromq"
+  run "./timestamp ./start-test-stop 5300 remotebackend-zeromq-dnssec"
+
+  run "./timestamp ./start-test-stop 5300 tinydns"
+  run "cd .."
+
+  run "cd regression-tests.rootzone"
+  run "./timestamp ./start-test-stop 5300 bind-both"
+  run "./timestamp ./start-test-stop 5300 bind-dnssec-both"
+  run "./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-both"
+  run "./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-optout-both"
+  run "./timestamp ./start-test-stop 5300 bind-dnssec-nsec3-narrow"
+  run "./timestamp ./start-test-stop 5300 bind-hybrid-nsec3"
+
+  run "./timestamp ./start-test-stop 5300 gmysql-nodnssec-both"
+  run "./timestamp ./start-test-stop 5300 gmysql-both"
+  run "./timestamp ./start-test-stop 5300 gmysql-nsec3-both"
+  run "./timestamp ./start-test-stop 5300 gmysql-nsec3-optout-both"
+  run "./timestamp ./start-test-stop 5300 gmysql-nsec3-narrow"
+
+  run "./timestamp ./start-test-stop 5300 gpgsql-nodnssec-both"
+  run "./timestamp ./start-test-stop 5300 gpgsql-both"
+  run "./timestamp ./start-test-stop 5300 gpgsql-nsec3-both"
+  run "./timestamp ./start-test-stop 5300 gpgsql-nsec3-optout-both"
+  run "./timestamp ./start-test-stop 5300 gpgsql-nsec3-narrow"
+
+  run "./timestamp ./start-test-stop 5300 gsqlite3-nodnssec-both"
+  run "./timestamp ./start-test-stop 5300 gsqlite3-both"
+  run "./timestamp ./start-test-stop 5300 gsqlite3-nsec3-both"
+  run "./timestamp ./start-test-stop 5300 gsqlite3-nsec3-optout-both"
+  run "./timestamp ./start-test-stop 5300 gsqlite3-nsec3-narrow"
+
+  run "cd .."
+
+  ### api ###
+  run "cd regression-tests.api"
+  run "./runtests authoritative"
+  run "cd .."
+
+  ### no backend tests ###
+  run "cd regression-tests.nobackend/"
+  run "./runtests"
+  run "test ! -s ./failed_tests"
+  run "cd .."
+
+  run "rm -f regression-tests/zones/*-slave.*" #FIXME
+}
+
+test_recursor() {
+  export PDNSRECURSOR="${PDNS_RECURSOR_DIR}/sbin/pdns_recursor"
+  run "./build-scripts/test-recursor"
+  export RECURSOR="${PDNSRECURSOR}"
+  export DNSBULKTEST="/usr/bin/dnsbulktest"
+  export RECCONTROL="${PDNS_RECURSOR_DIR}/bin/rec_control"
+  run "cd regression-tests"
+  run "THRESHOLD=90 TRACE=no ./timestamp ./recursor-test 5300 25000"
+  run "cd .."
+  run "cd regression-tests.api"
+  run "./runtests recursor"
+  run "cd .."
+}
+
+test_docs() {
+  run "source $HOME/.venv/bin/activate"
+  run "make -C docs check-links"
+  run " deactivate"
+}
+
+test_dnsdist(){
+  run "cd regression-tests.dnsdist"
+  run "DNSDISTBIN=$HOME/dnsdist/bin/dnsdist ./runtests -v"
+  run "rm -f ./DNSCryptResolver.cert ./DNSCryptResolver.key"
+  run "cd .."
+}
+
+test_repo(){
+  run "git status"
+  run "git status | grep -q clean"
+}
+
+# global build requirements
+run "sudo apt-get -qq --no-install-recommends install \
+  libboost-all-dev \
+  liblua5.1-dev \
+  libedit-dev \
+  pandoc"
+
+run "cd .."
+run "wget http://ppa.launchpad.net/kalon33/gamesgiroll/ubuntu/pool/main/libs/libsodium/libsodium-dev_1.0.3-1~ppa14.04+1_amd64.deb"
+run "wget http://ppa.launchpad.net/kalon33/gamesgiroll/ubuntu/pool/main/libs/libsodium/libsodium13_1.0.3-1~ppa14.04+1_amd64.deb"
+run "sudo dpkg -i libsodium-dev_1.0.3-1~ppa14.04+1_amd64.deb libsodium13_1.0.3-1~ppa14.04+1_amd64.deb"
+run "cd pdns"
+
+install_$PDNS_BUILD_PRODUCT
+
+build_$PDNS_BUILD_PRODUCT
+
+test_$PDNS_BUILD_PRODUCT
+
+if [ $PDNS_BUILD_PRODUCT == "auth"]; then
+  test_repo
+fi
diff --git a/regression-tests.api/runtests.py b/regression-tests.api/runtests.py
index 52d03ab68..1638a78fe 100755
--- a/regression-tests.api/runtests.py
+++ b/regression-tests.api/runtests.py
@@ -75,6 +75,8 @@ if daemon not in ('authoritative', 'recursor'):
 
 daemon = sys.argv[1]
 
+pdns_recursor = os.environ.get("PDNSRECURSOR", "../pdns/recursordist/pdns_recursor")
+
 if daemon == 'authoritative':
 
     # Prepare sqlite DB with some zones.
@@ -110,7 +112,7 @@ else:
     with open(conf_dir+'/example.com..conf', 'w') as conf_file:
         conf_file.write(REC_EXAMPLE_COM_CONF_TPL)
 
-    pdnscmd = ("../pdns/recursordist/pdns_recursor --daemon=no --socket-dir=. --config-dir=. --allow-from-file=acl.list --local-port=5555 --webserver=yes --webserver-port="+WEBPORT+" --webserver-address=127.0.0.1 --webserver-password=something --api-key="+APIKEY).split()
+    pdnscmd = (pdns_recursor + " --daemon=no --socket-dir=. --config-dir=. --allow-from-file=acl.list --local-port=5555 --webserver=yes --webserver-port="+WEBPORT+" --webserver-address=127.0.0.1 --webserver-password=something --api-key="+APIKEY).split()
 
 
 # Now run pdns and the tests.