Add weekly test scripts

Change-Id: I85367e6c98d574715ed0cccab21ff3dd0270347e

diff --git a/scripts/weekly_config.sh b/scripts/weekly_config.sh
new file mode 100755 (executable)
index 0000000..2574673
--- /dev/null
+++ b/scripts/weekly_config.sh
@@ -0,0 +1,87 @@
+#!/bin/sh
+
+platform=x86_64-linux-gcc
+codec=--enable-av1
+libsrc=aom
+
+experiment_dependency() {
+  tool=--enable-$1
+
+  if [ "$1" == ec_adapt ]; then
+    tool="--enable-$1 --enable-ext-inter"
+  fi
+
+  if [ "$1" == ec_multisymbol ]; then
+    tool="--enable-$1 --enable-daala-ec"
+  fi
+
+  if [ "$1" == rect_tx ]; then
+    tool="--enable-$1 --enable-ext-tx"
+  fi
+
+  if [ "$1" == simp_mv_pred ]; then
+    tool="--enable-$1 --enable-ref-mv"
+  fi
+  
+  if [ "$1" == mv_compress ]; then
+    tool="--enable-$1 --enable-ref-mv"
+  fi
+
+  if [ "$1" == var_tx ]; then
+    tool="--enable-$1 --enable-cb4x4 --enable-rect-tx"
+  fi
+  
+  # if [ "$1" == ext_tx ]; then
+  #   tool="--enable-$1 --enable-cb4x4"
+  # fi
+  
+  # if [ "$1" == chroma_2x2 ]; then
+  #   tool="--enable-$1 --enable-cb4x4"
+  # fi
+
+  if [ "$1" == ncobmc ]; then
+    tool="--enable-$1 --enable-motion-var"
+  fi
+  
+  if [ "$1" == wedge ] || [ "$1" == compound_segment ] ; then
+    tool="--enable-$1 --enable-ext-inter"
+  fi
+
+  if [ "$1" == interintra ] ; then
+    tool="--enable-$1 --enable-ext-inter --enable-wedge"
+  fi
+
+  if [ "$1" == txk_sel ] ; then
+    tool="--enable-$1 --enable-lv_map"
+  fi
+
+  if [ "$1" == intra_interp ] ; then
+    tool="--enable-$1 --enable-ext-intra"
+  fi
+
+  if [ "$1" == ext_tile ] ; then
+    tool="--enable-$1 --disable-cdef"
+  fi
+
+  if [ "$1" == lv_map ] ; then
+    tool="--enable-$1 --enable-cb4x4 --enable-chroma_sub8x8"
+  fi
+
+  # if [ "$1" == chroma_sub8x8 ] ; then
+  #   tool="--enable-$1 --enable-cb4x4"
+  # fi
+
+  if [ "$1" == one_sided_compound ] ; then
+    tool="--enable-$1 --enable-ext-refs"
+  fi
+  
+}
+
+common="--disable-unit-tests --disable-docs --enable-experimental"
+
+disabled="--disable-chroma_sub8x8 --disable-filter_7bit --disable-reference_buffer
+ --disable-delta_q --disable-tile_groups --disable-rect_tx --disable-global_motion --disable-ext_tx --disable-cdef --disable-ext_intra --disable-mv_compress --disable-ext_refs --disable-dual_filter --disable-motion_var --disable-warped_motion --disable-ext_delta_q --disable-loopfiltering_across_tiles --disable-ec_smallmul --disable-var_tx --disable-ext_inter --disable-wedge --disable-compound_segment --disable-interintra --disable-one_sided_compound --disable-smooth_hv --disable-parallel_deblocking --disable-palette --disable-alt_intra --disable-palette_throughput --disable-tempmv_signaling"
+
+experiment_dependency $1
+
+../$libsrc/configure $common $disabled $tool > /dev/null

diff --git a/scripts/weekly_speed.sh b/scripts/weekly_speed.sh
new file mode 100755 (executable)
index 0000000..a38f794
--- /dev/null
+++ b/scripts/weekly_speed.sh
@@ -0,0 +1,126 @@
+#!/bin/sh
+# File:
+#  list_exp_speed.sh
+# Decription:
+#  Configure, build, and run encoder/decoder for each experimental tool.
+#  Display the encoder/decode run time
+# Preassumption:
+#  1) Assume all script files are in ~/Dev/sandbox/libvpx/scripts
+# Note:
+#  See encoder config output if set,
+#  verbose=-v
+#set -x
+
+if [ "$#" -ne 1 ]; then
+  root_dir=~/Dev/av1k
+else
+  root_dir=$1
+fi
+
+code_dir=$root_dir/aom
+build_dir=$root_dir/release
+test_dir=~/Dev/weekly
+script_dir=~/Dev/sandbox/libvpx/scripts
+
+# video=~/Dev/samples/videos/yaowu/soccer_cif.y4m
+# wi=352
+# he=288
+# frames=5
+# bitrate=500
+# fps="30/1"
+
+# video=~/Dev/samples/videos/speed-set/touchdown_pass_480p.y4m
+# wi=854
+# he=480
+# frames=30
+# bitrate=2400
+# fps="30000/1001"
+
+video=~/Dev/samples/videos/speed-set/BasketballDrive_1920x1080_50.y4m
+wi=1920
+he=1080
+frames=75
+bitrate=4000
+fps="50/1"
+
+# General options
+codec="--codec=av1"
+verbose=
+
+# LBD or HBD
+# Note:
+#  Standard bit depth:
+#   1) profile=0
+#   2) remove $bitdepth in encoder command line
+#   3) Change runconfig.sh, bitdepth=
+#  High bit depth:
+#   1) profile=2
+#   2) Add $bitdepth in encoder command line, e.g. bitdepth="--bit-depth=10"
+#   3) Change runconfig.sh, bitdepth=--enable-highbitdepth
+
+profile=0
+rm *.txt
+core_id=3
+
+#
+for exp_tool in experimental ncobmc one_sided_compound chroma_sub8x8 rect_tx global_motion ext_tx cdef ext_intra ext_refs dual_filter motion_var warped_motion var_tx tx64x64 supertx ext_partition tpl_mv unpoison_partition_ctx wedge adapt_scan ans chroma_2x2 compound_segment ext_inter ext_tile filter_intra intrabc intra_interp loop_restoration lv_map q_adapt_probs compound_round convolve_round interintra mv_compound txk_sel ext_inter ec_adapt filter_7bit reference_buffer delta_q tile_groups ext_delta_q loopfiltering_across_tiles ec_smallmul smooth_hv alt_intra
+
+do
+  cd $build_dir
+  make clean > /dev/null
+  $script_dir/weekly_config.sh $exp_tool
+  make -j > /dev/null
+  if [ $? -ne 0 ]; then
+    echo Build failed on experiment: $exp_tool
+  fi
+  cp ./aomenc $test_dir/.
+  cp ./aomdec $test_dir/.
+
+  cd $test_dir
+
+  elog=e_$exp_tool.txt
+  dlog=d_$exp_tool.txt
+  bs=$bs_$exp_tool.webm
+  
+  if [ $exp_tool == intrabc ] || [ $exp_tool == palette ] || [ $exp_tool == palette_delta_encoding ] || [ $exp_tool == palette_throughput ]; then
+    tune_content="--tune-content=screen"
+  else
+    tune_content=
+  fi
+
+  if [ $exp_tool == ext_tile ]; then
+    col_num=1
+  else
+    col_num=0
+  fi
+  
+  taskset -c $core_id ./aomenc $verbose -o /dev/shm/$bs $video $codec --limit=$frames --profile=$profile --fps=$fps $tune_content --target-bitrate=$bitrate --skip=0 -p 2 --good --cpu-used=0 --lag-in-frames=25 --min-q=0 --max-q=63 --auto-alt-ref=1 --kf-max-dist=150 --kf-min-dist=0 --drop-frame=0 --static-thresh=0 --bias-pct=50 --minsection-pct=0 --maxsection-pct=2000 --arnr-maxframes=7 --arnr-strength=5 --sharpness=0 --undershoot-pct=100 --overshoot-pct=100 --frame-parallel=0 --tile-columns=$col_num --test-decode=warn --psnr &>> $elog
+
+  # Note: $2 is the time unit, ms or us
+  #etime=`cat $elog | grep 'Pass 2/2' | grep 'fps)' | sed -e 's/^.*b\/s//' | awk '{print $1" "$2}'`
+  etime=`cat $elog | grep 'Pass 2/2' | grep 'fps)' | sed -e 's/^.*b\/s//' | awk '{print $1" "}'`
+  
+  psnr=`cat $elog | grep 'PSNR' | awk '{print $5, $6, $7, $8, $9}'`
+  tmp=`cat $elog | grep mismatch`
+  if [ "$?" -ne 0 ]; then
+    eflag=e_ok
+  else
+    eflag=mismatch
+  fi
+  
+  taskset -c $core_id ./aomdec /dev/shm/$bs $codec --i420 --noblit --summary 2>&1 &>> $dlog
+  if [ "$?" -ne 0 ]; then
+    dflag=fault
+  else
+    dflag=d_ok
+  fi
+
+  # Note: $8 is the time unit ms or us
+  #dtime=`awk '{print $7" "$8}' < $dlog`
+  dtime=`awk '{print $7" "}' < $dlog`
+  
+  echo -e $exp_tool '\t'$etime'\t'$dtime'\t'$psnr'\t'$eflag'\t'$dflag
+
+  rm ./aomenc ./aomdec
+done
+