diff --git a/doc/scripts/baselines.sh b/doc/scripts/baselines.sh index 6f82b1aff351acd0a217a5e84221110483a75b4b..7db50dfb724a144f3b29fb82cbd5160682a89462 100755 --- a/doc/scripts/baselines.sh +++ b/doc/scripts/baselines.sh @@ -3,8 +3,8 @@ # Runs all of our baselines # set output directory and location of "bob" executable -OUTDIR=/path/to/output/diretory -BOB=/path/to/bob/execuble +OUTDIR=/idiap/temp/aanjos/binseg/baselines-with-validation +BOB=/idiap/user/aanjos/work/bob/bob.ip.binseg/bin/bob # run <modelconfig> <dbconfig> <batchsize> [<device> [<queue>]] function run() { @@ -15,8 +15,7 @@ function run() { cmd+=("-vv" "--device=${device}" ${1} ${2}) cmd+=("--batch-size=${3}" "--output-folder=${OUTDIR}/${1}/${2}") - # notice this assumes gridtk is installed - [ $# -gt 4 ] && cmd=(jman submit "--memory=24G" "--queue=${5}" -- "${cmd[@]}") + [ $# -gt 4 ] && cmd=(jman submit "--name=$(basename ${OUTDIR})-${1}-${2}" "--memory=24G" "--queue=${5}" -- "${cmd[@]}") "${cmd[@]}" } @@ -24,23 +23,23 @@ function run() { # run/submit all baselines # comment out from "sgpu/gpu" to run locally # comment out from "cuda:0" to run on CPU -run m2unet stare 6 #cuda:0 #sgpu -run hed stare 4 #cuda:0 #sgpu -run driu stare 5 #cuda:0 #sgpu -run unet stare 2 #cuda:0 #sgpu -run m2unet drive 16 #cuda:0 #sgpu -run hed drive 8 #cuda:0 #sgpu -run driu drive 8 #cuda:0 #sgpu -run unet drive 4 #cuda:0 #sgpu -run m2unet iostar-vessel 6 #cuda:0 #sgpu -run hed iostar-vessel 4 #cuda:0 #sgpu -run driu iostar-vessel 4 #cuda:0 #sgpu -run unet iostar-vessel 2 #cuda:0 #sgpu -run m2unet chasedb1 6 #cuda:0 #sgpu -run hed chasedb1 4 #cuda:0 #sgpu -run driu chasedb1 4 #cuda:0 #sgpu -run unet chasedb1 2 #cuda:0 #sgpu -run m2unet hrf 1 #cuda:0 #gpu -run hed hrf 1 #cuda:0 #gpu -run driu hrf 1 #cuda:0 #gpu -run unet hrf 1 #cuda:0 #gpu +run m2unet drive 16 cuda:0 sgpu +run hed drive 8 cuda:0 sgpu +run driu drive 8 cuda:0 sgpu +run unet drive 4 cuda:0 sgpu +run m2unet stare 6 cuda:0 sgpu +run hed stare 4 cuda:0 sgpu +run driu stare 5 cuda:0 sgpu +run unet stare 2 cuda:0 sgpu +run m2unet chasedb1 6 cuda:0 sgpu +run hed chasedb1 4 cuda:0 sgpu +run driu chasedb1 4 cuda:0 sgpu +run unet chasedb1 2 cuda:0 sgpu +run m2unet hrf 1 cuda:0 gpu +run hed hrf 1 cuda:0 gpu +run driu hrf 1 cuda:0 gpu +run unet hrf 1 cuda:0 gpu +run m2unet iostar-vessel 6 cuda:0 sgpu +run hed iostar-vessel 4 cuda:0 sgpu +run driu iostar-vessel 4 cuda:0 sgpu +run unet iostar-vessel 2 cuda:0 sgpu diff --git a/doc/scripts/mtest.sh b/doc/scripts/mtest.sh new file mode 100755 index 0000000000000000000000000000000000000000..e39c96980c0725718af69d8e03566df1749af75b --- /dev/null +++ b/doc/scripts/mtest.sh @@ -0,0 +1,14 @@ +#!/usr/bin/env bash + +# Runs cross database tests + +BOB=$HOME/work/bob/bob.ip.binseg/bin/bob + +for d in drive stare chasedb1 iostar-vessel hrf; do + for m in driu hed m2unet unet; do + cmd=(${BOB} binseg analyze -vv ${m} "${d}-mtest") + cmd+=("--weight=${m}/${d}/model/model_lowest_valid_loss.pth") + cmd+=("--output-folder=${m}/${d}/mtest") + "${cmd[@]}" + done +done diff --git a/doc/scripts/xtest.sh b/doc/scripts/xtest.sh index 6a198c98e5e3a53f57f39f25d17f1277c98a5977..c13db8a89f52c5f4194e5bf7e1f89aafb2c0192a 100755 --- a/doc/scripts/xtest.sh +++ b/doc/scripts/xtest.sh @@ -7,7 +7,7 @@ BOB=$HOME/work/bob/bob.ip.binseg/bin/bob for d in drive stare chasedb1 iostar-vessel hrf; do for m in driu hed m2unet unet; do cmd=(${BOB} binseg analyze -vv ${m} "${d}-xtest") - cmd+=("--weight=${m}/${d}/model/model_final.pth") + cmd+=("--weight=${m}/${d}/model/model_lowest_valid_loss.pth") cmd+=("--output-folder=${m}/${d}/xtest") "${cmd[@]}" done