Update indoor testing scripts.

georg-bn · Jun 17, 2021 · e02c83e · e02c83e
1 parent d2b85e2
commit e02c83e
Show file tree

Hide file tree

Showing 4 changed files with 16 additions and 3 deletions.
diff --git a/configs/loftr/indoor/scannet/loftr_ds_eval.py b/configs/loftr/indoor/scannet/loftr_ds_eval.py
@@ -0,0 +1,15 @@
+""" A config only for reproducing the ScanNet evaluation results.
+
+We remove border matches by default, but the originally implemented
+`remove_border()` has a bug, leading to only two sides of
+all borders are actually removed. However, the [bug fix](https://github.com/zju3dv/LoFTR/commit/e9146c8144dea5f3cbdd98b225f3e147a171c216)
+makes the scannet evaluation results worse (auc@10=40.8 => 39.5), which should be
+caused by tiny result fluctuation of few image pairs. This config set `BORDER_RM` to 0
+to be consistent with the results in our paper.
+"""
+
+from src.config.default import _CN as cfg
+
+cfg.LOFTR.MATCH_COARSE.MATCH_TYPE = 'dual_softmax'
+
+cfg.LOFTR.MATCH_COARSE.BORDER_RM = 0
diff --git a/scripts/reproduce_test/indoor_ds.sh b/scripts/reproduce_test/indoor_ds.sh
@@ -8,7 +8,7 @@ export PYTHONPATH=$PROJECT_DIR:$PYTHONPATH
 cd $PROJECT_DIR
 
 data_cfg_path="configs/data/scannet_test_1500.py"
-main_cfg_path="configs/loftr/indoor/loftr_ds.py"
+main_cfg_path="configs/loftr/indoor/scannet/loftr_ds_eval.py"
 ckpt_path="weights/indoor_ds.ckpt"
 dump_dir="dump/loftr_ds_indoor"
 profiler_name="inference"

diff --git a/scripts/reproduce_test/indoor_ot.sh b/scripts/reproduce_test/indoor_ot.sh
@@ -26,4 +26,3 @@ python -u ./test.py \
     --batch_size=${batch_size} --num_workers=${torch_num_workers}\
     --profiler_name=${profiler_name} \
     --benchmark 
-
diff --git a/scripts/reproduce_test/outdoor_ot.sh b/scripts/reproduce_test/outdoor_ot.sh
@@ -26,4 +26,3 @@ python -u ./test.py \
     --batch_size=${batch_size} --num_workers=${torch_num_workers}\
     --profiler_name=${profiler_name} \
     --benchmark 
-
Original file line number	Diff line number	Diff line change
Expand Up		@@ -26,4 +26,3 @@ python -u ./test.py \
		--batch_size=${batch_size} --num_workers=${torch_num_workers}\
		--profiler_name=${profiler_name} \
		--benchmark