-
Notifications
You must be signed in to change notification settings - Fork 44
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
multiple feature updates, see [changelog.md](docs/misc/changelog.md)
- Loading branch information
Showing
226 changed files
with
10,219 additions
and
876 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,59 @@ | ||
dataloader_cfg: # we see the term "dataloader" as one word? | ||
dataset_cfg: &dataset_cfg | ||
data_root: data/badminton/seq3 | ||
masks_dir: bgmtv2 | ||
bounds: [[-3.5, -6.7, -4.0], [7.5, 9.2, 0.45]] | ||
view_sample: [0, null, 1] # use all views | ||
frame_sample: [0, 500, 1] # only train for 200 frames | ||
|
||
vhull_voxel_size: 0.003 | ||
intersect_camera_bounds: False | ||
# vhull_thresh: 0.95 | ||
# count_thresh: 16 | ||
|
||
# Should refactor VolumetricVideoDataset to support zero weight in non-masked regions | ||
# bkgd_weight: 0.0 | ||
# avg_using_all: True | ||
# avg_max_count: 50 # should match inference with this | ||
|
||
# use_masks: True | ||
# masks_dir: inv_maskes # for the scene | ||
# dist_opt_K: True # useful for large distortion values | ||
near: 0.1 | ||
far: 20.0 | ||
|
||
val_dataloader_cfg: | ||
dataset_cfg: | ||
<<: *dataset_cfg | ||
view_sample: [0, null, 10] # one training, two testing | ||
frame_sample: [0, null, 200] # one training, two testing | ||
|
||
viewer_cfg: | ||
playing_fps: 50 | ||
window_size: [1080, 1920] | ||
camera_cfg: | ||
origin: [0.8365561962127686, -0.2532264292240143, 0.04289454594254494] | ||
# world_up: [0, 0, -1] # negative of the y component of the rotation | ||
world_up: [0.014027, 0.090914, -0.995760] # negative of the y component of the rotation | ||
# prettier-ignore | ||
K: [[1568.789130, 0.000000, 960.000000], [0.000000, 1571.591066, 540.000000], [0.000000, 0.000000, 1.000000]] | ||
# prettier-ignore | ||
R: [[0.888063, 0.456517, 0.054191], [-0.014027, -0.090914, 0.995760], [0.459508, -0.885058, -0.074334]] | ||
# prettier-ignore | ||
T: [-0.458918, 0.078427, 0.597564] | ||
n: 0.5 | ||
f: 6.0 | ||
# evc-test -c configs/base.yaml,configs/models/r4dv.yaml,configs/datasets/badminton/seq3_obj.yaml,configs/specs/vhulls.yaml val_dataloader_cfg.dataset_cfg.vhull_thresh=0.75 val_dataloader_cfg.dataset_cfg.count_thresh=6 val_dataloader_cfg.dataset_cfg.vhulls_dir=vhulls_g val_dataloader_cfg.dataset_cfg.reload_vhulls=True val_dataloader_cfg.dataset_cfg.frame_sample=90,91,1 | ||
|
||
# evc-test -c configs/base.yaml,configs/models/r4dv.yaml,configs/datasets/badminton/seq3.yaml,configs/specs/vhulls.yaml val_dataloader_cfg.dataset_cfg.reload_vhulls=True val_dataloader_cfg.dataset_cfg.vhull_voxel_size=0.001 | ||
# evc-test -c configs/base.yaml,configs/models/r4dv.yaml,configs/datasets/badminton/seq3.yaml,configs/specs/surfs.yaml | ||
# python scripts/reality_capture/dense_reconstruction.py --recopy_xmps --pcds_dir "C:/Users/AAA/Desktop/dense_xyzs_rc" --frame_sample 0 500 200 --data_root data/badminton/seq3 | ||
|
||
# python scripts/points/ibr_colorization.py --data_root data/badminton/seq3 --input surfs18k_j10 --output surfs18k_j10 --frame_sample 0 500 10 | ||
# python scripts/points/ibr_colorization.py --data_root data/badminton/seq3 --input surfs7k --output surfs7k --frame_sample 0 500 1 | ||
|
||
# {"H":1080,"W":1920,"K":[[2566.73681640625,0.0,960.0],[0.0,2563.31982421875,540.0],[0.0,0.0,1.0]],"R":[[-0.826229453086853,0.5633337497711182,0.0],[-0.1273532509803772,-0.18678626418113708,0.9741355180740356],[0.5487633943557739,0.804859459400177,0.22607068717479706]],"T":[[0.8383246660232544],[0.022542357444763184],[2.7940902709960938]],"n":0.5,"f":6.0,"t":0.0,"v":0.0,"bounds":[[-8.0,-4.0,-1.0],[10.0,6.0,5.0]],"mass":0.10000000149011612,"moment_of_inertia":0.10000000149011612,"movement_force":1.0,"movement_torque":1.0,"movement_speed":1.0,"origin":[0.8365561962127686,-0.2532264292240143,0.04289454594254494],"world_up":[0.0,0.0,-1.0]} | ||
|
||
# {"H":1080,"W":1920,"K":[[1216.73681640625,0.0,960.0],[0.0,1215.117431640625,540.0],[0.0,0.0,1.0]],"R":[[-0.8511601090431213,0.5249061584472656,0.0],[-0.08109844475984573,-0.13150495290756226,0.9879946708679199],[0.5186044573783875,0.8409416079521179,0.1545008420944214]],"T":[[0.8062191009521484],[0.008099749684333801],[0.6115821003913879]],"n":0.5,"f":6.0,"t":0.0,"v":0.0,"bounds":[[-8.0,-4.0,-1.0],[10.0,6.0,5.0]],"mass":0.10000000149011612,"moment_of_inertia":0.10000000149011612,"movement_force":1.0,"movement_torque":1.0,"movement_speed":1.0,"origin":[0.8365561962127686,-0.2532264292240143,0.04289454594254494],"world_up":[0.0,0.0,-1.0]} | ||
|
||
# {"H":1080,"W":1920,"K":[[1569.4375,0.0,960.0],[0.0,1567.9122314453125,540.0],[0.0,0.0,1.0]],"R":[[-0.9162140488624573,0.4006893038749695,0.0],[0.05992348864674568,0.13702073693275452,0.9887537956237793],[0.3961830139160156,0.9059100151062012,-0.14955100417137146]],"T":[[0.6660770177841187],[0.1291079968214035],[0.7863659858703613]],"n":0.5,"f":6.0,"t":0.0,"v":0.0,"bounds":[[-8.0,-4.0,-1.0],[10.0,6.0,5.0]],"mass":0.10000000149011612,"moment_of_inertia":0.10000000149011612,"movement_force":1.0,"movement_torque":1.0,"movement_speed":1.0,"origin":[0.8365561962127686,-0.2532264292240143,0.04289454594254494],"world_up":[0.0,0.0,-1.0]} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,10 @@ | ||
configs: configs/datasets/badminton/seq3.yaml | ||
|
||
dataloader_cfg: &dataloader_cfg | ||
dataset_cfg: &dataset_cfg # ratio: 0.5 | ||
bounds: [[-0.5810, -1.1776, -0.1243], [2.9934, 0.6394, 0.3520]] | ||
# bounds: [[ 0.1040, -0.5376, -0.1983], [ 2.0850, 0.2884, 0.2797]] | ||
|
||
val_dataloader_cfg: | ||
dataset_cfg: | ||
<<: *dataset_cfg |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,14 @@ | ||
configs: configs/datasets/enerf_outdoor/enerf_outdoor.yaml | ||
dataloader_cfg: &dataloader_cfg | ||
dataset_cfg: | ||
type: GeneralizableDataset | ||
meta_roots: [data/enerf_outdoor] # for now, only pretrain on dtu | ||
|
||
val_dataloader_cfg: | ||
<<: *dataloader_cfg | ||
sampler_cfg: | ||
type: SequentialSampler | ||
frame_sample: [0, null, 1000] # only render a very small number of images | ||
|
||
runner_cfg: | ||
epochs: 400 # more than enough training |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,57 @@ | ||
configs: configs/datasets/selfcap/selfcap.yaml # inherit from this config | ||
dataloader_cfg: | ||
dataset_cfg: &dataset_cfg | ||
data_root: data/selfcap/0330_01 | ||
# ratio: 1.0 | ||
near: 4.0 | ||
far: 100.0 # camera near far range, affects ray sampling and some cost volume based algorithms | ||
bounds: [[-14, -10, 9], [13, 16, 33]] # axis-aligned bounding box of the scene, affects ray sampling and bounding box of some explicit algorithms | ||
|
||
val_dataloader_cfg: | ||
dataset_cfg: | ||
<<: *dataset_cfg | ||
|
||
viewer_cfg: | ||
# window_size: [2160, 3840] | ||
window_size: [1920, 1080] # H, W | ||
camera_cfg: | ||
K: | ||
[ | ||
1.51813536e+03, | ||
0.00000000e+00, | ||
5.45339167e+02, | ||
0.00000000e+00, | ||
1.51849198e+03, | ||
9.75524763e+02, | ||
0.00000000e+00, | ||
0.00000000e+00, | ||
1.00000000, | ||
] | ||
R: | ||
[ | ||
-0.9202095856, | ||
-0.0363412112, | ||
-0.3897353397, | ||
-0.1556091941, | ||
0.9475839455, | ||
0.2790527637, | ||
0.3591658354, | ||
0.3174334302, | ||
-0.8776308564, | ||
] | ||
T: [3.5356544765, 1.1475705902, 1.0215417787] | ||
world_up: [0, -1, 0] | ||
|
||
# # prettier-ignore | ||
# K: [[2466.0,0.0,683.0],[0.0,2466.0,384.0],[0.0,0.0,1.0]] | ||
# # prettier-ignore | ||
# R: [[0.9993480443954468,-0.036100730299949646,0.0],[0.03573083132505417,0.9891083836555481,-0.14281366765499115],[0.0051556783728301525,0.14272058010101318,0.9897536635398865]] | ||
# # prettier-ignore | ||
# T: [[-0.5007858276367188],[1.252826452255249],[20.677616119384766]] | ||
# world_up: [-0.14590410888195038,-0.9888504147529602,0.03004370629787445] | ||
movement_speed: 10.0 | ||
movement_force: 10.0 | ||
# H: 768 | ||
# W: 1366 | ||
# {"H":768,"W":1366,"K":[[2466.0,0.0,683.0],[0.0,2466.0,384.0],[0.0,0.0,1.0]],"R":[[0.9993480443954468,-0.036100730299949646,0.0],[0.03573083132505417,0.9891083836555481,-0.14281366765499115],[0.0051556783728301525,0.14272058010101318,0.9897536635398865]],"T":[[-0.5007858276367188],[1.252826452255249],[20.677616119384766]],"n":4.0,"f":100.0,"t":0.0,"v":0.0,"bounds":[[-14.0,-10.0,9.0],[13.0,16.0,33.0]],"mass":0.10000000149011612,"moment_of_inertia":0.10000000149011612,"movement_force":10.0,"movement_torque":1.0,"movement_speed":10.0,"origin":[0.0,0.0,0.0],"world_up":[0.0,0.0,1.0]} | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,25 @@ | ||
configs: configs/datasets/selfcap/selfcap.yaml # inherit from this config | ||
dataloader_cfg: | ||
dataset_cfg: &dataset_cfg | ||
data_root: data/selfcap/0330_01_evc | ||
near: 4.0 | ||
far: 100.0 # camera near far range, affects ray sampling and some cost volume based algorithms | ||
bounds: [[-14, -10, 9], [13, 16, 33]] # axis-aligned bounding box of the scene, affects ray sampling and bounding box of some explicit algorithms | ||
|
||
val_dataloader_cfg: | ||
dataset_cfg: | ||
<<: *dataset_cfg | ||
|
||
viewer_cfg: | ||
camera_cfg: | ||
# prettier-ignore | ||
K: [[2466.0,0.0,683.0],[0.0,2466.0,384.0],[0.0,0.0,1.0]] | ||
# prettier-ignore | ||
R: [[0.9993480443954468,-0.036100730299949646,0.0],[0.03573083132505417,0.9891083836555481,-0.14281366765499115],[0.0051556783728301525,0.14272058010101318,0.9897536635398865]] | ||
# prettier-ignore | ||
T: [[-0.5007858276367188],[1.252826452255249],[20.677616119384766]] | ||
world_up: [-0.14590410888195038,-0.9888504147529602,0.03004370629787445] | ||
movement_speed: 10.0 | ||
# {"H":768,"W":1366,"K":[[2466.0,0.0,683.0],[0.0,2466.0,384.0],[0.0,0.0,1.0]],"R":[[0.9993480443954468,-0.036100730299949646,0.0],[0.03573083132505417,0.9891083836555481,-0.14281366765499115],[0.0051556783728301525,0.14272058010101318,0.9897536635398865]],"T":[[-0.5007858276367188],[1.252826452255249],[20.677616119384766]],"n":4.0,"f":100.0,"t":0.0,"v":0.0,"bounds":[[-14.0,-10.0,9.0],[13.0,16.0,33.0]],"mass":0.10000000149011612,"moment_of_inertia":0.10000000149011612,"movement_force":1.0,"movement_torque":1.0,"movement_speed":10.0,"origin":[0.0,0.0,0.0],"world_up":[0.0,0.0,1.0]} | ||
|
||
# {"H":768,"W":1366,"K":[[2466.0,0.0,683.0],[0.0,2466.0,384.0],[0.0,0.0,1.0]],"R":[[0.9892891645431519,-0.14596883952617645,0.0],[-0.004385444801300764,-0.02972191385924816,-0.9995564818382263],[0.14590410888195038,0.9888504147529602,-0.03004370629787445]],"T":[[-1.6721011400222778],[19.879987716674805],[20.79227066040039]],"n":4.0,"f":100.0,"t":0.0,"v":0.0,"bounds":[[-14.0,-10.0,9.0],[13.0,16.0,33.0]],"mass":0.10000000149011612,"moment_of_inertia":0.10000000149011612,"movement_force":1.0,"movement_torque":1.0,"movement_speed":10.0,"origin":[0.0,0.0,0.0],"world_up":[0.0,0.0,1.0]} |
Oops, something went wrong.