eseefrie/csu101-colmap
CSU 101 NeRF Training — Undergrad Guide This document explains what has already been done, what you need to do, and how to do it. Background: What is COLMAP and what has already been done? COLMAP is a photogrammetry tool. Given a set of images or video frames of a building, it figures out where the camera was located and which direction it was pointing for every single frame. This process — called Structure from Motion (SfM) — produces a 3D point cloud and a… See the full description on the dataset page: https://huggingface.co/datasets/eseefrie/csu101-colmap.
039
1{2 "w": 1920,3 "h": 1080,4 "fl_x": 1001.4504440189025,5 "fl_y": 1001.7797227731318,6 "cx": 960.0,7 "cy": 540.0,8 "k1": -0.0002608134307095475,9 "k2": 0.00037059563193623396,10 "p1": 0.0009380264930160914,11 "p2": -4.4071414470099035e-05,12 "camera_model": "OPENCV",13 "frames": [14 {15 "file_path": "images/frame_00001.png",16 "transform_matrix": [17 [18 0.8665336323120556,19 -0.06325244620940008,20 -0.4950945284696672,21 2.203534297693612822 ],23 [24 -0.4991185225726169,25 -0.11062031446864867,26 -0.8594439169903905,27 -4.47899248034584628 ],29 [30 -0.0004055823015911312,31 0.9918479087417507,32 -0.12742669040515966,33 0.30948229168688634 ],35 [36 0.0,37 0.0,38 0.0,39 1.040 ]41 ],42 "colmap_im_id": 143 },44 {45 "file_path": "images/frame_00002.png",46 "transform_matrix": [47 [48 0.883656908222063,49 -0.048697088729332115,50 -0.4655953845354484,51 2.202944143944195252 ],53 [54 -0.46810920601883954,55 -0.10237604790049575,56 -0.8777202948870939,57 -4.47681314987001858 ],59 [60 -0.004923392309798434,61 0.9935530878446118,62 -0.11326085750426255,63 0.308542694082731464 ],65 [66 0.0,67 0.0,68 0.0,69 1.070 ]71 ],72 "colmap_im_id": 273 },74 {75 "file_path": "images/frame_00003.png",76 "transform_matrix": [77 [78 0.8993154031256181,79 -0.039666987325443076,80 -0.4354978023107926,81 2.200237031518077582 ],83 [84 -0.4372848399649356,85 -0.09002489698591624,86 -0.8948058374080466,87 -4.474579200460679588 ],89 [90 -0.003711392979424575,91 0.9951492591763298,92 -0.09830654872872902,93 0.30928627468139794 ],95 [96 0.0,97 0.0,98 0.0,99 1.0100 ]101 ],102 "colmap_im_id": 3103 },104 {105 "file_path": "images/frame_00004.png",106 "transform_matrix": [107 [108 0.9219916403720725,109 -0.025776176291902236,110 -0.3863508817380688,111 2.188094499063342112 ],113 [114 -0.3871189196111268,115 -0.08297609102665958,116 -0.9182885768629868,117 -4.471702501325453118 ],119 [120 -0.008387917687267833,121 0.9962181272460888,122 -0.08648170779515943,123 0.3087584311377944124 ],125 [126 0.0,127 0.0,128 0.0,129 1.0130 ]131 ],132 "colmap_im_id": 4133 },134 {135 "file_path": "images/frame_00005.png",136 "transform_matrix": [137 [138 0.9495028644264233,139 -0.010889361782950198,140 -0.3135693420058426,141 2.172525724390253142 ],143 [144 -0.3133570778187703,145 -0.08344080306170232,146 -0.9459624591733539,147 -4.469362245673888148 ],149 [150 -0.015863550261469187,151 0.9964532373294686,152 -0.08263954010474411,153 0.3097893495794397154 ],155 [156 0.0,157 0.0,158 0.0,159 1.0160 ]161 ],162 "colmap_im_id": 5163 },164 {165 "file_path": "images/frame_00006.png",166 "transform_matrix": [167 [168 0.9713408920645253,169 0.004185615907570073,170 -0.2376538491646338,171 2.156230523227132172 ],173 [174 -0.23652884345050815,175 -0.08171748365050656,176 -0.968181986550976,177 -4.463399491418864178 ],179 [180 -0.023472912457921474,181 0.9966467445817017,182 -0.0783855145766057,183 0.3085856596542122184 ],185 [186 0.0,187 0.0,188 0.0,189 1.0190 ]191 ],192 "colmap_im_id": 6193 },194 {195 "file_path": "images/frame_00007.png",196 "transform_matrix": [197 [198 0.9828059047487028,199 0.01600856846424461,200 -0.183946403408192,201 2.1345471103589015202 ],203 [204 -0.18227813187766437,205 -0.07477220000871326,206 -0.980399816781422,207 -4.455126385344915208 ],209 [210 -0.029448874855799053,211 0.9970721357261882,212 -0.07056854772591621,213 0.3101983734071188214 ],215 [216 0.0,217 0.0,218 0.0,219 1.0220 ]221 ],222 "colmap_im_id": 7223 },224 {225 "file_path": "images/frame_00008.png",226 "transform_matrix": [227 [228 0.9908130212955687,229 0.02668899274165312,230 -0.13257923856163534,231 2.108734622146379232 ],233 [234 -0.13037507377967936,235 -0.07204541920480972,236 -0.9888436669709456,237 -4.452650482792996238 ],239 [240 -0.03594296827044472,241 0.9970442092695987,242 -0.06790396007502497,243 0.3099016712320317244 ],245 [246 0.0,247 0.0,248 0.0,249 1.0250 ]251 ],252 "colmap_im_id": 8253 },254 {255 "file_path": "images/frame_00009.png",256 "transform_matrix": [257 [258 0.9924651178427444,259 0.02968822296437076,260 -0.11887640338858359,261 2.0808557379845793262 ],263 [264 -0.11679386128882428,265 -0.06409535089276444,266 -0.9910857581254914,267 -4.453304133049551268 ],269 [270 -0.0370429997521031,271 0.9975020778981621,272 -0.06014499778214712,273 0.313440478986217274 ],275 [276 0.0,277 0.0,278 0.0,279 1.0280 ]281 ],282 "colmap_im_id": 9283 },284 {285 "file_path": "images/frame_00010.png",286 "transform_matrix": [287 [288 0.9946050839102306,289 0.03543300157343249,290 -0.09749476631809581,291 2.0524684806498366292 ],293 [294 -0.09583554763212872,295 -0.04584707356914817,296 -0.9943407834616839,297 -4.452231308400284298 ],299 [300 -0.039702328268918584,301 0.9983198626916335,302 -0.04220399134424115,303 0.31146640217770766304 ],305 [306 0.0,307 0.0,308 0.0,309 1.0310 ]311 ],312 "colmap_im_id": 10313 },314 {315 "file_path": "images/frame_00011.png",316 "transform_matrix": [317 [318 0.9963867897892272,319 0.04156928222176298,320 -0.07406321562750016,321 2.02153194870316322 ],323 [324 -0.07325498700767785,325 -0.02064265660974371,326 -0.9970995876072746,327 -4.454594750161997328 ],329 [330 -0.042977575688062174,331 0.998922357094714,332 -0.01752291312303017,333 0.31523545016657684334 ],335 [336 0.0,337 0.0,338 0.0,339 1.0340 ]341 ],342 "colmap_im_id": 11343 },344 {345 "file_path": "images/frame_00012.png",346 "transform_matrix": [347 [348 0.9972124693713549,349 0.045919782351649216,350 -0.05881041165526756,351 1.988776894510502352 ],353 [354 -0.05811178719611871,355 -0.016404711542381534,356 -0.9981752880271503,357 -4.463841207585294358 ],359 [360 -0.046800759813894886,361 0.9988104219660447,362 -0.01369050228639193,363 0.31651228749535937364 ],365 [366 0.0,367 0.0,368 0.0,369 1.0370 ]371 ],372 "colmap_im_id": 12373 },374 {375 "file_path": "images/frame_00013.png",376 "transform_matrix": [377 [378 0.9963908104857927,379 0.046863524599953,380 -0.07077543953614725,381 1.9571553180885906382 ],383 [384 -0.07056168147517208,385 -0.006202058864130482,386 -0.9974881370589037,387 -4.469110745757382388 ],389 [390 -0.04718476329135913,391 0.9988820473548994,392 -0.0028729053626857888,393 0.3163238680854044394 ],395 [396 0.0,397 0.0,398 0.0,399 1.0400 ]401 ],402 "colmap_im_id": 13403 },404 {405 "file_path": "images/frame_00014.png",406 "transform_matrix": [407 [408 0.9949693123891485,409 0.046427091453986075,410 -0.08877270178939199,411 1.9272378114890818412 ],413 [414 -0.08884959451725088,415 -0.0004088805047438472,416 -0.9960449700544916,417 -4.474823052247174418 ],419 [420 -0.04627976834411783,421 0.9989215975219757,422 0.003718204695647673,423 0.3190626878342448424 ],425 [426 0.0,427 0.0,428 0.0,429 1.0430 ]431 ],432 "colmap_im_id": 14433 },434 {435 "file_path": "images/frame_00015.png",436 "transform_matrix": [437 [438 0.995086202009512,439 0.04840723575869082,440 -0.08637239198081274,441 1.898870993910402442 ],443 [444 -0.08666738151464011,445 0.004024579392309913,446 -0.9962291743078553,447 -4.482885428424703448 ],449 [450 -0.047877087961575734,451 0.9988195744412086,452 0.008200131791747008,453 0.31730595326472755454 ],455 [456 0.0,457 0.0,458 0.0,459 1.0460 ]461 ],462 "colmap_im_id": 15463 },464 {465 "file_path": "images/frame_00016.png",466 "transform_matrix": [467 [468 0.9953378511126452,469 0.0505625583083615,470 -0.08213397494201208,471 1.8691841712399493472 ],473 [474 -0.0830330224259446,475 0.01594131199093924,476 -0.9964192851198836,477 -4.488892267957302478 ],479 [480 -0.049072184883843385,481 0.9985936622417153,482 0.020065353258909017,483 0.3193010702629753484 ],485 [486 0.0,487 0.0,488 0.0,489 1.0490 ]491 ],492 "colmap_im_id": 16493 },494 {495 "file_path": "images/frame_00017.png",496 "transform_matrix": [497 [498 0.9954900586217602,499 0.05330698442469764,500 -0.07847234287817197,501 1.8337320360764975502 ],503 [504 -0.08000732233634675,505 0.02729556285264316,506 -0.996420483842602,507 -4.495732136221854508 ],509 [510 -0.05097422444542196,511 0.9982050479035368,512 0.03143741054993708,513 0.32130376009574063514 ],515 [516 0.0,517 0.0,518 0.0,519 1.0520 ]521 ],522 "colmap_im_id": 17523 },524 {525 "file_path": "images/frame_00018.png",526 "transform_matrix": [527 [528 0.9965342428491407,529 0.055639414712392546,530 -0.06183654550144478,531 1.8001027962711436532 ],533 [534 -0.06385364585791138,535 0.03523521515931586,536 -0.9973370501106078,537 -4.507267680847285538 ],539 [540 -0.053312425753686096,541 0.9978290109748962,542 0.03866587794320197,543 0.3211317683018049544 ],545 [546 0.0,547 0.0,548 0.0,549 1.0550 ]551 ],552 "colmap_im_id": 18553 },554 {555 "file_path": "images/frame_00019.png",556 "transform_matrix": [557 [558 0.9967353053374872,559 0.056825442993437184,560 -0.05735503571950604,561 1.7706591696920553562 ],563 [564 -0.059615264596529174,565 0.03891085369913933,566 -0.9974627640626441,567 -4.514736233347199568 ],569 [570 -0.05444953003352746,571 0.9976255883311153,572 0.04217148546262268,573 0.3245111257352393574 ],575 [576 0.0,577 0.0,578 0.0,579 1.0580 ]581 ],582 "colmap_im_id": 19583 },584 {585 "file_path": "images/frame_00020.png",586 "transform_matrix": [587 [588 0.9960339115416128,589 0.05824582808781365,590 -0.06725972472051539,591 1.7354435838216449592 ],593 [594 -0.06981605658631145,595 0.04302437457100177,596 -0.9966316377857523,597 -4.520682039327537598 ],599 [600 -0.055155827451427185,601 0.9973747172969339,602 0.046920230125281764,603 0.32267477953583273604 ],605 [606 0.0,607 0.0,608 0.0,609 1.0610 ]611 ],612 "colmap_im_id": 20613 },614 {615 "file_path": "images/frame_00021.png",616 "transform_matrix": [617 [618 0.9943632254390464,619 0.059143281081495025,620 -0.08799913748083793,621 1.7031304456018876622 ],623 [624 -0.0910994173115688,625 0.051941209076985115,626 -0.9944863030555591,627 -4.52678670625525628 ],629 [630 -0.05424640135482522,631 0.9968972781097039,632 0.057036346635413314,633 0.3246696398885512634 ],635 [636 0.0,637 0.0,638 0.0,639 1.0640 ]641 ],642 "colmap_im_id": 21643 },644 {645 "file_path": "images/frame_00022.png",646 "transform_matrix": [647 [648 0.9927093319738085,649 0.058636591425518546,650 -0.10530874777582241,651 1.6727271681295026652 ],653 [654 -0.10839790713305647,655 0.05225619219956063,656 -0.9927331887803368,657 -4.529673081712295658 ],659 [660 -0.052707456220996346,661 0.996910748524059,662 0.058231293441863105,663 0.32770049105274884664 ],665 [666 0.0,667 0.0,668 0.0,669 1.0670 ]671 ],672 "colmap_im_id": 22673 },674 {675 "file_path": "images/frame_00023.png",676 "transform_matrix": [677 [678 0.991342639007335,679 0.0577905212893264,680 -0.117898378848398,681 1.6439292608679603682 ],683 [684 -0.1208950933548285,685 0.05142703813043194,686 -0.991332253158273,687 -4.5275974720586545688 ],689 [690 -0.051226443256386416,691 0.9970032674962701,692 0.05796840616285056,693 0.32894933237140467694 ],695 [696 0.0,697 0.0,698 0.0,699 1.0700 ]701 ],702 "colmap_im_id": 23703 },704 {705 "file_path": "images/frame_00024.png",706 "transform_matrix": [707 [708 0.9910979308665775,709 0.058515107133438625,710 -0.11958626036945438,711 1.612490578003056712 ],713 [714 -0.12276447683879196,715 0.054114040238869766,716 -0.9909594108113225,717 -4.528911030659264718 ],719 [720 -0.051514800382865156,721 0.9968187663192283,722 0.060815889825977,723 0.333409293781935724 ],725 [726 0.0,727 0.0,728 0.0,729 1.0730 ]731 ],732 "colmap_im_id": 24733 },734 {735 "file_path": "images/frame_00025.png",736 "transform_matrix": [737 [738 0.9927034362450622,739 0.06049746560525845,740 -0.10430697159148265,741 1.5801971150757077742 ],743 [744 -0.10785624167627672,745 0.058708845907859006,746 -0.9924315102532948,747 -4.530960771864498748 ],749 [750 -0.05391584923484362,751 0.9964403284028139,752 0.06480550234183649,753 0.3371679807320232754 ],755 [756 0.0,757 0.0,758 0.0,759 1.0760 ]761 ],762 "colmap_im_id": 25763 },764 {765 "file_path": "images/frame_00026.png",766 "transform_matrix": [767 [768 0.9948024128633844,769 0.06253994134775823,770 -0.08035493200424867,771 1.5468546843882052772 ],773 [774 -0.0846334316352392,775 0.06906775859150754,776 -0.9940155064045975,777 -4.532030863131716778 ],779 [780 -0.056615736423999294,781 0.9956497378392485,782 0.07400174274842482,783 0.3381151975120401784 ],785 [786 0.0,787 0.0,788 0.0,789 1.0790 ]791 ],792 "colmap_im_id": 26793 },794 {795 "file_path": "images/frame_00027.png",796 "transform_matrix": [797 [798 0.9959666619333428,799 0.06409580662994457,800 -0.06278643077776558,801 1.5136761811470099802 ],803 [804 -0.06745108295045855,805 0.07341188546281296,806 -0.9950181136449754,807 -4.536343517279667808 ],809 [810 -0.0591672183406044,811 0.995239881960752,812 0.07743912208040367,813 0.3433713394472017814 ],815 [816 0.0,817 0.0,818 0.0,819 1.0820 ]821 ],822 "colmap_im_id": 27823 },824 {825 "file_path": "images/frame_00028.png",826 "transform_matrix": [827 [828 0.9967675498713122,829 0.06611027015434387,830 -0.045649575065503115,831 1.4804917981275638832 ],833 [834 -0.05066297136704626,835 0.07625662965080948,836 -0.9958002760426214,837 -4.5431052695302245838 ],839 [840 -0.062351542529461,841 0.9948941444266415,842 0.07935947662237865,843 0.34488785960707874844 ],845 [846 0.0,847 0.0,848 0.0,849 1.0850 ]851 ],852 "colmap_im_id": 28853 },854 {855 "file_path": "images/frame_00029.png",856 "transform_matrix": [857 [858 0.9973081527374468,859 0.06673869994985354,860 -0.03037094684768875,861 1.4480437668216224862 ],863 [864 -0.035831731511359446,865 0.08221181750626905,866 -0.9959705337404384,867 -4.547300768676682868 ],869 [870 -0.0639729278704638,871 0.9943777767987977,872 0.08438187902838558,873 0.3458884541751006874 ],875 [876 0.0,877 0.0,878 0.0,879 1.0880 ]881 ],882 "colmap_im_id": 29883 },884 {885 "file_path": "images/frame_00030.png",886 "transform_matrix": [887 [888 0.9974934558341103,889 0.06760863431545427,890 -0.02087769465537954,891 1.4138154363598499892 ],893 [894 -0.02676710748090264,895 0.08741105648192003,896 -0.995812647620937,897 -4.551728773544269898 ],899 [900 -0.06550059179297459,901 0.9938754347355174,902 0.08900164438961983,903 0.35020169242151655904 ],905 [906 0.0,907 0.0,908 0.0,909 1.0910 ]911 ],912 "colmap_im_id": 30913 },914 {915 "file_path": "images/frame_00031.png",916 "transform_matrix": [917 [918 0.9975821068038967,919 0.06801764217726172,920 -0.014266763380134006,921 1.3806234329727576922 ],923 [924 -0.02001658982193084,925 0.08461722948557515,926 -0.9962124575641915,927 -4.5589981979385925928 ],929 [930 -0.06655280848017851,931 0.9940892941918406,932 0.08577411530624598,933 0.35014094351633546934 ],935 [936 0.0,937 0.0,938 0.0,939 1.0940 ]941 ],942 "colmap_im_id": 31943 },944 {945 "file_path": "images/frame_00032.png",946 "transform_matrix": [947 [948 0.9975270087080024,949 0.06774493648779283,950 -0.018721390929355916,951 1.3488657032264217952 ],953 [954 -0.02405255257196993,955 0.07875513722700293,956 -0.9966037843973545,957 -4.562530016628591958 ],959 [960 -0.06604045436577095,961 0.9945894891565168,962 0.08018981510479788,963 0.3527086016638136964 ],965 [966 0.0,967 0.0,968 0.0,969 1.0970 ]971 ],972 "colmap_im_id": 32973 },974 {975 "file_path": "images/frame_00033.png",976 "transform_matrix": [977 [978 0.9974286918463894,979 0.06748641761400948,980 -0.02411613814912811,981 1.315386428560953982 ],983 [984 -0.029179994191996274,985 0.07508473426842861,986 -0.9967501244638972,987 -4.565479698335703988 ],989 [990 -0.06545634133187848,991 0.9948908815128756,992 0.07686092155300794,993 0.35684320225083543994 ],995 [996 0.0,997 0.0,998 0.0,999 1.01000 ]1001 ],1002 "colmap_im_id": 331003 },1004 {1005 "file_path": "images/frame_00034.png",1006 "transform_matrix": [1007 [1008 0.9972944675213017,1009 0.06648834038188794,1010 -0.03135355872409797,1011 1.2832558490097921012 ],1013 [1014 -0.036063839018927714,1015 0.07086943452926292,1016 -0.9968334478561197,1017 -4.569297449328631018 ],1019 [1020 -0.06405579260785178,1021 0.9952672122815884,1022 0.07307551977656508,1023 0.3586449110937231024 ],1025 [1026 0.0,1027 0.0,1028 0.0,1029 1.01030 ]1031 ],1032 "colmap_im_id": 341033 },1034 {1035 "file_path": "images/frame_00035.png",1036 "transform_matrix": [1037 [1038 0.9970006685572849,1039 0.06559560901774898,1040 -0.04107168092393651,1041 1.2505862587123561042 ],1043 [1044 -0.045289427692033535,1045 0.06416235123227387,1046 -0.9969112600546121,1047 -4.5705459635989141048 ],1049 [1050 -0.06275774562279232,1051 0.9957813056901286,1052 0.06694069466630864,1053 0.363056219043544961054 ],1055 [1056 0.0,1057 0.0,1058 0.0,1059 1.01060 ]1061 ],1062 "colmap_im_id": 351063 },1064 {1065 "file_path": "images/frame_00036.png",1066 "transform_matrix": [1067 [1068 0.9967023818358817,1069 0.06464511026746392,1070 -0.049044589520025675,1071 1.21619282465471181072 ],1073 [1074 -0.05293008139596377,1075 0.059829422775755675,1076 -0.9968043171323732,1077 -4.5692297107727151078 ],1079 [1080 -0.06150421551484931,1081 0.9961131712254523,1082 0.06305379913276954,1083 0.365749778147589851084 ],1085 [1086 0.0,1087 0.0,1088 0.0,1089 1.01090 ]1091 ],1092 "colmap_im_id": 361093 },1094 {1095 "file_path": "images/frame_00037.png",1096 "transform_matrix": [1097 [1098 0.9965134130618838,1099 0.06413380263115112,1100 -0.053365465872829476,1101 1.18150927621902511102 ],1103 [1104 -0.057173864962715315,1105 0.059091394265215355,1106 -0.9966139454618415,1107 -4.5720527256699671108 ],1109 [1110 -0.06076320229366428,1111 0.9961902742367352,1112 0.06255214435299404,1113 0.36720683450082581114 ],1115 [1116 0.0,1117 0.0,1118 0.0,1119 1.01120 ]1121 ],1122 "colmap_im_id": 371123 },1124 {1125 "file_path": "images/frame_00038.png",1126 "transform_matrix": [1127 [1128 0.9962901935934633,1129 0.06347547545748174,1130 -0.058109501503162554,1131 1.1479401641416881132 ],1133 [1134 -0.06169657942306831,1135 0.056093542190028406,1136 -0.9965174592610351,1137 -4.5731452148029831138 ],1139 [1140 -0.05999485175406672,1141 0.9964057298811676,1142 0.05980166572082605,1143 0.371760217415053441144 ],1145 [1146 0.0,1147 0.0,1148 0.0,1149 1.01150 ]1151 ],1152 "colmap_im_id": 381153 },1154 {1155 "file_path": "images/frame_00039.png",1156 "transform_matrix": [1157 [1158 0.9963482872435564,1159 0.0634308435690741,1160 -0.0571543400884574,1161 1.11317144236238021162 ],1163 [1164 -0.06069916484111284,1165 0.05544023678777552,1166 -0.9966152675594061,1167 -4.5711268422141791168 ],1169 [1170 -0.060047496987158486,1171 0.9964451355840074,1172 0.05908798419768743,1173 0.3729656009342441174 ],1175 [1176 0.0,1177 0.0,1178 0.0,1179 1.01180 ]1181 ],1182 "colmap_im_id": 391183 },1184 {1185 "file_path": "images/frame_00040.png",1186 "transform_matrix": [1187 [1188 0.9963365903677658,1189 0.06327823755473301,1190 -0.05752619704362058,1191 1.07883175442190061192 ],1193 [1194 -0.061183072847347766,1195 0.05745607041376333,1196 -0.9964714905954735,1197 -4.5724929072721051198 ],1199 [1200 -0.059749730470444996,